{"id":722,"date":"2026-06-19T11:02:53","date_gmt":"2026-06-19T11:02:53","guid":{"rendered":"https:\/\/hyc.eshachem.com\/program\/?page_id=722"},"modified":"2026-06-21T12:53:56","modified_gmt":"2026-06-21T12:53:56","slug":"1-%e5%9c%a8llm%e4%b9%8b%e5%89%8d","status":"publish","type":"page","link":"https:\/\/hyc.eshachem.com\/program\/llm-agent\/1-%e5%9c%a8llm%e4%b9%8b%e5%89%8d\/","title":{"rendered":"1. \u5728LLM\u4e4b\u524d"},"content":{"rendered":"\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\u4ee5\u4e0b\u5167\u5bb9\u662f\u6211\u6839\u64daRecurrent Neural Networks (RNNs): A gentle Introduction and Overview\u9019\u7bc7\u8ad6\u6587\u7684\u8b80\u5f8c\u91cd\u9ede\u6574\u7406 <a href=\"https:\/\/arxiv.org\/pdf\/1912.05911\">https:\/\/arxiv.org\/pdf\/1912.05911<\/a><\/p>\n<\/blockquote>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u4e86\u89e3Agent\u4e4b\u524d\u6211\u5011\u9700\u8981\u5148\u4f86\u4e86\u89e3\u4ec0\u9ebc\u662fLLM\uff0c\u4f46\u662f\u4e86\u89e3L L M\u662f\u4ec0\u9ebc\u4e4b\u524d\uff0c\u6211\u5011\u5fc5\u9808\u5148\u8981\u4e86\u89e3\u4ec0\u9ebc\u662f\u795e\u7d93\u7db2\u8def\uff01<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p class=\"wp-block-paragraph\">\u4ee5\u4e0b\u5167\u6587\u5716\u7247\u7686\u51fa\u81ea\u65bc<strong>Recurrent Neural Networks (RNNs): A gentle Introduction and Overview<\/strong>\u9019\u7bc7\u8ad6\u6587<\/p>\n<\/blockquote>\n\n\n\n<h2 class=\"wp-block-heading\" id=\"%e4%b8%80%e8%88%ac%e7%a5%9e%e7%b6%93%e7%b6%b2%e8%b7%af%e8%88%87%e6%99%82%e5%ba%8f%e8%b3%87%e6%96%99%e7%9a%84%e6%8c%91%e6%88%b0\">\u4e00\u822c\u795e\u7d93\u7db2\u8def\u8207\u6642\u5e8f\u8cc7\u6599\u7684\u6311\u6230<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u795e\u7d93\u7db2\u8def\u5206\u70ba\u5169\u7a2e\uff0c\u4e00\u7a2e\u662f\u65e9\u671f\u7684\u795e\u7d93\u7db2\u8def\uff08 DNN)\uff0c\u53e6\u5916\u4e00\u7a2e\u662f\u8f03\u73fe\u4ee3\u7684\u905e\u8ff4\u795e\u7d93\u7db2\u8def\uff08 R N N\uff09\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"559\" height=\"255\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/70F79AF6-E11F-4690-8E1A-9FA2A53AD0B0.png\" alt=\"\" class=\"wp-image-730\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/70F79AF6-E11F-4690-8E1A-9FA2A53AD0B0.png 559w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/70F79AF6-E11F-4690-8E1A-9FA2A53AD0B0-300x137.png 300w\" sizes=\"auto, (max-width: 559px) 100vw, 559px\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e00\u822c\u795e\u7d93\u7db2\u8def\u7684\u8cc7\u6599\u53ea\u80fd\u55ae\u5411\u5f80\u524d\u50b3\uff0c\u6bcf\u4e00\u7b46\u8f38\u5165\u5f7c\u6b64\u7368\u7acb\uff0c\u4e92\u4e0d\u76f8\u5e72\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u9069\u5408\u8655\u7406\u975c\u614b\u3001\u7368\u7acb\u7684\u8cc7\u6599\u2014\u2014\u6bd4\u5982\u4e00\u5f35\u7167\u7247\u3001\u4e00\u7b46\u623f\u5c4b\u7279\u5fb5\uff0c\u8f38\u5165\u9032\u53bb\uff0c\u8f38\u51fa\u7d50\u679c\uff0c\u4e2d\u9593\u4e0d\u9700\u8981\u8a18\u4f4f\u524d\u9762\u767c\u751f\u904e\u4ec0\u9ebc\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u554f\u984c\u51fa\u5728<strong>\u6642\u5e8f\u8cc7\u6599<\/strong>\u3002\u8a9e\u8a00\u3001\u8a9e\u97f3\u3001\u80a1\u50f9\u9019\u985e\u6771\u897f\uff0c\u524d\u5f8c\u6709\u95dc\u806f\uff0c\u9577\u5ea6\u4e5f\u4e0d\u56fa\u5b9a\u3002\u4e00\u822c DNN \u6c92\u6709\u8a18\u61b6\u6a5f\u5236\uff0c\u8b80\u5b8c\u9019\u500b\u5b57\u5c31\u5fd8\u4e86\u4e0a\u4e00\u500b\u5b57\uff0c\u81ea\u7136\u6c92\u8fa6\u6cd5\u8655\u7406\u9019\u7a2e\u300c\u6709\u9806\u5e8f\u3001\u6709\u4e0a\u4e0b\u6587\u300d\u7684\u8cc7\u6599\u3002\u9019\u4e5f\u662f\u5f8c\u4f86 RNN \u767b\u5834\u7684\u539f\u56e0\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\">\n\n\n\n<h2 class=\"wp-block-heading\" id=\"%e5%be%aa%e7%92%b0%e7%a5%9e%e7%b6%93%e7%b6%b2%e8%b7%af-rnn\">\u5faa\u74b0\u795e\u7d93\u7db2\u8def (RNN)<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">RNN \u7684\u6838\u5fc3\u60f3\u6cd5\u5f88\u76f4\u89ba\uff1a\u8cc7\u6599\u4e0d\u8981\u4e00\u6b21\u5168\u90e8\u585e\u9032\u53bb\uff0c\u800c\u662f\u50cf\u8b80\u66f8\u4e00\u6a23\uff0c<strong>\u4e00\u500b\u6642\u9593\u6b65\u3001\u4e00\u500b\u6642\u9593\u6b65<\/strong>\u4f9d\u5e8f\u8b80\u5165\u3002\u6587\u5b57\u5f9e\u5de6\u5230\u53f3\u3001\u8a9e\u97f3\u5f9e\u524d\u5230\u5f8c\uff0c\u6709\u5148\u5f8c\u9806\u5e8f\u7684\u5e8f\u5217\u8cc7\u6599\uff0c\u5c31\u662f\u70ba\u9019\u7a2e\u67b6\u69cb\u8a2d\u8a08\u7684\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u7db2\u8def\u88e1\u6709\u4e00\u500b\u53eb\u96b1\u85cf\u72c0\u614b\uff08Hidden State\uff09\u7684\u6771\u897f\uff0c\u4f60\u53ef\u4ee5\u628a\u5b83\u60f3\u6210\u6a21\u578b\u7684\u77ed\u671f\u8a18\u61b6\u3002\u6bcf\u8d70\u5230\u4e00\u500b\u6642\u9593\u6b65\uff0c\u5b83\u6703\u628a\u300c\u73fe\u5728\u8b80\u5230\u7684\u8f38\u5165\u300d\u548c\u300c\u4e0a\u4e00\u6b65\u7559\u4e0b\u4f86\u7684\u8a18\u61b6\u300d\u5408\u5728\u4e00\u8d77\uff0c\u66f4\u65b0\u6210\u65b0\u7684\u72c0\u614b\uff0c\u9019\u6a23\u4e0a\u4e0b\u6587\u5c31\u4e0d\u6703\u7acb\u523b\u6d88\u5931\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u5be6\u52d9\u4e0a\uff0c\u6a21\u578b\u901a\u5e38\u6703\u5148\u7d93\u904e<strong>\u9810\u8a13\u7df4\uff08Pre-training\uff09<\/strong>\uff1a\u5728\u771f\u6b63\u6d3e\u4e0a\u7528\u5834\u4e4b\u524d\uff0c\u5229\u7528\u6d77\u91cf\u7684\u5de8\u91cf\u8cc7\u6599\u8b93\u5b83\u9032\u884c\u5927\u898f\u6a21\u7684\u5b78\u7fd2\u8207\u8abf\u6574\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u9019\u500b\u904e\u7a0b\u4e3b\u8981\u7d50\u5408\u4e86\u5169\u500b\u6838\u5fc3\u6b65\u9a5f\uff1a\u9996\u5148\u662f<strong>\u6b63\u5411\u50b3\u64ad\uff08Forward Propagation\uff09<\/strong>\uff0c\u8cc7\u6599\u7531\u8f38\u5165\u5c64\u9032\u5165\uff0c\u4e00\u5c64\u5c64\u5411\u5f8c\u8a08\u7b97\u51fa\u9810\u6e2c\u7d50\u679c\u8207\u8aa4\u5dee\u640d\u5931\uff1b\u63a5\u8457\u89f8\u767c<strong>\u53cd\u5411\u50b3\u64ad\uff08Backpropagation\uff09<\/strong>\uff0c\u5229\u7528\u5fae\u7a4d\u5206\u7684\u9023\u9396\u5f8b\uff08Chain Rule\uff09\uff0c\u5c07\u8aa4\u5dee\u5f9e\u8f38\u51fa\u5c64\u9006\u5411\u50b3\u56de\u7db2\u8def\u4e2d\uff0c\u85c9\u6b64\u8a08\u7b97\u51fa\u5404\u5c64\u7684\u68af\u5ea6\uff0c\u4e26\u7cbe\u6e96\u8abf\u6574\u6bcf\u4e00\u7d44\u6b0a\u91cd\u8207\u504f\u5dee\uff08Bias\uff09\u3002\u4f86\u56de\u53cd\u8986\u5e7e\u8f2a\u4e4b\u5f8c\uff0c\u6a21\u578b\u624d\u6f38\u6f38\u6478\u7d22\u51fa\u9810\u6e2c\u7684\u898f\u5f8b\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u8a13\u7df4\u6642\u4e3b\u8981\u9760\u4e09\u7d44<strong>\u6b0a\u91cd<\/strong>\uff1a\u8655\u7406\u8f38\u5165\u7684\u3001\u8ca0\u8cac\u8a18\u61b6\u5728\u6642\u9593\u6b65\u4e4b\u9593\u50b3\u905e\u7684\uff0c\u4ee5\u53ca\u628a\u96b1\u85cf\u72c0\u614b\u63a5\u5230\u8f38\u51fa\u7684\u3002\u91cd\u9ede\u662f\uff0c\u4e0d\u7ba1\u5e8f\u5217\u6709\u591a\u9577\uff0c<strong>\u5404\u6642\u9593\u6b65\u5171\u7528\u540c\u4e00\u5957\u6b0a\u91cd<\/strong>\uff0c\u9019\u4e5f\u662f RNN \u80fd\u8655\u7406\u4efb\u610f\u9577\u5ea6\u5e8f\u5217\u7684\u95dc\u9375\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e0d\u904e RNN \u4e26\u975e\u5b8c\u7f8e\u3002\u6642\u9593\u8ef8\u4e0a\u6b0a\u91cd\u53cd\u8986\u76f8\u4e58\uff0c\u5e8f\u5217\u4e00\u62c9\u9577\uff0c\u5c31\u5bb9\u6613\u51fa\u73fe<strong>\u68af\u5ea6\u6d88\u5931\u6216\u68af\u5ea6\u7206\u70b8<\/strong>\u2014\u2014\u6a21\u578b\u8981\u561b\u5fd8\u5149\u9060\u8655\u7684\u8cc7\u8a0a\uff0c\u8981\u561b\u6578\u503c\u70b8\u6389\uff0c\u9577\u671f\u8a18\u61b6\u59cb\u7d42\u662f\u500b\u786c\u50b7\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"559\" height=\"135\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/A4CE5A30-C311-471B-A0BA-4AE79FE396F2.png\" alt=\"\" class=\"wp-image-731\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/A4CE5A30-C311-471B-A0BA-4AE79FE396F2.png 559w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/A4CE5A30-C311-471B-A0BA-4AE79FE396F2-300x72.png 300w\" sizes=\"auto, (max-width: 559px) 100vw, 559px\" \/><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\">\n\n\n\n<h2 class=\"wp-block-heading\" id=\"%e8%a7%a3%e6%b1%ba%e5%a4%b1%e6%86%b6%e5%95%8f%e9%a1%8c-lstm-%e8%88%87-drnn\">\u89e3\u6c7a\u5931\u61b6\u554f\u984c\u2014LSTM \u8207 DRNN<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u70ba\u4e86\u5c0d\u4ed8 RNN \u7684\u5931\u61b6\u75c7\uff0c<strong>LSTM\uff08\u9577\u77ed\u671f\u8a18\u61b6\u7db2\u8def\uff09<\/strong>\u5728\u5167\u90e8\u52a0\u4e86\u4e00\u689d<strong>\u7d30\u80de\u72c0\u614b\uff08Cell State\uff09<\/strong>\uff0c\u50cf\u4e00\u689d\u9577\u671f\u8a18\u61b6\u7684\u50b3\u9001\u5e36\u3002\u5b83\u9084\u6709\u4e09\u9053\u9580\u2014\u2014\u907a\u5fd8\u9580\u3001\u8f38\u5165\u9580\u3001\u8f38\u51fa\u9580\u2014\u6c7a\u5b9a\u54ea\u4e9b\u820a\u8cc7\u8a0a\u8a72\u4e1f\u3001\u54ea\u4e9b\u65b0\u8cc7\u8a0a\u8a72\u7559\u3002\u8a18\u61b6\u7684\u66f4\u65b0\u6539\u7528<strong>\u52a0\u6cd5<\/strong>\u800c\u4e0d\u662f\u4e00\u8def\u76f8\u4e58\uff0c\u68af\u5ea6\u6bd4\u8f03\u80fd\u6cbf\u8457\u6642\u9593\u8ef8\u50b3\u56de\u53bb\uff0c\u9577\u5e8f\u5217\u4e0a\u7684\u907a\u5fd8\u554f\u984c\u56e0\u6b64\u5927\u5e45\u6539\u5584\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"295\" height=\"155\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/59ABFFA8-3A4E-4573-9BFD-DB24D98D9C0D.png\" alt=\"\" class=\"wp-image-732\"><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u9664\u4e86 LSTM\uff0c\u4e5f\u6709\u4eba\u5f9e\u300c\u5806\u6df1\u5ea6\u300d\u548c\u300c\u62c9\u9577\u8996\u91ce\u300d\u5169\u500b\u65b9\u5411\u6539 RNN\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Deep RNN\uff08\u6df1\u5ea6\u5faa\u74b0\u795e\u7d93\u7db2\u8def\uff09\u50cf\u758a\u9b06\u9905\uff0c\u628a\u591a\u5c64 RNN \u758a\u5728\u4e00\u8d77\u3002\u5e95\u5c64\u6293\u5b57\u9762\u3001\u4f4e\u968e\u7279\u5fb5\uff0c\u8d8a\u5f80\u4e0a\u8d8a\u80fd\u62bd\u8c61\u51fa\u8a9e\u610f\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Dilated RNN\uff08\u81a8\u8139\u5faa\u74b0\u795e\u7d93\u7db2\u8def\uff09\u5247\u7528\u8df3\u8e8d\u9023\u7dda\uff0c\u6bcf\u9694\u5e7e\u500b\u6642\u9593\u6b65\u624d\u505a\u4e00\u6b21\u8a18\u61b6\u9023\u7d50\uff0c\u7b49\u65bc\u5728\u6642\u9593\u8ef8\u4e0a\u8de8\u6b65\u50b3\u905e\u8cc7\u8a0a\u3002\u8def\u5f91\u8b8a\u77ed\uff0c\u9577\u8ddd\u96e2\u7279\u5fb5\u6bd4\u8f03\u6293\u5f97\u5230\uff0c\u8a08\u7b97\u4e0a\u4e5f\u6bd4\u8f03\u6709\u4e26\u884c\u7684\u7a7a\u9593\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\">\n\n\n\n<h2 class=\"wp-block-heading\" id=\"%e6%8d%95%e6%8d%89%e5%85%a8%e5%b1%80%e7%89%b9%e5%be%b5-brnn\">\u6355\u6349\u5168\u5c40\u7279\u5fb5\u2014BRNN<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u6a19\u6e96 RNN \u53ea\u80fd\u55ae\u5411\u8b80\u2014\u2014\u5f9e\u904e\u53bb\u5230\u73fe\u5728\uff0c\u770b\u4e0d\u5230\u5f8c\u9762\u3002\u4f46\u7406\u89e3\u4e00\u53e5\u8a71\uff0c\u6709\u6642\u5019\u5f97\u5148\u77e5\u9053\u5f8c\u9762\u8b1b\u4ec0\u9ebc\uff0c\u56de\u982d\u624d\u770b\u5f97\u61c2\u524d\u9762\u3002\u96d9\u5411\u5faa\u74b0\u795e\u7d93\u7db2\u8def\uff08BRNN\uff09\u5c31\u662f\u5728\u540c\u4e00\u5c64\u88e1\u958b\u5169\u689d\u8ecc\u9053\uff1a\u6b63\u5411 RNN \u5f9e\u53e5\u982d\u8b80\u5230\u53e5\u5c3e\uff0c\u9006\u5411 RNN \u5f9e\u53e5\u5c3e\u5012\u8457\u8b80\u56de\u53e5\u982d\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"587\" height=\"272\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/098952D9-F0EC-4E64-B2F7-DCEE54005C5D.png\" alt=\"\" class=\"wp-image-733\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/098952D9-F0EC-4E64-B2F7-DCEE54005C5D.png 587w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/098952D9-F0EC-4E64-B2F7-DCEE54005C5D-300x139.png 300w\" sizes=\"auto, (max-width: 587px) 100vw, 587px\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u6bcf\u500b\u6642\u9593\u6b65\uff0c\u6a21\u578b\u6703\u628a\u5169\u908a\u7684\u96b1\u85cf\u72c0\u614b\u62fc\u63a5\uff08Concatenate\uff09\u8d77\u4f86\uff0c\u8b8a\u6210\u4e00\u500b\u540c\u6642\u5e36\u6709\u300c\u524d\u9762\u4e0a\u4e0b\u6587\u300d\u548c\u300c\u5f8c\u9762\u4e0a\u4e0b\u6587\u300d\u7684\u7279\u5fb5\u5411\u91cf\u3002\u505a\u8a9e\u8a00\u7406\u89e3\u3001\u6a5f\u5668\u7ffb\u8b6f\u6216\u8a9e\u97f3\u8fa8\u8b58\u6642\uff0c\u9019\u7a2e\u5168\u5c40\u8996\u89d2\u5f88\u6709\u5e6b\u52a9\uff0c\u4e0d\u5bb9\u6613\u56e0\u70ba\u53ea\u55ae\u5411\u95b1\u8b80\u800c\u6f0f\u6389\u95dc\u9375\u7dda\u7d22\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u4ee3\u50f9\u662f\uff0c\u9006\u5411\u90a3\u689d\u8def\u5fc5\u9808\u7b49\u6574\u53e5\u8a71\u8b80\u5b8c\u624d\u80fd\u958b\u59cb\u7b97\uff0c\u6240\u4ee5 BRNN <strong>\u4e0d\u9069\u5408<\/strong>\u9700\u8981\u908a\u807d\u908a\u8aaa\u7684\u5373\u6642\u5834\u666f\uff0c\u4e5f\u6c92\u8fa6\u6cd5\u76f4\u63a5\u62ff\u4f86\u505a\u7d14\u6587\u5b57\u751f\u6210\u2014\u2014\u90a3\u985e\u4efb\u52d9\u9084\u662f\u5f97\u9760\u55ae\u5411\u6a21\u578b\u3002<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\">\n\n\n\n<h2 class=\"wp-block-heading\" id=\"seq2seq-%e8%88%87-transformer-%e7%9a%84%e6%bc%94%e9%80%b2\">Seq2seq \u8207 Transformer \u7684\u6f14\u9032<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5f88\u591a\u4efb\u52d9\u7684\u8f38\u5165\u548c\u8f38\u51fa\u9577\u5ea6\u4e0d\u4e00\u6a23\uff0c\u6bd4\u5982\u4e2d\u7ffb\u82f1\u3001\u6587\u7ae0\u6458\u8981\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"600\" height=\"119\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/D0921BC6-1FC9-49FE-9E29-0471DEBDE89A.png\" alt=\"\" class=\"wp-image-734\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/D0921BC6-1FC9-49FE-9E29-0471DEBDE89A.png 600w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/D0921BC6-1FC9-49FE-9E29-0471DEBDE89A-300x60.png 300w\" sizes=\"auto, (max-width: 600px) 100vw, 600px\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Seq2seq\uff08\u5e8f\u5217\u5230\u5e8f\u5217\uff09<\/strong>\u5f15\u9032\u4e86 <strong>Encoder\u2013Decoder\uff08\u7de8\u78bc\u5668-\u89e3\u78bc\u5668\uff09<\/strong> \u67b6\u69cb\u4f86\u8655\u7406\uff1a<strong>Encoder<\/strong> \u8ca0\u8cac\u5403\u9032\u6574\u6bb5\u8f38\u5165\uff0c\u4e26\u5c07\u5176\u58d3\u7e2e\u3001\u63d0\u7149\u6210\u4e00\u500b\u56fa\u5b9a\u9577\u5ea6\u7684<strong>\u8a9e\u610f\u5411\u91cf\uff08Context Vector\uff09<\/strong>\uff1b\u800c <strong>Decoder<\/strong> \u5247\u63a5\u624b\u9019\u500b\u5411\u91cf\u4f5c\u70ba\u521d\u59cb\u7dda\u7d22\uff0c\u958b\u59cb\u9032\u884c\u6587\u5b57\u63a5\u9f8d\uff0c\u9010\u6b65\u751f\u6210\u76ee\u6a19\u8f38\u51fa\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"568\" height=\"341\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/2590991F-19CD-4CDE-9878-B5BF251793C7.png\" alt=\"\" class=\"wp-image-735\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/2590991F-19CD-4CDE-9878-B5BF251793C7.png 568w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/2590991F-19CD-4CDE-9878-B5BF251793C7-300x180.png 300w\" sizes=\"auto, (max-width: 568px) 100vw, 568px\" \/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u4f46\u56fa\u5b9a\u9577\u5ea6\u7684\u5411\u91cf\u5f88\u5feb\u5c31\u8b8a\u6210<strong>\u8cc7\u8a0a\u74f6\u9838<\/strong>\u2014\u2014\u53e5\u5b50\u4e00\u9577\uff0c\u524d\u9762\u7684\u5167\u5bb9\u5bb9\u6613\u88ab\u64e0\u6389\u3002\u6ce8\u610f\u529b\u6a5f\u5236\uff08Attention\uff09\u89e3\u6c7a\u4e86\u9019\u4ef6\u4e8b\uff1aDecoder \u6bcf\u751f\u6210\u4e00\u500b\u5b57\uff0c\u90fd\u53ef\u4ee5\u56de\u982d\u5c0d\u9f4a Encoder \u5728\u5404\u500b\u6642\u9593\u6b65\u7684\u96b1\u85cf\u72c0\u614b\uff0c\u9700\u8981\u54ea\u6bb5\u5c31\u300c\u770b\u300d\u54ea\u6bb5\uff0c\u9577\u6587\u672c\u7684\u54c1\u8cea\u56e0\u6b64\u660e\u986f\u63d0\u5347\u3002<\/p>\n\n\n\n<figure class=\"wp-block-gallery has-nested-images columns-default is-cropped wp-block-gallery-1 is-layout-flex wp-block-gallery-is-layout-flex\">\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"694\" height=\"437\" data-id=\"737\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/952CEBBC-1730-4014-A3EF-48F15B5BD323.png\" alt=\"\" class=\"wp-image-737\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/952CEBBC-1730-4014-A3EF-48F15B5BD323.png 694w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/952CEBBC-1730-4014-A3EF-48F15B5BD323-300x189.png 300w\" sizes=\"auto, (max-width: 694px) 100vw, 694px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"680\" height=\"325\" data-id=\"741\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/A73595B1-E15D-4597-AAF7-6BB25B2EB04F-1.png\" alt=\"\" class=\"wp-image-741\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/A73595B1-E15D-4597-AAF7-6BB25B2EB04F-1.png 680w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/A73595B1-E15D-4597-AAF7-6BB25B2EB04F-1-300x143.png 300w\" sizes=\"auto, (max-width: 680px) 100vw, 680px\" \/><\/figure>\n<\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">2017 \u5e74\u7684 <strong>Transformer<\/strong> \u5247\u662f\u66f4\u9032\u4e00\u6b65\u7684\u8f49\u6298\u3002\u5b83\u5e7e\u4e4e\u4e0d\u9760 RNN \u7684\u9010\u6b65\u905e\u8ff4\uff0c\u6539\u4ee5\u81ea\u6211\u6ce8\u610f\u529b\uff08Self-Attention\uff09\u70ba\u6838\u5fc3\uff0c\u53e5\u5b50\u88e1\u7684\u5b57\u53ef\u4ee5\u540c\u6642\u4e92\u76f8\u6bd4\u8f03\u3001\u540c\u6642\u904b\u7b97\uff0c\u5e73\u884c\u5ea6\u5927\u5e45\u63d0\u9ad8\u503c\u3002\u9019\u5957\u67b6\u69cb\u5f8c\u4f86\u6210\u70ba BERT\u3001GPT \u9019\u985e\u73fe\u4ee3\u5927\u8a9e\u8a00\u6a21\u578b\u7684\u5e95\u5c64\u9aa8\u5e79\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"471\" height=\"689\" src=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/D98E97A7-E1B5-4524-9DFD-F5CE3B489302.png\" alt=\"\" class=\"wp-image-738\" srcset=\"https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/D98E97A7-E1B5-4524-9DFD-F5CE3B489302.png 471w, https:\/\/hyc.eshachem.com\/program\/wp-content\/uploads\/2026\/06\/D98E97A7-E1B5-4524-9DFD-F5CE3B489302-205x300.png 205w\" sizes=\"auto, (max-width: 471px) 100vw, 471px\" \/><\/figure>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\">\n\n\n\n<p class=\"wp-block-paragraph\">\u7576\u4eca\u5929<strong>\u4f7f\u7528\u8005<\/strong>\u5728 ChatGPT \u8f38\u5165\u4e00\u53e5\u63d0\u793a\u8a5e\uff08Prompt\uff09\u4e26\u6309\u4e0b\u9001\u51fa\uff0c\u9019\u500b\u300c\u6587\u5b57\u65c5\u7a0b\u300d\u5c31\u6b63\u5f0f\u555f\u52d5\u4e86\uff1a<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u6211\u5011\u8f38\u5165\u7684\u6587\u5b57\u9996\u5148\u6703\u88ab\u8f49\u5316\u70ba Token\uff0c\u4e26\u5728 Transformer \u7684\u591a\u982d\u81ea\u6211\u6ce8\u610f\u529b\u6a5f\u5236\u4e2d\uff0c\u540c\u6642\u8207\u53e5\u5b50\u88e1\u7684\u5176\u4ed6\u5b57\u8a5e\u9032\u884c\u5168\u5c40\u7684\u6bd4\u5c0d\u8207\u6b0a\u91cd\u8a08\u7b97\uff0c\u7cbe\u6e96\u6355\u6349\u8907\u96dc\u7684\u524d\u5f8c\u6587\u8a9e\u610f\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u63a5\u8457\uff0c\u6a21\u578b\u6703\u6d41\u66a2\u5730\u5728\u5f8c\u7aef\u9032\u884c\u9ad8\u901f\u7684\u6587\u5b57\u63a5\u9f8d\uff0c\u6700\u7d42\u5728\u6211\u5011\u7684\u87a2\u5e55\u756b\u9762\u4e0a\uff0c\u4e00\u5b57\u5b57\u5373\u6642\u4e14\u6d41\u66a2\u5730\u8f38\u51fa\u6211\u5011\u6240\u770b\u5230\u7684\u7cbe\u6e96\u56de\u8986\u3002\u6211\u5011\u73fe\u5728\u719f\u77e5\u7684 AI \u4e92\u52d5\u6d41\u7a0b\uff0c\u5f88\u5927\u7a0b\u5ea6\u4e0a\uff0c\u5c31\u662f\u7ad9\u5728\u9019\u689d\u6f14\u9032\u8def\u4e0a\u9577\u51fa\u4f86\u7684\u6210\u679c\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u4ee5\u4e0b\u5167\u5bb9\u662f\u6211\u6839\u64daRecurrent Neural Networks (RNNs): A gentle Introduction and Overview\u9019\u7bc7\u8ad6\u6587\u7684\u8b80\u5f8c\u91cd\u9ede\u6574\u7406 https:\/\/arxiv.org\/pdf\/1912.05911 \u5728\u4e86\u89e3Agent\u4e4b\u524d\u6211\u5011\u9700\u8981\u5148\u4f86\u4e86\u89e3\u4ec0\u9ebc\u662fLLM\uff0c\u4f46\u662f\u4e86\u89e3L L M\u662f\u4ec0\u9ebc\u4e4b\u524d\uff0c\u6211\u5011\u5fc5\u9808\u5148\u8981\u4e86\u89e3\u4ec0\u9ebc\u662f\u795e\u7d93\u7db2\u8def\uff01 \u4ee5\u4e0b\u5167\u6587\u5716\u7247\u7686\u51fa\u81ea\u65bcRecurrent Neural Networks (RNNs): A gentle Introduction and Overview\u9019\u7bc7\u8ad6\u6587 \u4e00\u822c\u795e\u7d93\u7db2\u8def\u8207\u6642\u5e8f\u8cc7\u6599\u7684\u6311\u6230 \u795e\u7d93\u7db2\u8def\u5206\u70ba\u5169\u7a2e\uff0c\u4e00\u7a2e\u662f\u65e9\u671f\u7684\u795e\u7d93\u7db2\u8def\uff08 DNN)\uff0c\u53e6\u5916\u4e00\u7a2e\u662f\u8f03\u73fe\u4ee3\u7684\u905e\u8ff4\u795e\u7d93\u7db2\u8def\uff08 R N N\uff09\u3002 \u4e00\u822c\u795e\u7d93\u7db2\u8def\u7684\u8cc7\u6599\u53ea\u80fd\u55ae\u5411\u5f80\u524d\u50b3\uff0c\u6bcf\u4e00\u7b46\u8f38\u5165\u5f7c\u6b64\u7368\u7acb\uff0c\u4e92\u4e0d\u76f8\u5e72\u3002 \u9069\u5408\u8655\u7406\u975c\u614b\u3001\u7368\u7acb\u7684\u8cc7\u6599\u2014\u2014\u6bd4\u5982\u4e00\u5f35\u7167\u7247\u3001\u4e00\u7b46\u623f\u5c4b\u7279\u5fb5\uff0c\u8f38\u5165\u9032\u53bb\uff0c\u8f38\u51fa\u7d50\u679c\uff0c\u4e2d\u9593\u4e0d\u9700\u8981\u8a18\u4f4f\u524d\u9762\u767c\u751f\u904e\u4ec0\u9ebc\u3002 \u554f\u984c\u51fa\u5728\u6642\u5e8f\u8cc7\u6599\u3002\u8a9e\u8a00\u3001\u8a9e\u97f3\u3001\u80a1\u50f9\u9019\u985e\u6771\u897f\uff0c\u524d\u5f8c\u6709\u95dc\u806f\uff0c\u9577\u5ea6\u4e5f\u4e0d\u56fa\u5b9a\u3002\u4e00\u822c DNN \u6c92\u6709\u8a18\u61b6\u6a5f\u5236\uff0c\u8b80\u5b8c\u9019\u500b\u5b57\u5c31\u5fd8\u4e86\u4e0a\u4e00\u500b\u5b57\uff0c\u81ea\u7136\u6c92\u8fa6\u6cd5\u8655\u7406\u9019\u7a2e\u300c\u6709\u9806\u5e8f\u3001\u6709\u4e0a\u4e0b\u6587\u300d\u7684\u8cc7\u6599\u3002\u9019\u4e5f\u662f\u5f8c\u4f86 RNN \u767b\u5834\u7684\u539f\u56e0\u3002 \u5faa\u74b0\u795e\u7d93\u7db2\u8def (RNN) RNN \u7684\u6838\u5fc3\u60f3\u6cd5\u5f88\u76f4\u89ba\uff1a\u8cc7\u6599\u4e0d\u8981\u4e00\u6b21\u5168\u90e8\u585e\u9032\u53bb\uff0c\u800c\u662f\u50cf\u8b80\u66f8\u4e00\u6a23\uff0c\u4e00\u500b\u6642\u9593\u6b65\u3001\u4e00\u500b\u6642\u9593\u6b65\u4f9d\u5e8f\u8b80\u5165\u3002\u6587\u5b57\u5f9e\u5de6\u5230\u53f3\u3001\u8a9e\u97f3\u5f9e\u524d\u5230\u5f8c\uff0c\u6709\u5148\u5f8c\u9806\u5e8f\u7684\u5e8f\u5217\u8cc7\u6599\uff0c\u5c31\u662f\u70ba\u9019\u7a2e\u67b6\u69cb\u8a2d\u8a08\u7684\u3002 \u7db2\u8def\u88e1\u6709\u4e00\u500b\u53eb\u96b1\u85cf\u72c0\u614b\uff08Hidden State\uff09\u7684\u6771\u897f\uff0c\u4f60\u53ef\u4ee5\u628a\u5b83\u60f3\u6210\u6a21\u578b\u7684\u77ed\u671f\u8a18\u61b6\u3002\u6bcf\u8d70\u5230\u4e00\u500b\u6642\u9593\u6b65\uff0c\u5b83\u6703\u628a\u300c\u73fe\u5728\u8b80\u5230\u7684\u8f38\u5165\u300d\u548c\u300c\u4e0a\u4e00\u6b65\u7559\u4e0b\u4f86\u7684\u8a18\u61b6\u300d\u5408\u5728\u4e00\u8d77\uff0c\u66f4\u65b0\u6210\u65b0\u7684\u72c0\u614b\uff0c\u9019\u6a23\u4e0a\u4e0b\u6587\u5c31\u4e0d\u6703\u7acb\u523b\u6d88\u5931\u3002 \u5be6\u52d9\u4e0a\uff0c\u6a21\u578b\u901a\u5e38\u6703\u5148\u7d93\u904e\u9810\u8a13\u7df4\uff08Pre-training\uff09\uff1a\u5728\u771f\u6b63\u6d3e\u4e0a\u7528\u5834\u4e4b\u524d\uff0c\u5229\u7528\u6d77\u91cf\u7684\u5de8\u91cf\u8cc7\u6599\u8b93\u5b83\u9032\u884c\u5927\u898f\u6a21\u7684\u5b78\u7fd2\u8207\u8abf\u6574\u3002 \u9019\u500b\u904e\u7a0b\u4e3b\u8981\u7d50\u5408\u4e86\u5169\u500b\u6838\u5fc3\u6b65\u9a5f\uff1a\u9996\u5148\u662f\u6b63\u5411\u50b3\u64ad\uff08Forward Propagation\uff09\uff0c\u8cc7\u6599\u7531\u8f38\u5165\u5c64\u9032\u5165\uff0c\u4e00\u5c64\u5c64\u5411\u5f8c\u8a08\u7b97\u51fa\u9810\u6e2c\u7d50\u679c\u8207\u8aa4\u5dee\u640d\u5931\uff1b\u63a5\u8457\u89f8\u767c\u53cd\u5411\u50b3\u64ad\uff08Backpropagation\uff09\uff0c\u5229\u7528\u5fae\u7a4d\u5206\u7684\u9023\u9396\u5f8b\uff08Chain Rule\uff09\uff0c\u5c07\u8aa4\u5dee\u5f9e\u8f38\u51fa\u5c64\u9006\u5411\u50b3\u56de\u7db2\u8def\u4e2d\uff0c\u85c9\u6b64\u8a08\u7b97\u51fa\u5404\u5c64\u7684\u68af\u5ea6\uff0c\u4e26\u7cbe\u6e96\u8abf\u6574\u6bcf\u4e00\u7d44\u6b0a\u91cd\u8207\u504f\u5dee\uff08Bias\uff09\u3002\u4f86\u56de\u53cd\u8986\u5e7e\u8f2a\u4e4b\u5f8c\uff0c\u6a21\u578b\u624d\u6f38\u6f38\u6478\u7d22\u51fa\u9810\u6e2c\u7684\u898f\u5f8b\u3002 \u8a13\u7df4\u6642\u4e3b\u8981\u9760\u4e09\u7d44\u6b0a\u91cd\uff1a\u8655\u7406\u8f38\u5165\u7684\u3001\u8ca0\u8cac\u8a18\u61b6\u5728\u6642\u9593\u6b65\u4e4b\u9593\u50b3\u905e\u7684\uff0c\u4ee5\u53ca\u628a\u96b1\u85cf\u72c0\u614b\u63a5\u5230\u8f38\u51fa\u7684\u3002\u91cd\u9ede\u662f\uff0c\u4e0d\u7ba1\u5e8f\u5217\u6709\u591a\u9577\uff0c\u5404\u6642\u9593\u6b65\u5171\u7528\u540c\u4e00\u5957\u6b0a\u91cd\uff0c\u9019\u4e5f\u662f RNN \u80fd\u8655\u7406\u4efb\u610f\u9577\u5ea6\u5e8f\u5217\u7684\u95dc\u9375\u3002 \u4e0d\u904e RNN \u4e26\u975e\u5b8c\u7f8e\u3002\u6642\u9593\u8ef8\u4e0a\u6b0a\u91cd\u53cd\u8986\u76f8\u4e58\uff0c\u5e8f\u5217\u4e00\u62c9\u9577\uff0c\u5c31\u5bb9\u6613\u51fa\u73fe\u68af\u5ea6\u6d88\u5931\u6216\u68af\u5ea6\u7206\u70b8\u2014\u2014\u6a21\u578b\u8981\u561b\u5fd8\u5149\u9060\u8655\u7684\u8cc7\u8a0a\uff0c\u8981\u561b\u6578\u503c\u70b8\u6389\uff0c\u9577\u671f\u8a18\u61b6\u59cb\u7d42\u662f\u500b\u786c\u50b7\u3002 \u89e3\u6c7a\u5931\u61b6\u554f\u984c\u2014LSTM \u8207 DRNN \u70ba\u4e86\u5c0d\u4ed8 [&hellip;]<\/p>\n","protected":false},"author":2,"featured_media":0,"parent":520,"menu_order":0,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"footnotes":""},"class_list":["post-722","page","type-page","status-publish","hentry"],"_links":{"self":[{"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/pages\/722","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/pages"}],"about":[{"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/types\/page"}],"author":[{"embeddable":true,"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/comments?post=722"}],"version-history":[{"count":9,"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/pages\/722\/revisions"}],"predecessor-version":[{"id":743,"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/pages\/722\/revisions\/743"}],"up":[{"embeddable":true,"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/pages\/520"}],"wp:attachment":[{"href":"https:\/\/hyc.eshachem.com\/program\/wp-json\/wp\/v2\/media?parent=722"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}