{"id":75678,"date":"2026-02-12T22:09:44","date_gmt":"2026-02-12T14:09:44","guid":{"rendered":"https:\/\/www.wsisp.com\/helps\/75678.html"},"modified":"2026-02-12T22:09:44","modified_gmt":"2026-02-12T14:09:44","slug":"matlab%e6%b7%b1%e5%ba%a6%e5%bc%ba%e5%8c%96%e5%ad%a6%e4%b9%a0%e7%ae%97%e6%b3%95%e5%8e%9f%e7%90%86%e4%b8%8e%e5%ae%9e%e6%88%98%e9%ab%98%e6%a0%a1%e6%95%99%e6%9d%90dqnsacddpgppotd3mappoippo%e6%b5%81","status":"publish","type":"post","link":"https:\/\/www.wsisp.com\/helps\/75678.html","title":{"rendered":"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7"},"content":{"rendered":"

\"\u5728\u8fd9\u91cc\u63d2\u5165\u56fe\u7247\u63cf\u8ff0\"
\n\"\u5728\u8fd9\u91cc\u63d2\u5165\u56fe\u7247\u63cf\u8ff0\"
\n\"\u5728\u8fd9\u91cc\u63d2\u5165\u56fe\u7247\u63cf\u8ff0\"
\n\"\u5728\u8fd9\u91cc\u63d2\u5165\u56fe\u7247\u63cf\u8ff0\"
\n\u3010\u76ee \u5f55\u3011<\/p>\n

\u7b2c1\u7ae0 \u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u6982\u5ff5\u4e0e\u57fa\u672c\u7406\u8bba 1
\n1.1 \u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u7684\u95ee\u9898\u53ca\u57fa\u672c\u6982\u5ff5 1<\/p>\n

1.1.1 \u4e00\u4e9b\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u5b9e\u4f8b 1<\/p>\n

1.1.2 \u667a\u80fd\u4f53 3<\/p>\n

1.1.3 \u73af\u5883 4<\/p>\n

1.1.4 \u72b6\u6001\u53ca\u5176\u89c2\u6d4b 4<\/p>\n

1.1.5 \u72b6\u6001\u8f6c\u79fb\u6982\u7387 5<\/p>\n

1.1.6 \u52a8\u4f5c 6<\/p>\n

1.1.7 \u5956\u52b1 8<\/p>\n

1.1.8 \u7b56\u7565 12<\/p>\n

1.2 \u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b 13<\/p>\n

1.2.1 \u9a6c\u5c14\u53ef\u592b\u6027\u8d28\u4e0e\u8f6c\u79fb\u6982\u7387 13<\/p>\n

1.2.2 \u8f68\u8ff9\u3001\u56de\u5408\u53ca\u7ecf\u9a8c\u8f6c\u6362\u6837\u672c 14<\/p>\n

1.2.3 \u56de\u62a5\u53ca\u6298\u73b0\u7387 15<\/p>\n

1.2.4 \u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b\u7684\u6570\u5b66\u8bb0\u53f7\u53ca\u5176\u542b\u4e49 17<\/p>\n

1.3 \u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u51fd\u6570 19<\/p>\n

1.3.1 \u76ee\u6807\u51fd\u6570\u53ca\u5176\u4f5c\u7528 19<\/p>\n

1.3.2 \u72b6\u6001\u4ef7\u503c\u51fd\u6570\u53ca\u5176\u4f5c\u7528 19<\/p>\n

1.3.3 \u52a8\u4f5c\u4ef7\u503c\u51fd\u6570\u53ca\u5176\u4f5c\u7528 21<\/p>\n

1.3.4 V\u03c0(s)\u4e0eQ\u03c0(s, a)\u7684\u4e92\u76f8\u8868\u793a\u5173\u7cfb 21<\/p>\n

1.4 \u8d1d\u5c14\u66fc\u65b9\u7a0b\u7406\u8bba 23<\/p>\n

1.4.1 Bellman\u65b9\u7a0b\u53ca\u5176\u4f5c\u7528 23<\/p>\n

1.4.2 \u6700\u4f18\u7b56\u7565\u53ca\u6700\u4f18\u72b6\u6001\u4ef7\u503c\u51fd\u6570 26<\/p>\n

1.4.3 \u6700\u4f18\u52a8\u4f5c\u4ef7\u503c\u51fd\u6570\u53ca\u5176\u4f5c\u7528 27<\/p>\n

1.4.4 Bellman\u6700\u4f18\u65b9\u7a0b\u53ca\u5176\u4f5c\u7528 28<\/p>\n

1.4.5 \u6c42\u89e3Bellman\u65b9\u7a0b\u7684\u601d\u8def 30<\/p>\n

*1.5 \u795e\u7ecf\u7f51\u7edc\u7684\u57fa\u672c\u77e5\u8bc6\u53ca\u51e0\u4e2a\u91cd\u8981\u5b9a\u7406 31<\/p>\n

1.5.1 \u795e\u7ecf\u7f51\u7edc\u57fa\u672c\u77e5\u8bc6 31<\/p>\n

1.5.2 \u795e\u7ecf\u7f51\u7edc\u901a\u7528\u8fd1\u4f3c\u5b9a\u7406 32<\/p>\n

1.5.3 \u53ef\u5fae\u5047\u8bbe\u4e0e\u77e9\u9635\u70b9\u4e58\u8fd0\u7b97\u7b49\u57fa\u672c\u77e5\u8bc6 32<\/p>\n

1.5.4 \u68af\u5ea6\u53ca\u68af\u5ea6\u4e0b\u964d\u4e0e\u795e\u7ecf\u7f51\u7edc\u6743\u503c\u53c2\u6570\u66f4\u65b0\u516c\u5f0f 34<\/p>\n

1.5.5 \u6570\u5b66\u671f\u671b\u57fa\u672c\u77e5\u8bc6 36<\/p>\n

1.5.6 \u5faa\u73af\u8fed\u4ee3\u7ed3\u679c\u7684\u5b58\u5728\u6027\u4e0e\u552f\u4e00\u6027 37<\/p>\n

1.6 \u672c\u7ae0\u5c0f\u7ed3 40<\/p>\n

\u4e60\u98981 41<\/p>\n

\u7b2c2\u7ae0 Q-learning\u7b97\u6cd5\u6c42\u89e3\u6700\u4f18\u8def\u5f84\u95ee\u9898 42
\n2.1 Q-learning\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 42<\/p>\n

2.2 \u03b5-\u8d2a\u5a6a\u7b56\u7565\u4e0e\u65f6\u5e8f\u5dee\u5206\u7b97\u6cd5 43<\/p>\n

2.2.1 \u03b5-\u8d2a\u5a6a\u7b56\u7565\u53ca\u5176\u4f5c\u7528 43<\/p>\n

2.2.2 \u65f6\u5e8f\u5dee\u5206\u7b97\u6cd5 44<\/p>\n

2.3 Q-learning\u7b97\u6cd5\u7684\u5b9e\u73b0 45<\/p>\n

2.3.1 Q-learning\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 45<\/p>\n

2.3.2 Q-learning\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 45<\/p>\n

2.3.3 Q-learning\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 46<\/p>\n

2.3.4 Q-learning\u7b97\u6cd5\u7684\u6536\u655b\u6027 46<\/p>\n

2.4 Q-learning\u7b97\u6cd5\u5b9e\u4f8b：\u5bfb\u627e\u6700\u4f18\u8def\u5f84 47<\/p>\n

2.4.1 \u95ee\u9898\u8bf4\u660e 47<\/p>\n

2.4.2 \u6570\u5b66\u6a21\u578b 48<\/p>\n

2.4.3 \u57fa\u4e8eMATLAB\u81ea\u5e26\u51fd\u6570\u5b9e\u73b0\u6c42\u89e3 48<\/p>\n

2.4.4 \u57fa\u4e8e\u81ea\u7f16\u4ee3\u7801\u5b9e\u73b0\u6c42\u89e3 54<\/p>\n

2.5 Q-learning\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 60<\/p>\n

2.5.1 Q-learning\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 60<\/p>\n

2.5.2 \u6a21\u578b\u6269\u5c55 61<\/p>\n

2.5.3 \u7b97\u6cd5\u6269\u5c55 62<\/p>\n

2.6 \u672c\u7ae0\u5c0f\u7ed3 62<\/p>\n

\u4e60\u98982 63<\/p>\n

\u7b2c3\u7ae0 SARSA\u7b97\u6cd5\u6c42\u89e3\u6700\u4f18\u5b89\u5168\u8def\u5f84\u95ee\u9898 65
\n3.1 SARSA\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 65<\/p>\n

3.2 SARSA\u7b97\u6cd5\u7684\u5b9e\u73b0 65<\/p>\n

3.2.1 SARSA\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 65<\/p>\n

3.2.2 SARSA\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 66<\/p>\n

3.2.3 on-policy\u548coff-policy 66<\/p>\n

3.2.4 SARSA\u7b97\u6cd5\u7684\u6536\u655b\u6027 67<\/p>\n

3.3 SARSA\u7b97\u6cd5\u5b9e\u4f8b：\u5bfb\u627e\u6700\u4f18\u5b89\u5168\u8def\u5f84 68<\/p>\n

3.3.1 \u95ee\u9898\u8bf4\u660e 68<\/p>\n

3.3.2 \u6570\u5b66\u6a21\u578b 68<\/p>\n

3.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 69<\/p>\n

3.3.4 \u7a0b\u5e8f\u5206\u6790 70<\/p>\n

3.4 SARSA\u7b97\u6cd5\u4e0eQ-learning\u7b97\u6cd5\u5bf9\u6bd4 72<\/p>\n

3.4.1 SARSA\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 72<\/p>\n

3.4.2 SARSA\u7b97\u6cd5\u4e0eQ-learning\u7b97\u6cd5\u9002\u7528\u60c5\u51b5\u5bf9\u6bd4 72<\/p>\n

3.4.3 \u6700\u4f18\u7b56\u7565\u5bf9\u6bd4 72<\/p>\n

3.4.4 \u56fe\u50cf\u5bf9\u6bd4\u5206\u6790 73<\/p>\n

3.5 \u672c\u7ae0\u5c0f\u7ed3 75<\/p>\n

\u4e60\u98983 76<\/p>\n

\u7b2c4\u7ae0 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u6c42\u89e3\u4e24\u5730\u79df\u8f66\u6700\u4f18\u8c03\u5ea6\u95ee\u9898 78
\n4.1 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 78<\/p>\n

4.2 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u5b9e\u73b0 78<\/p>\n

4.2.1 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 78<\/p>\n

4.2.2 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 79<\/p>\n

4.2.3 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 79<\/p>\n

4.2.4 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u6536\u655b\u6027 80<\/p>\n

4.3 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u5b9e\u4f8b：\u5bfb\u627e\u6700\u4f18\u8c03\u5ea6\u65b9\u6848 80<\/p>\n

4.3.1 \u95ee\u9898\u8bf4\u660e 81<\/p>\n

4.3.2 \u6570\u5b66\u6a21\u578b 81<\/p>\n

4.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 82<\/p>\n

4.3.4 \u7a0b\u5e8f\u5206\u6790 86<\/p>\n

4.3.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 88<\/p>\n

4.4 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 90<\/p>\n

4.4.1 \u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 90<\/p>\n

4.4.2 \u6a21\u578b\u6269\u5c55 91<\/p>\n

4.4.3 \u7b97\u6cd5\u6269\u5c55 91<\/p>\n

4.5 \u672c\u7ae0\u5c0f\u7ed3 92<\/p>\n

\u4e60\u98984 93<\/p>\n

\u7b2c5\u7ae0 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u6c42\u89e3\u6700\u4f18\u8def\u5f84\u95ee\u9898 94
\n5.1 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 94<\/p>\n

5.2 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u5b9e\u73b0 94<\/p>\n

5.2.1 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 94<\/p>\n

5.2.2 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 95<\/p>\n

5.2.3 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 95<\/p>\n

5.2.4 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u6536\u655b\u6027 96<\/p>\n

5.2.5 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u4e0e\u7b56\u7565\u8fed\u4ee3\u7b97\u6cd5\u7684\u8054\u7cfb\u4e0e\u533a\u522b 96<\/p>\n

5.3 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u5b9e\u4f8b：\u5bfb\u627e\u6700\u4f18\u8def\u5f84 97<\/p>\n

5.3.1 \u95ee\u9898\u8bf4\u660e 97<\/p>\n

5.3.2 \u6570\u5b66\u6a21\u578b 98<\/p>\n

5.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 98<\/p>\n

5.3.4 \u7a0b\u5e8f\u5206\u6790 101<\/p>\n

5.3.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 102<\/p>\n

5.4 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 103<\/p>\n

5.4.1 \u4ef7\u503c\u8fed\u4ee3\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 103<\/p>\n

5.4.2 \u6a21\u578b\u6269\u5c55 103<\/p>\n

5.4.3 \u7b97\u6cd5\u6269\u5c55 104<\/p>\n

5.5 \u672c\u7ae0\u5c0f\u7ed3 104<\/p>\n

\u4e60\u98985 106<\/p>\n

\u7b2c6\u7ae0 DQN\u7b97\u6cd5\u6c42\u89e3\u5e73\u8861\u7cfb\u7edf\u7684\u6700\u4f18\u63a7\u5236\u95ee\u9898 107
\n6.1 DQN\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 107<\/p>\n

6.2 \u7ecf\u9a8c\u56de\u653e\u6280\u672f\u4e0e\u76ee\u6807\u7f51\u7edc\u6280\u672f 107<\/p>\n

6.2.1 \u7ecf\u9a8c\u56de\u653e\u6280\u672f\u4e0e\u91cd\u8981\u6027\u91c7\u6837\u53ca\u5176\u4f5c\u7528 107<\/p>\n

6.2.2 \u5f53\u524d\u7f51\u7edc\u4e0e\u76ee\u6807\u7f51\u7edc 109<\/p>\n

6.3 DQN\u7b97\u6cd5\u7684\u5b9e\u73b0 111<\/p>\n

6.3.1 DQN\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 111<\/p>\n

6.3.2 DQN\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 111<\/p>\n

6.3.3 DQN\u7b97\u6cd5\u7684\u6d41\u7a0b\u4e0e\u7a0b\u5e8f\u6b65\u9aa4 112<\/p>\n

6.3.4 DQN\u7b97\u6cd5\u7684\u6536\u655b\u6027 114<\/p>\n

6.4 DQN\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u5e73\u8861\u7cfb\u7edf\u6700\u4f18\u63a7\u5236\u7b56\u7565 115<\/p>\n

6.4.1 \u95ee\u9898\u8bf4\u660e 115<\/p>\n

6.4.2 \u6570\u5b66\u6a21\u578b 115<\/p>\n

6.4.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 116<\/p>\n

6.4.4 \u7a0b\u5e8f\u5206\u6790 121<\/p>\n

6.4.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 121<\/p>\n

6.5 \u4ee3\u7801\u7a0b\u5e8f\u7ec6\u5316 123<\/p>\n

6.5.1 \u95ee\u9898\u6539\u8fdb\u8bf4\u660e 123<\/p>\n

6.5.2 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 123<\/p>\n

6.5.3 \u7a0b\u5e8f\u5206\u6790 132<\/p>\n

6.5.4 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 133<\/p>\n

6.6 \u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u7684\u6027\u80fd\u6307\u6807 135<\/p>\n

6.6.1 \u4efb\u52a1\u7d2f\u8ba1\u5956\u52b1 135<\/p>\n

6.6.2 \u6536\u655b\u56de\u5408\u4e0e\u6536\u655b\u901f\u5ea6 136<\/p>\n

6.6.3 \u6536\u655b\u5e73\u7a33\u6027 137<\/p>\n

6.6.4 \u6700\u4f18\u7b56\u7565\u9c81\u68d2\u6027 137<\/p>\n

6.6.5 \u6700\u4f18\u7b56\u7565\u6cdb\u5316\u529b 137<\/p>\n

6.6.6 \u7a0b\u5e8f\u7684\u6027\u80fd\u6d4b\u8bd5 140<\/p>\n

6.7 DQN\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 141<\/p>\n

6.7.1 DQN\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 141<\/p>\n

6.7.2 \u6a21\u578b\u6269\u5c55 141<\/p>\n

6.7.3 \u7b97\u6cd5\u6269\u5c55 142<\/p>\n

6.8 \u672c\u7ae0\u5c0f\u7ed3 143<\/p>\n

\u4e60\u98986 145<\/p>\n

\u7b2c7\u7ae0 PG\u7b97\u6cd5\u6c42\u89e3\u53cc\u79ef\u5206\u7cfb\u7edf\u7684\u6700\u4f18\u63a7\u5236\u95ee\u9898 146
\n7.1 PG\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 146<\/p>\n

7.2 \u7b56\u7565\u53c2\u6570\u4f18\u5316\u95ee\u9898\u53ca\u7b56\u7565\u68af\u5ea6\u5b9a\u7406 146<\/p>\n

7.2.1 \u7b56\u7565\u68af\u5ea6\u53ca\u5176\u7b56\u7565\u53c2\u6570\u4f18\u5316\u95ee\u9898 146<\/p>\n

7.2.2 \u7b56\u7565\u68af\u5ea6\u5b9a\u7406\u53ca\u5176\u51e0\u4e2a\u53d8\u5f62 147<\/p>\n

7.3 REINFORCE\u7b97\u6cd5\u53ca\u5176\u4f2a\u4ee3\u7801 148<\/p>\n

7.3.1 \u8499\u7279\u5361\u6d1b\u65b9\u6cd5\u8fd1\u4f3c\u4f30\u8ba1\u7b56\u7565\u68af\u5ea6 149<\/p>\n

7.3.2 REINFORCE\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 149<\/p>\n

7.4 \u5e26\u57fa\u7ebf\u7684\u7b56\u7565\u68af\u5ea6\u5b9a\u7406\u53ca\u6f14\u5458\u7f51\u7edc\u4e0e\u8bc4\u59d4\u7f51\u7edc 150<\/p>\n

7.4.1 \u5e26\u57fa\u7ebf\u7684\u7b56\u7565\u68af\u5ea6\u5b9a\u7406 150<\/p>\n

7.4.2 \u57fa\u7ebf\u7f51\u7edc\u3001\u6f14\u5458\u7f51\u7edc\u4e0e\u8bc4\u59d4\u7f51\u7edc 151<\/p>\n

7.5 PG\u7b97\u6cd5\u7684\u5b9e\u73b0 152<\/p>\n

7.5.1 PG\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 152<\/p>\n

7.5.2 PG\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 152<\/p>\n

7.5.3 PG\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 153<\/p>\n

7.5.4 PG\u7b97\u6cd5\u7684\u6536\u655b\u6027 154<\/p>\n

7.6 PG\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u53cc\u79ef\u5206\u7cfb\u7edf\u7684\u6700\u4f18\u63a7\u5236\u7b56\u7565 154<\/p>\n

7.6.1 \u95ee\u9898\u8bf4\u660e 154<\/p>\n

7.6.2 \u6570\u5b66\u6a21\u578b 155<\/p>\n

7.6.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 155<\/p>\n

7.6.4 \u7a0b\u5e8f\u5206\u6790 159<\/p>\n

7.6.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 159<\/p>\n

7.7 PG\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 161<\/p>\n

7.7.1 PG\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 161<\/p>\n

7.7.2 \u6a21\u578b\u6269\u5c55 161<\/p>\n

7.7.3 \u7b97\u6cd5\u6269\u5c55 162<\/p>\n

7.8 \u672c\u7ae0\u5c0f\u7ed3 163<\/p>\n

\u4e60\u98987 164<\/p>\n

\u7b2c8\u7ae0 AC\u7c7b\u7b97\u6cd5\u6c42\u89e3\u80a1\u7968\u4ea4\u6613\u6700\u4f18\u63a8\u8350\u7b56\u7565 166
\n8.1 AC\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 166<\/p>\n

8.2 AC\u7b97\u6cd5\u7684\u5b9e\u73b0 166<\/p>\n

8.2.1 AC\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 166<\/p>\n

8.2.2 AC\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 167<\/p>\n

8.2.3 AC\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 168<\/p>\n

8.2.4 A2C\u7b97\u6cd5 168<\/p>\n

8.2.5 A3C\u7b97\u6cd5 169<\/p>\n

8.2.6 AC\u7c7b\u7b97\u6cd5\u7684\u6536\u655b\u6027 170<\/p>\n

8.3 AC\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u80a1\u7968\u4ea4\u6613\u6700\u4f18\u63a8\u8350\u7b56\u7565\u95ee\u9898 171<\/p>\n

8.3.1 \u95ee\u9898\u8bf4\u660e 171<\/p>\n

8.3.2 \u6570\u5b66\u6a21\u578b 171<\/p>\n

8.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 172<\/p>\n

8.3.4 \u7a0b\u5e8f\u5206\u6790 176<\/p>\n

8.3.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 177<\/p>\n

8.4 AC\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 180<\/p>\n

8.4.1 AC\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 180<\/p>\n

8.4.2 \u6a21\u578b\u6269\u5c55 181<\/p>\n

8.4.3 \u7b97\u6cd5\u6269\u5c55 181<\/p>\n

8.5 \u672c\u7ae0\u5c0f\u7ed3 182<\/p>\n

\u4e60\u98988 183<\/p>\n

\u7b2c9\u7ae0 SAC\u7b97\u6cd5\u6c42\u89e3\u673a\u5668\u4eba\u624b\u81c2\u63a7\u7403\u5e73\u8861\u95ee\u9898 184
\n9.1 SAC\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 184<\/p>\n

9.2 \u6700\u5927\u71b5\u5f3a\u5316\u5b66\u4e60 184<\/p>\n

9.2.1 \u4fe1\u606f\u71b5\u6982\u5ff5\u53ca\u5176\u4f5c\u7528\u4e0e\u7b56\u7565\u71b5 184<\/p>\n

9.2.2 \u6700\u5927\u71b5\u5f3a\u5316\u5b66\u4e60\u57fa\u672c\u77e5\u8bc6 185<\/p>\n

9.3 SAC\u7b97\u6cd5\u7684\u5b9e\u73b0 186<\/p>\n

9.3.1 SAC\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 186<\/p>\n

9.3.2 SAC\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 186<\/p>\n

9.3.3 SAC\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 187<\/p>\n

9.3.4 SAC\u7b97\u6cd5\u7684\u6536\u655b\u6027 188<\/p>\n

9.4 SAC\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u673a\u5668\u4eba\u624b\u81c2\u63a7\u7403\u5e73\u8861\u95ee\u9898 188<\/p>\n

9.4.1 \u95ee\u9898\u8bf4\u660e 188<\/p>\n

9.4.2 \u6570\u5b66\u6a21\u578b 189<\/p>\n

9.4.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 189<\/p>\n

9.4.4 \u7a0b\u5e8f\u5206\u6790 193<\/p>\n

9.4.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 195<\/p>\n

9.5 SAC\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 197<\/p>\n

9.5.1 SAC\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 197<\/p>\n

9.5.2 \u6a21\u578b\u6269\u5c55 197<\/p>\n

9.5.3 \u7b97\u6cd5\u6269\u5c55 198<\/p>\n

9.6 \u672c\u7ae0\u5c0f\u7ed3 198<\/p>\n

\u4e60\u98989 200<\/p>\n

\u7b2c10\u7ae0 PPO\u7b97\u6cd5\u6c42\u89e3\u98de\u884c\u5668\u5e73\u7a33\u7740\u9646\u6700\u4f18\u63a7\u5236\u95ee\u9898 201
\n10.1 PPO\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 201<\/p>\n

10.2 PPO\u7b97\u6cd5\u6d89\u53ca\u7684\u5173\u952e\u6280\u672f 201<\/p>\n

10.2.1 TRPO\u7b97\u6cd5 201<\/p>\n

10.2.2 PPO\u7b97\u6cd5\u7684\u4e24\u4e2a\u6280\u5de7 204<\/p>\n

10.3 PPO\u7b97\u6cd5\u7684\u5b9e\u73b0 206<\/p>\n

10.3.1 PPO\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 206<\/p>\n

10.3.2 \u5e7f\u4e49\u4f18\u52bf\u4f30\u8ba1（GAE） 206<\/p>\n

10.3.3 PPO\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 206<\/p>\n

10.3.4 PPO\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 207<\/p>\n

10.3.5 PPO\u7b97\u6cd5\u7684\u6536\u655b\u6027 207<\/p>\n

10.4 PPO\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u98de\u884c\u5668\u5e73\u7a33\u7740\u9646\u6700\u4f18\u63a7\u5236\u95ee\u9898 208<\/p>\n

10.4.1 \u95ee\u9898\u8bf4\u660e 208<\/p>\n

10.4.2 \u6570\u5b66\u6a21\u578b 209<\/p>\n

10.4.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 210<\/p>\n

10.4.4 \u7a0b\u5e8f\u5206\u6790 214<\/p>\n

10.4.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 215<\/p>\n

10.5 PPO\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 217<\/p>\n

10.5.1 PPO\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 217<\/p>\n

10.5.2 \u6a21\u578b\u6269\u5c55 217<\/p>\n

10.5.3 \u7b97\u6cd5\u6269\u5c55 218<\/p>\n

10.6 \u672c\u7ae0\u5c0f\u7ed3 218<\/p>\n

\u4e60\u989810 219<\/p>\n

\u7b2c11\u7ae0 DDPG\u7b97\u6cd5\u6c42\u89e3\u56db\u8db3\u673a\u5668\u4eba\u884c\u8d70\u63a7\u5236\u7b56\u7565\u95ee\u9898 221
\n11.1 DDPG\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 221<\/p>\n

11.2 \u968f\u673a\u6027\u7b56\u7565\u4e0e\u786e\u5b9a\u6027\u7b56\u7565\u7684\u8054\u7cfb\u4e0e\u5bf9\u6bd4 221<\/p>\n

11.3 DDPG\u7b97\u6cd5\u7f51\u7edc\u7ed3\u6784\u53ca\u5176\u903b\u8f91\u5173\u7cfb 222<\/p>\n

11.4 DDPG\u7b97\u6cd5\u7684\u5b9e\u73b0 224<\/p>\n

11.4.1 DDPG\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 224<\/p>\n

11.4.2 DDPG\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 225<\/p>\n

11.4.3 DDPG\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 226<\/p>\n

11.4.4 DDPG\u7b97\u6cd5\u7684\u6536\u655b\u6027 226<\/p>\n

11.5 DDPG\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u56db\u8db3\u673a\u5668\u4eba\u884c\u8d70\u63a7\u5236\u7b56\u7565\u95ee\u9898 227<\/p>\n

11.5.1 \u95ee\u9898\u8bf4\u660e 227<\/p>\n

11.5.2 \u6570\u5b66\u6a21\u578b 227<\/p>\n

11.5.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 229<\/p>\n

11.5.4 \u7a0b\u5e8f\u5206\u6790 233<\/p>\n

11.5.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 234<\/p>\n

11.6 DDPG\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 236<\/p>\n

11.6.1 DDPG\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 236<\/p>\n

11.6.2 \u6a21\u578b\u6269\u5c55 237<\/p>\n

11.6.3 \u7b97\u6cd5\u6269\u5c55 238<\/p>\n

11.7 \u672c\u7ae0\u5c0f\u7ed3 238<\/p>\n

\u4e60\u989811 240<\/p>\n

\u7b2c12\u7ae0 TD3\u7b97\u6cd5\u6c42\u89e3PID\u63a7\u5236\u5668\u53c2\u6570\u6574\u5b9a\u95ee\u9898 241
\n12.1 TD3\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 241<\/p>\n

12.2 TD3\u7b97\u6cd5\u7684\u5b9e\u73b0 242<\/p>\n

12.2.1 TD3\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 242<\/p>\n

12.2.2 TD3\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 242<\/p>\n

12.2.3 TD3\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 243<\/p>\n

12.2.4 TD3\u7b97\u6cd5\u7684\u6536\u655b\u6027 244<\/p>\n

12.3 TD3\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3PID\u63a7\u5236\u6c34\u7bb1\u6db2\u4f4d\u95ee\u9898 244<\/p>\n

12.3.1 \u95ee\u9898\u8bf4\u660e 244<\/p>\n

12.3.2 \u6570\u5b66\u6a21\u578b 245<\/p>\n

12.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 246<\/p>\n

12.3.4 \u7a0b\u5e8f\u5206\u6790 250<\/p>\n

12.3.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 251<\/p>\n

12.4 TD3\u667a\u80fd\u4f53\u4e0ePID\u63a7\u5236\u5668\u53c2\u6570\u6574\u5b9a\u7ed3\u679c\u5bf9\u6bd4\u5206\u6790 254<\/p>\n

12.4.1 PID\u63a7\u5236\u5668\u53c2\u6570\u6574\u5b9a\u7b80\u4ecb 254<\/p>\n

12.4.2 TD3\u7b97\u6cd5\u53caPID\u63a7\u5236\u5668\u53c2\u6570\u6574\u5b9a\u7a0b\u5e8f 254<\/p>\n

12.4.3 TD3\u7b97\u6cd5\u53caPID\u63a7\u5236\u5668\u53c2\u6570\u6574\u5b9a\u7ed3\u679c\u5bf9\u6bd4\u5206\u6790 257<\/p>\n

12.5 TD3\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 258<\/p>\n

12.5.1 TD3\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 258<\/p>\n

12.5.2 \u6a21\u578b\u6269\u5c55 259<\/p>\n

12.5.3 \u7b97\u6cd5\u6269\u5c55 260<\/p>\n

12.6 \u672c\u7ae0\u5c0f\u7ed3 260<\/p>\n

\u4e60\u989812 262<\/p>\n

\u7b2c13\u7ae0 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u6982\u5ff5\u4e0e\u57fa\u672c\u65b9\u6cd5 263
\n13.1 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u6982\u8ff0 263<\/p>\n

13.1.1 \u591a\u667a\u80fd\u4f53\u4e0e\u5355\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u8054\u7cfb\u4e0e\u533a\u522b 263<\/p>\n

13.1.2 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u5b9e\u9645\u95ee\u9898\u4e3e\u4f8b 264<\/p>\n

13.1.3 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u5177\u4f53\u5185\u5bb9 264<\/p>\n

13.1.4 \u591a\u667a\u80fd\u4f53\u7cfb\u7edf\u7c7b\u578b\u5206\u7c7b 264<\/p>\n

13.2 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u57fa\u7840\u77e5\u8bc6 265<\/p>\n

13.2.1 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u6982\u5ff5 266<\/p>\n

13.2.2 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u76f8\u5173\u57fa\u672c\u7406\u8bba 268<\/p>\n

13.2.3 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u65b9\u6cd5 269<\/p>\n

13.3 \u591a\u667a\u80fd\u4f53\u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u51fd\u6570 270<\/p>\n

13.3.1 \u7b56\u7565\u51fd\u6570 270<\/p>\n

13.3.2 \u52a8\u4f5c\u4ef7\u503c\u51fd\u6570\u53ca\u5176\u4f5c\u7528 271<\/p>\n

13.3.3 \u72b6\u6001\u4ef7\u503c\u51fd\u6570\u53ca\u5176\u4f5c\u7528 273<\/p>\n

13.3.4 \u4f18\u52bf\u51fd\u6570 274<\/p>\n

13.3.5 \u52a8\u4f5c\u8bc4\u4f30\u51fd\u6570 275<\/p>\n

13.3.6 \u6700\u4f73\u54cd\u5e94\u7b56\u7565 275<\/p>\n

13.3.7 \u7eb3\u4ec0\u5747\u8861 275<\/p>\n

13.3.8 \u5e15\u7d2f\u6258(Pareto)\u975e\u52a3\u7b56\u7565 276<\/p>\n

13.4 \u672c\u7ae0\u5c0f\u7ed3 276<\/p>\n

\u4e60\u989813 277<\/p>\n

\u7b2c14\u7ae0 MAPPO\u7b97\u6cd5\u6c42\u89e3\u591a\u667a\u80fd\u4f53\u534f\u4f5c\u8fd0\u9001\u7269\u4f53\u95ee\u9898 278
\n14.1 MAPPO\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 278<\/p>\n

14.2 MAPPO\u7b97\u6cd5\u7684\u5b9e\u73b0 278<\/p>\n

14.2.1 MAPPO\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 278<\/p>\n

14.2.2 MAPPO\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 278<\/p>\n

14.2.3 MAPPO\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 279<\/p>\n

14.2.4 MAPPO\u7b97\u6cd5\u7684\u6536\u655b\u6027 280<\/p>\n

14.3 MAPPO\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u591a\u667a\u80fd\u4f53\u534f\u4f5c\u8fd0\u9001\u7269\u4f53\u95ee\u9898 280<\/p>\n

14.3.1 \u95ee\u9898\u8bf4\u660e 280<\/p>\n

14.3.2 \u6570\u5b66\u6a21\u578b 281<\/p>\n

14.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 282<\/p>\n

14.3.4 \u7a0b\u5e8f\u5206\u6790 285<\/p>\n

14.3.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 286<\/p>\n

14.4 \u5206\u6563\u5f0f\u8bad\u7ec3\u4e0e\u96c6\u4e2d\u5f0f\u8bad\u7ec3\u5bf9\u6bd4\u5206\u6790 287<\/p>\n

14.4.1 \u5206\u6563\u5f0f\u4e0e\u96c6\u4e2d\u5f0f\u8bad\u7ec3\u7a0b\u5e8f\u7ec4\u5408\u65b9\u6848 287<\/p>\n

14.4.2 \u4e0d\u540c\u8bad\u7ec3\u65b9\u6848\u7684\u8bad\u7ec3\u8fdb\u7a0b\u5bf9\u6bd4\u5206\u6790 288<\/p>\n

14.4.3 MAPPO\u7b97\u6cd5\u7684\u4eff\u771f\u7ed3\u679c\u5bf9\u6bd4\u5206\u6790 290<\/p>\n

14.5 MAPPO\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 293<\/p>\n

14.5.1 MAPPO\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 293<\/p>\n

14.5.2 \u6a21\u578b\u6269\u5c55 294<\/p>\n

14.5.3 \u7b97\u6cd5\u6269\u5c55 295<\/p>\n

14.6 \u672c\u7ae0\u5c0f\u7ed3 295<\/p>\n

\u4e60\u989814 296<\/p>\n

\u7b2c15\u7ae0 IPPO\u7b97\u6cd5\u4e0eMAPPO\u7b97\u6cd5\u6c42\u89e3\u534f\u4f5c\u7ade\u4e89\u63a2\u7d22\u533a\u57df\u95ee\u9898 297
\n15.1 IPPO\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 297<\/p>\n

15.2 IPPO\u7b97\u6cd5\u7684\u5b9e\u73b0 297<\/p>\n

15.2.1 IPPO\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 297<\/p>\n

15.2.2 IPPO\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 297<\/p>\n

15.2.3 IPPO\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 298<\/p>\n

15.2.4 IPPO\u7b97\u6cd5\u7684\u6536\u655b\u6027 298<\/p>\n

15.3 IPPO\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u591a\u667a\u80fd\u4f53\u534f\u4f5c\u7ade\u4e89\u63a2\u7d22\u533a\u57df\u95ee\u9898 298<\/p>\n

15.3.1 \u95ee\u9898\u8bf4\u660e 298<\/p>\n

15.3.2 \u6570\u5b66\u6a21\u578b 299<\/p>\n

15.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 300<\/p>\n

15.3.4 \u7a0b\u5e8f\u5206\u6790 304<\/p>\n

15.3.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 305<\/p>\n

15.4 IPPO\u4e0eMAPPO\u7b97\u6cd5\u7a0b\u5e8f\u53ca\u5176\u7ed3\u679c\u5bf9\u6bd4\u5206\u6790 306<\/p>\n

15.4.1 IPPO\u7b97\u6cd5\u7a0b\u5e8f\u4e0eMAPPO\u7b97\u6cd5\u7a0b\u5e8f\u5dee\u522b 306<\/p>\n

15.4.2 5\u4e2a\u8bad\u7ec3\u65b9\u6848\u7684\u8bad\u7ec3\u8fdb\u7a0b\u5bf9\u6bd4\u5206\u6790 306<\/p>\n

15.4.3 IPPO\u7b97\u6cd5\u4e0eMAPPO\u7b97\u6cd5\u4eff\u771f\u6d4b\u8bd5\u7ed3\u679c\u5bf9\u6bd4\u5206\u6790 309<\/p>\n

15.5 IPPO\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 312<\/p>\n

15.5.1 IPPO\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 312<\/p>\n

15.5.2 \u6a21\u578b\u6269\u5c55 312<\/p>\n

15.5.3 \u7b97\u6cd5\u6269\u5c55 312<\/p>\n

15.6 \u672c\u7ae0\u5c0f\u7ed3 313<\/p>\n

\u4e60\u989815 313<\/p>\n

\u7b2c16\u7ae0 MADDPG\u4e0eDDPG\u7b97\u6cd5\u6c42\u89e3\u8f66\u8f86\u8def\u5f84\u8ddf\u8e2a\u63a7\u5236\u95ee\u9898 315
\n16.1 MADDPG\u7b97\u6cd5\u7684\u57fa\u672c\u601d\u60f3 315<\/p>\n

16.2 MADDPG\u7b97\u6cd5\u7684\u5b9e\u73b0 315<\/p>\n

16.2.1 MADDPG\u7b97\u6cd5\u7684\u5e94\u7528\u6761\u4ef6 315<\/p>\n

16.2.2 MADDPG\u7b97\u6cd5\u7684\u4f2a\u4ee3\u7801 315<\/p>\n

16.2.3 MADDPG\u7b97\u6cd5\u7684\u7a0b\u5e8f\u6b65\u9aa4 316<\/p>\n

16.2.4 MADDPG\u7b97\u6cd5\u7684\u6536\u655b\u6027 317<\/p>\n

16.3 MADDPG\u7b97\u6cd5\u5b9e\u4f8b：\u6c42\u89e3\u8f66\u8f86\u8def\u5f84\u8ddf\u8e2a\u63a7\u5236\u95ee\u9898 317<\/p>\n

16.3.1 \u95ee\u9898\u8bf4\u660e 317<\/p>\n

16.3.2 \u6570\u5b66\u6a21\u578b 318<\/p>\n

16.3.3 \u4e3b\u7a0b\u5e8f\u4ee3\u7801 319<\/p>\n

16.3.4 \u7a0b\u5e8f\u5206\u6790 322<\/p>\n

16.3.5 \u7a0b\u5e8f\u7ed3\u679c\u89e3\u8bfb 322<\/p>\n

16.4 MADDPG\u4e0eDDPG\u7b97\u6cd5\u7684\u5bf9\u6bd4\u5206\u6790 325<\/p>\n

16.4.1 \u4e24\u4e2a\u81ea\u5e26\u51fd\u6570\u7a0b\u5e8f\u5bf9\u6bd4 325<\/p>\n

16.4.2 \u8bad\u7ec3\u8fdb\u7a0b\u5bf9\u6bd4\u5206\u6790 329<\/p>\n

16.4.3 \u4eff\u771f\u7ed3\u679c\u5bf9\u6bd4\u5206\u6790 330<\/p>\n

16.5 MADDPG\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9\u53ca\u7b97\u6cd5\u6269\u5c55 331<\/p>\n

16.5.1 MADDPG\u7b97\u6cd5\u7684\u4f18\u7f3a\u70b9 331<\/p>\n

16.5.2 \u6a21\u578b\u6269\u5c55 331<\/p>\n

16.5.3 \u7b97\u6cd5\u6269\u5c55 332<\/p>\n

16.6 \u672c\u7ae0\u5c0f\u7ed3 332<\/p>\n

\u4e60\u989816 333<\/p>\n

\u53c2\u8003\u6587\u732e 335
\n\u9644\u5f55 \u7b26\u53f7\u8bf4\u660e 337<\/p>\n","protected":false},"excerpt":{"rendered":"

\u3010\u76ee \u5f55\u3011
\n\u7b2c1\u7ae0 \u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u6982\u5ff5\u4e0e\u57fa\u672c\u7406\u8bba 1
\n1.1 \u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u7684\u95ee\u9898\u53ca\u57fa\u672c\u6982\u5ff5 1
\n1.1.1 \u4e00\u4e9b\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u5b9e\u4f8b 1
\n1.1.2 \u667a\u80fd\u4f53 3
\n1.1.3 \u73af\u5883 4
\n1.1.4 \u72b6\u6001\u53ca\u5176\u89c2\u6d4b 4
\n1.1.5 \u72b6\u6001\u8f6c\u79fb\u6982\u7387 5
\n1.1.6 \u52a8\u4f5c 6
\n1.1.7 \u5956\u52b1 8
\n1.1.8 \u7b56\u7565 12
\n1.2 \u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b 13
\n1.2.1 \u9a6c\u5c14\u53ef\u592b\u6027\u8d28\u4e0e\u8f6c\u79fb\u6982\u7387 13
\n1.2.2 \u8f68\u8ff9\u3001\u56de\u5408\u53ca\u7ecf\u9a8c\u8f6c\u6362\u6837\u672c 14
\n1.2.3 \u56de\u62a5\u53ca\u6298\u73b0\u7387 15
\n1.2.4<\/p>\n","protected":false},"author":2,"featured_media":75674,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[587,1284,50,86,125,427,925],"topic":[],"class_list":["post-75678","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-server","tag-587","tag-matlab","tag-50","tag-86","tag-125","tag-427","tag-925"],"yoast_head":"\nMATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.wsisp.com\/helps\/75678.html\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"og:description\" content=\"\u3010\u76ee \u5f55\u3011 \u7b2c1\u7ae0 \u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u6982\u5ff5\u4e0e\u57fa\u672c\u7406\u8bba 1 1.1 \u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u7684\u95ee\u9898\u53ca\u57fa\u672c\u6982\u5ff5 1 1.1.1 \u4e00\u4e9b\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u5b9e\u4f8b 1 1.1.2 \u667a\u80fd\u4f53 3 1.1.3 \u73af\u5883 4 1.1.4 \u72b6\u6001\u53ca\u5176\u89c2\u6d4b 4 1.1.5 \u72b6\u6001\u8f6c\u79fb\u6982\u7387 5 1.1.6 \u52a8\u4f5c 6 1.1.7 \u5956\u52b1 8 1.1.8 \u7b56\u7565 12 1.2 \u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b 13 1.2.1 \u9a6c\u5c14\u53ef\u592b\u6027\u8d28\u4e0e\u8f6c\u79fb\u6982\u7387 13 1.2.2 \u8f68\u8ff9\u3001\u56de\u5408\u53ca\u7ecf\u9a8c\u8f6c\u6362\u6837\u672c 14 1.2.3 \u56de\u62a5\u53ca\u6298\u73b0\u7387 15 1.2.4\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.wsisp.com\/helps\/75678.html\" \/>\n<meta property=\"og:site_name\" content=\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\" \/>\n<meta property=\"article:published_time\" content=\"2026-02-12T14:09:44+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/02\/20260212140936-698ddf20e3b17.jpg\" \/>\n<meta name=\"author\" content=\"admin\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"admin\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/75678.html\",\"url\":\"https:\/\/www.wsisp.com\/helps\/75678.html\",\"name\":\"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"isPartOf\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\"},\"datePublished\":\"2026-02-12T14:09:44+00:00\",\"dateModified\":\"2026-02-12T14:09:44+00:00\",\"author\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.wsisp.com\/helps\/75678.html#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.wsisp.com\/helps\/75678.html\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/75678.html#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.wsisp.com\/helps\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#website\",\"url\":\"https:\/\/www.wsisp.com\/helps\/\",\"name\":\"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3\",\"description\":\"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41\",\"name\":\"admin\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"contentUrl\":\"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery\",\"caption\":\"admin\"},\"sameAs\":[\"http:\/\/wp.wsisp.com\"],\"url\":\"https:\/\/www.wsisp.com\/helps\/author\/admin\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.wsisp.com\/helps\/75678.html","og_locale":"zh_CN","og_type":"article","og_title":"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","og_description":"\u3010\u76ee \u5f55\u3011 \u7b2c1\u7ae0 \u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u6982\u5ff5\u4e0e\u57fa\u672c\u7406\u8bba 1 1.1 \u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u7684\u95ee\u9898\u53ca\u57fa\u672c\u6982\u5ff5 1 1.1.1 \u4e00\u4e9b\u5f3a\u5316\u5b66\u4e60\u7814\u7a76\u5b9e\u4f8b 1 1.1.2 \u667a\u80fd\u4f53 3 1.1.3 \u73af\u5883 4 1.1.4 \u72b6\u6001\u53ca\u5176\u89c2\u6d4b 4 1.1.5 \u72b6\u6001\u8f6c\u79fb\u6982\u7387 5 1.1.6 \u52a8\u4f5c 6 1.1.7 \u5956\u52b1 8 1.1.8 \u7b56\u7565 12 1.2 \u9a6c\u5c14\u53ef\u592b\u51b3\u7b56\u8fc7\u7a0b 13 1.2.1 \u9a6c\u5c14\u53ef\u592b\u6027\u8d28\u4e0e\u8f6c\u79fb\u6982\u7387 13 1.2.2 \u8f68\u8ff9\u3001\u56de\u5408\u53ca\u7ecf\u9a8c\u8f6c\u6362\u6837\u672c 14 1.2.3 \u56de\u62a5\u53ca\u6298\u73b0\u7387 15 1.2.4","og_url":"https:\/\/www.wsisp.com\/helps\/75678.html","og_site_name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","article_published_time":"2026-02-12T14:09:44+00:00","og_image":[{"url":"https:\/\/www.wsisp.com\/helps\/wp-content\/uploads\/2026\/02\/20260212140936-698ddf20e3b17.jpg"}],"author":"admin","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"admin","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"1 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.wsisp.com\/helps\/75678.html","url":"https:\/\/www.wsisp.com\/helps\/75678.html","name":"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7 - \u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","isPartOf":{"@id":"https:\/\/www.wsisp.com\/helps\/#website"},"datePublished":"2026-02-12T14:09:44+00:00","dateModified":"2026-02-12T14:09:44+00:00","author":{"@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41"},"breadcrumb":{"@id":"https:\/\/www.wsisp.com\/helps\/75678.html#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.wsisp.com\/helps\/75678.html"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.wsisp.com\/helps\/75678.html#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.wsisp.com\/helps"},{"@type":"ListItem","position":2,"name":"MATLAB\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\u539f\u7406\u4e0e\u5b9e\u6218\u9ad8\u6821\u6559\u6750DQN,SAC,DDPG,PPO,TD3,MAPPO,IPPO\u6d41\u884c\u7b97\u6cd5,\u514d\u8d39\u63d0\u4f9b\u7a0b\u5e8f,\u514d\u8d39\u8f85\u5bfc\u7b54\u7591,6\u90092\u7b97\u6cd5\u89c6\u9891\u8bfe\u7a0b\u8d60\u9001\u3002\u7701\u65f6\u7701\u529b\u7701\u5fc3\uff0c\u65e0\u540e\u987e\u4e4b\u5fe7"}]},{"@type":"WebSite","@id":"https:\/\/www.wsisp.com\/helps\/#website","url":"https:\/\/www.wsisp.com\/helps\/","name":"\u7f51\u7855\u4e92\u8054\u5e2e\u52a9\u4e2d\u5fc3","description":"\u9999\u6e2f\u670d\u52a1\u5668_\u9999\u6e2f\u4e91\u670d\u52a1\u5668\u8d44\u8baf_\u670d\u52a1\u5668\u5e2e\u52a9\u6587\u6863_\u670d\u52a1\u5668\u6559\u7a0b","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.wsisp.com\/helps\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/358e386c577a3ab51c4493330a20ad41","name":"admin","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.wsisp.com\/helps\/#\/schema\/person\/image\/","url":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","contentUrl":"https:\/\/gravatar.wp-china-yes.net\/avatar\/?s=96&d=mystery","caption":"admin"},"sameAs":["http:\/\/wp.wsisp.com"],"url":"https:\/\/www.wsisp.com\/helps\/author\/admin"}]}},"_links":{"self":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/75678","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/comments?post=75678"}],"version-history":[{"count":0,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/posts\/75678\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media\/75674"}],"wp:attachment":[{"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/media?parent=75678"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/categories?post=75678"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/tags?post=75678"},{"taxonomy":"topic","embeddable":true,"href":"https:\/\/www.wsisp.com\/helps\/wp-json\/wp\/v2\/topic?post=75678"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}