{"id":4808,"date":"2024-10-15T14:00:14","date_gmt":"2024-10-15T06:00:14","guid":{"rendered":"https:\/\/www.aqwu.net\/wp\/?p=4808"},"modified":"2024-10-15T14:00:14","modified_gmt":"2024-10-15T06:00:14","slug":"%e4%bd%95%e4%b8%ba%e5%bc%ba%e5%8c%96%e5%ad%a6%e4%b9%a0%ef%bc%9f","status":"publish","type":"post","link":"https:\/\/www.aqwu.net\/wp\/?p=4808","title":{"rendered":"\u4f55\u4e3a\u5f3a\u5316\u5b66\u4e60\uff1f"},"content":{"rendered":"\n<p>\u5f3a\u5316\u5b66\u4e60\uff08Reinforcement Learning\uff0cRL\uff09\u662f\u4e00\u79cd\u673a\u5668\u5b66\u4e60\u65b9\u6cd5\uff0c\u901a\u8fc7\u8ba9\u667a\u80fd\u4f53\uff08Agent\uff09\u4e0e\u73af\u5883\uff08Environment\uff09\u8fdb\u884c\u4ea4\u4e92\uff0c\u4ece\u73af\u5883\u4e2d\u83b7\u53d6\u53cd\u9988\uff08\u5956\u52b1\u6216\u60e9\u7f5a\uff09\uff0c\u4ece\u800c\u5b66\u4e60\u5982\u4f55\u5728\u4e0d\u540c\u60c5\u51b5\u4e0b\u91c7\u53d6\u6700\u4f18\u7684\u884c\u4e3a\u7b56\u7565\uff0c\u4ee5\u6700\u5927\u5316\u957f\u671f\u7d2f\u79ef\u5956\u52b1\u3002\u5b83\u6a21\u4eff\u4e86\u751f\u7269\u4f53\u901a\u8fc7\u8bd5\u9519\u548c\u53cd\u9988\u8fdb\u884c\u5b66\u4e60\u7684\u8fc7\u7a0b\u3002<\/p>\n\n\n\n<p>\u5f3a\u5316\u5b66\u4e60\u7684\u57fa\u672c\u8981\u7d20\u5305\u62ec\uff1a<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u667a\u80fd\u4f53\uff08Agent\uff09<\/strong>\uff1a\u51b3\u7b56\u7684\u4e3b\u4f53\uff0c\u8d1f\u8d23\u5728\u73af\u5883\u4e2d\u6267\u884c\u52a8\u4f5c\u5e76\u5b66\u4e60\u6700\u4f18\u7b56\u7565\u3002<\/li>\n\n\n\n<li><strong>\u73af\u5883\uff08Environment\uff09<\/strong>\uff1a\u667a\u80fd\u4f53\u4e0e\u4e4b\u4ea4\u4e92\u7684\u5916\u90e8\u4e16\u754c\uff0c\u73af\u5883\u5bf9\u667a\u80fd\u4f53\u7684\u884c\u4e3a\u4f5c\u51fa\u53cd\u5e94\uff0c\u5e76\u63d0\u4f9b\u53cd\u9988\uff08\u5956\u52b1\u6216\u60e9\u7f5a\uff09\u3002<\/li>\n\n\n\n<li><strong>\u72b6\u6001\uff08State\uff09<\/strong>\uff1a\u73af\u5883\u7684\u4e00\u4e2a\u5177\u4f53\u60c5\u51b5\uff0c\u8868\u793a\u667a\u80fd\u4f53\u5f53\u524d\u6240\u5904\u7684\u60c5\u5883\u3002\u667a\u80fd\u4f53\u4f9d\u636e\u72b6\u6001\u9009\u62e9\u884c\u52a8\u3002<\/li>\n\n\n\n<li><strong>\u52a8\u4f5c\uff08Action\uff09<\/strong>\uff1a\u667a\u80fd\u4f53\u5728\u67d0\u4e2a\u72b6\u6001\u4e0b\u53ef\u4ee5\u9009\u62e9\u7684\u884c\u4e3a\u3002\u4e0d\u540c\u7684\u52a8\u4f5c\u4f1a\u5f71\u54cd\u672a\u6765\u7684\u72b6\u6001\u548c\u5956\u52b1\u3002<\/li>\n\n\n\n<li><strong>\u5956\u52b1\uff08Reward\uff09<\/strong>\uff1a\u667a\u80fd\u4f53\u91c7\u53d6\u67d0\u4e2a\u52a8\u4f5c\u540e\u4ece\u73af\u5883\u83b7\u5f97\u7684\u53cd\u9988\u4fe1\u53f7\uff0c\u7528\u4e8e\u6307\u5f15\u667a\u80fd\u4f53\u4f18\u5316\u7b56\u7565\u3002\u5956\u52b1\u53ef\u4ee5\u662f\u6b63\u7684\uff08\u5956\u52b1\uff09\u6216\u8d1f\u7684\uff08\u60e9\u7f5a\uff09\u3002<\/li>\n\n\n\n<li><strong>\u7b56\u7565\uff08Policy\uff09<\/strong>\uff1a\u667a\u80fd\u4f53\u5728\u4e0d\u540c\u72b6\u6001\u4e0b\u9009\u62e9\u52a8\u4f5c\u7684\u89c4\u5219\u6216\u51fd\u6570\uff0c\u7b56\u7565\u51b3\u5b9a\u4e86\u667a\u80fd\u4f53\u7684\u884c\u4e3a\u65b9\u5f0f\u3002\u5f3a\u5316\u5b66\u4e60\u7684\u76ee\u6807\u5c31\u662f\u627e\u5230\u4e00\u5957\u6700\u4f18\u7b56\u7565\uff0c\u4f7f\u5f97\u667a\u80fd\u4f53\u5728\u4e0d\u540c\u72b6\u6001\u4e0b\u90fd\u80fd\u9009\u62e9\u6700\u597d\u7684\u52a8\u4f5c\u3002<\/li>\n\n\n\n<li><strong>\u4ef7\u503c\u51fd\u6570\uff08Value Function\uff09<\/strong>\uff1a\u7528\u6765\u8bc4\u4f30\u667a\u80fd\u4f53\u5728\u67d0\u4e2a\u72b6\u6001\u6216\u72b6\u6001-\u52a8\u4f5c\u5bf9\u4e0a\u7684\u9884\u671f\u957f\u671f\u56de\u62a5\u3002\u4ef7\u503c\u51fd\u6570\u544a\u8bc9\u667a\u80fd\u4f53\u5728\u6bcf\u4e2a\u72b6\u6001\u4e0b\u83b7\u5f97\u7684\u9884\u671f\u7d2f\u79ef\u5956\u52b1\u3002<\/li>\n<\/ol>\n\n\n\n<p>\u5f3a\u5316\u5b66\u4e60\u7684\u8fc7\u7a0b\u7c7b\u4f3c\u4e8e\u201c\u8bd5\u9519\u6cd5\u201d\u3002\u667a\u80fd\u4f53\u5728\u73af\u5883\u4e2d\u4e0d\u65ad\u5730\u5c1d\u8bd5\u5404\u79cd\u52a8\u4f5c\uff0c\u901a\u8fc7\u8bb0\u5f55\u6bcf\u6b21\u884c\u52a8\u5e26\u6765\u7684\u5956\u52b1\u6216\u60e9\u7f5a\uff0c\u9010\u6e10\u5b66\u4e60\u5230\u54ea\u4e9b\u52a8\u4f5c\u80fd\u5e26\u6765\u66f4\u9ad8\u7684\u7d2f\u79ef\u5956\u52b1\u3002\u6700\u7ec8\uff0c\u667a\u80fd\u4f53\u5b66\u5230\u7684\u7b56\u7565\u53ef\u4ee5\u5e2e\u52a9\u5b83\u5728\u76f8\u4f3c\u7684\u60c5\u5883\u4e0b\u505a\u51fa\u6700\u4f18\u51b3\u7b56\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u4e3e\u4f8b\uff1a<\/h3>\n\n\n\n<p>\u4e00\u4e2a\u7b80\u5355\u7684\u4f8b\u5b50\u662f\u8bad\u7ec3\u4e00\u53ea\u52a8\u7269\u5bfb\u627e\u98df\u7269\u3002\u5728\u8fd9\u4e2a\u73af\u5883\u4e2d\uff0c\u52a8\u7269\u662f\u667a\u80fd\u4f53\uff0c\u73af\u5883\u662f\u5b83\u6240\u5728\u7684\u573a\u666f\u3002\u6bcf\u5f53\u5b83\u505a\u51fa\u6b63\u786e\u7684\u884c\u4e3a\uff08\u4f8b\u5982\u8d70\u5411\u98df\u7269\uff09\uff0c\u5b83\u4f1a\u5f97\u5230\u5956\u52b1\uff08\u98df\u7269\uff09\uff1b\u800c\u5f53\u5b83\u505a\u51fa\u9519\u8bef\u7684\u884c\u4e3a\uff08\u4f8b\u5982\u8d70\u5411\u5371\u9669\u7684\u533a\u57df\uff09\uff0c\u5b83\u4f1a\u53d7\u5230\u60e9\u7f5a\uff08\u53d7\u4f24\uff09\u3002\u7ecf\u8fc7\u591a\u6b21\u5c1d\u8bd5\uff0c\u52a8\u7269\u9010\u6e10\u5b66\u4f1a\u5728\u8fd9\u4e2a\u73af\u5883\u4e2d\u5982\u4f55\u627e\u5230\u98df\u7269\u5e76\u907f\u514d\u5371\u9669\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u5e38\u89c1\u7684\u5f3a\u5316\u5b66\u4e60\u7b97\u6cd5\uff1a<\/h3>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>Q-learning<\/strong>\uff1a\u4e00\u79cd\u503c\u8fed\u4ee3\u7b97\u6cd5\uff0c\u901a\u8fc7\u66f4\u65b0 Q \u503c\u51fd\u6570\u6765\u4f18\u5316\u7b56\u7565\u3002<\/li>\n\n\n\n<li><strong>\u7b56\u7565\u68af\u5ea6\uff08Policy Gradient\uff09<\/strong>\uff1a\u76f4\u63a5\u4f18\u5316\u667a\u80fd\u4f53\u7684\u7b56\u7565\u51fd\u6570\uff0c\u4f7f\u5f97\u667a\u80fd\u4f53\u5728\u6bcf\u4e2a\u72b6\u6001\u4e0b\u9009\u62e9\u6700\u4f18\u7684\u52a8\u4f5c\u3002<\/li>\n\n\n\n<li><strong>\u6df1\u5ea6Q\u7f51\u7edc\uff08Deep Q-Network, DQN\uff09<\/strong>\uff1a\u7ed3\u5408\u6df1\u5ea6\u5b66\u4e60\u7684 Q-learning \u65b9\u6cd5\uff0c\u9002\u7528\u4e8e\u590d\u6742\u7684\u9ad8\u7ef4\u72b6\u6001\u7a7a\u95f4\u3002<\/li>\n<\/ol>\n\n\n\n<p>\u5f3a\u5316\u5b66\u4e60\u5728\u6e38\u620f\u3001\u673a\u5668\u4eba\u63a7\u5236\u3001\u81ea\u52a8\u9a7e\u9a76\u7b49\u9886\u57df\u6709\u5e7f\u6cdb\u7684\u5e94\u7528\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5f3a\u5316\u5b66\u4e60\uff08Reinforcement Learning\uff0cRL\uff09\u662f\u4e00\u79cd\u673a\u5668\u5b66\u4e60\u65b9\u6cd5\uff0c\u901a\u8fc7\u8ba9\u667a\u80fd\u4f53\uff08Agent\uff09\u4e0e [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"default","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"set","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[43],"tags":[],"class_list":["post-4808","post","type-post","status-publish","format-standard","hentry","category-infoarticle"],"views":1539,"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4808","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4808"}],"version-history":[{"count":1,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4808\/revisions"}],"predecessor-version":[{"id":4809,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=\/wp\/v2\/posts\/4808\/revisions\/4809"}],"wp:attachment":[{"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4808"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4808"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.aqwu.net\/wp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4808"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}