{"id":39089,"date":"2018-10-17T00:00:31","date_gmt":"2018-10-16T16:00:31","guid":{"rendered":"https:\/\/case.ntu.edu.tw\/blog\/?p=39089"},"modified":"2022-01-04T18:08:44","modified_gmt":"2022-01-04T10:08:44","slug":"%e8%a6%96%e8%a6%ba%e5%8c%96ai%e7%9a%84%e6%b1%ba%e7%ad%96%e9%81%8e%e7%a8%8b","status":"publish","type":"post","link":"https:\/\/case.ntu.edu.tw\/blog\/?p=39089","title":{"rendered":"\u8996\u89ba\u5316AI\u7684\u6c7a\u7b56\u904e\u7a0b"},"content":{"rendered":"<div class=\"single-post-media clr\">\n<div class=\"post-thumbnail\"><img fetchpriority=\"high\" decoding=\"async\" src=\"https:\/\/highscope.ch.ntu.edu.tw\/wordpress\/wp-content\/uploads\/2018\/10\/pacman.jpg\" alt=\"\u8996\u89ba\u5316AI\u7684\u6c7a\u7b56\u904e\u7a0b\" width=\"500\" height=\"281\" \/><\/div>\n<\/div>\n<div class=\"entry clr\">\n<div class=\"pf-content\">\n<p><strong>\u7de8\u8b6f\uff0f\u81fa\u5927\u751f\u91ab\u96fb\u8cc7\u6240 \u845b\u7ad1\u5fd7<\/strong><\/p>\n<p><strong>AI\u7684\u9ed1\u76d2\u5b50<\/strong><\/p>\n<p>20\u4e16\u7d00\u672b\u7d05\u6975\u4e00\u6642\u7684\u8857\u6a5f\u904a\u6232\u2500Atari\u7cfb\u5217\uff0c\u56e0\u5176\u64cd\u4f5c\u7c21\u55ae\u3001\u756b\u9762\u7cbe\u7c21\u4e14\u5206\u6578\u8a08\u7b97\u5bb9\u6613\u7b49\u7279\u6027\uff0c\u5e38\u88ab\u7528\u4f5c\u8a13\u7df4\u4eba\u5de5\u667a\u80fd\u7684\u7d55\u4f73\u74b0\u5883\uff0c\u800c\u91cd\u8fd4\u773e\u4eba\u76ee\u5149\u3002\u9019\u4e9bAI\u901a\u5e38\u662f\u5728\u300c\u5f37\u5316\u5b78\u7fd2\u300d\uff08Reinforcement Learning\uff0cRL\uff09\u8a13\u7df4\u800c\u51fa\uff0c\u901a\u5e38\u5305\u542b\u5169\u500b\u90e8\u4efd\uff1a\u5be6\u969b\u53c3\u8207\u904a\u6232\u7684\u300c\u73a9\u5bb6\u300d\uff08Agent\uff09\u8207\u7d66\u4e88\u524d\u8005\u56de\u994b\u7684\u300c\u88c1\u5224\u300d\uff08Critic\uff0c\u4ea6\u7a31Interpreter\uff09\u3002\u73a9\u5bb6\u63a1\u53d6\u7684\u300c\u52d5\u4f5c\u300d\uff08Action\uff09\uff0c\u5c07<\/p>\n<div id=\"attachment_79729\" class=\"wp-caption alignleft\"><img decoding=\"async\" class=\"size-full wp-image-79729\" src=\"https:\/\/highscope.ch.ntu.edu.tw\/wordpress\/wp-content\/uploads\/2018\/10\/PACMAN-1.png\" alt=\"\" width=\"300\" height=\"290\" \/><\/p>\n<p class=\"wp-caption-text\">\u5716\u4e00\u3001RL\u57fa\u790e\u67b6\u69cb\uff08\u4f86\u6e90\uff1aWikipedia\uff09<\/p>\n<\/div>\n<p>\u6703\u6539\u8b8a\u904a\u6232\u300c\u74b0\u5883\u300d\uff08Environment\uff09\uff1b\u53e6\u4e00\u65b9\u9762\uff0c\u4f9d\u64da\u904a\u6232\u898f\u5247\u8207\u74b0\u5883\u300c\u72c0\u614b\u300d\uff08State\uff09\u7684\u4e0d\u540c\uff0c\u88c1\u5224\u5c07\u7d66\u4e88\u73a9\u5bb6\u76f8\u5c0d\u61c9\u7684\u7a4d\u5206\u8207\u734e\u52f5\uff08Reward\uff09\uff0c\u900f\u904e\u5373\u6642\u56de\u994b\u6a5f\u5236\uff0c\u4ee5\u5f37\u5316\uff08\u6216\u5f31\u5316\uff09\u73a9\u5bb6\u7684\u7279\u5b9a\u884c\u70ba\uff0c\u4ee5\u9054\u5230\u9810\u671f\u76ee\u6a19\u3002<\/p>\n<p>\u4ee5\u300c\u592a\u7a7a\u4fb5\u7565\u8005\u300d\u9019\u6b3e\u904a\u6232\u70ba\u4f8b\uff0c\u82e5\u767c\u51fa\u7684\u5b50\u5f48\u80fd\u6210\u529f\u64ca\u4e2d\u6575\u4eba\uff0c\u4fbf\u80fd\u7372\u5f97\u4e00\u5206\uff0c\u53cd\u4e4b\u5247\u7121\u3002AI\u73a9\u5bb6\u5fc5\u9808\u80fd\u5920\u6191\u85c9\u904e\u5f80\u7d93\u9a57\uff0c\u7406\u89e3\u5230\u5e95\u5728\u4ec0\u9ebc\u6a23\u7684\u60c5\u6cc1\u4e0b\uff0c\u505a\u51fa\u600e\u6a23\u7684\u52d5\u4f5c\u8207\u53cd\u61c9\uff0c\u96a8\u4e4b\u8abf\u6574\u81ea\u5df1\u7684\u7b56\u7565\uff08\u795e\u7d93\u7db2\u8def\u53c3\u6578\uff09\u4ee5\u7372\u53d6\u9ad8\u5206\u3002<\/p>\n<p>\u53ea\u662f\uff0c\u5728\u9019\u4e9b\u904a\u6232\u4e4b\u5916\uff0c\u9762\u5c0d\u5982\u8207\u300c\u5c0f\u7cbe\u9748\u300d\u76f8\u4f3c\u7684\u300c\u5403\u8c46\u4ec1\u5c0f\u59d0\u300d\uff08Ms. Pac-Man\uff09\uff0cRLAI\u7e3d\u662f\u906d\u9047\u7121\u6cd5\u7a81\u7834\u7684\u74f6\u9838\u3002\u800c\u9019\u4e5f\u51f8\u986f\u51fa\u4e00\u500b\u7121\u5948\u7684\u4e8b\u5be6\uff1a\u5728\u8f38\u5165\u7684\u8cc7\u6599\u8207\u8f38\u51fa\u7684\u7d50\u679c\u4e4b\u5916\uff0c\u6211\u5011\u5c0d\u65bc\u5176\u9593\u5230\u5e95\u767c\u751f\u4e86\u4ec0\u9ebc\u3001\u7cfb\u7d71\u7684\u5224\u65b7\u6a19\u6e96\u8207\u6c7a\u7b56\u6a5f\u5236\u7b49\uff0c\u5176\u5be6\u8fd1\u4e4e\u7121\u77e5\u3002<\/p>\n<h3>\u8996\u89ba\u5316\u2500\u986f\u8457\u5716<\/h3>\n<p>\u4eca\u5e74\uff082018\uff097\u6708\u570b\u969b\u6a5f\u5668\u5b78\u7fd2\u6703\u8b70\uff08International Conference on Machine Learning\uff09\u4e0a\uff0c\u7f8e\u570b\u5967\u52d2\u5ca1\u5dde\u7acb\u5927\u5b78\u7684\u7814\u7a76\u5718\u968a\u63d0\u51fa\u4ee5\u986f\u8457\u5716\uff08Saliency map\uff09\u70ba\u57fa\u790e\u7684\u5206\u6790\u7b56\u7565\uff0c\u6253\u958bAI\u7684\u9ed1\u76d2\u5b50\u3002\u5176\u57fa\u672c\u539f\u7406\uff0c\u662f\u900f\u904e\u5c07\u904a\u6232\u756b\u9762\u4e0a\u7684\u7279\u5b9a\u5340\u57df\u6a21\u7cca\u5316\u8655\u7406\uff0c\u4f86\u5224\u65b7\u6b64\u8655\u5f71\u50cf\u5c0d\u65bcAI\u73a9\u5bb6\u7684\u5f8c\u7e8c\u52d5\u4f5c\u8207\u6c7a\u7b56\u662f\u5426\u81f3\u95dc\u91cd\u8981\uff0c\u751a\u81f3\u5f71\u97ff\u6700\u7d42\u7684\u8f38\u8d0f\u3002<\/p>\n<p>\u7576\u7136\uff0c\u9019\u6a23\u7684\u6982\u5ff5\u4e26\u4e0d\u65b0\u7a4e\u3002\u904e\u53bb\u6240\u8b02\u300c\u96c5\u53ef\u6bd4\u986f\u8457\u5716\u300d\uff08Jacobian Saliency\uff09\uff0c\u4fbf\u662f\u4ee5\u795e\u7d93\u7db2\u7d61\u4e2d\u7bc0\u9ede\u7684\u8f38\u51fa\u503c\uff0c\u5c0d\u50cf\u7d20\u7684\u8f38\u5165\u503c\u4f5c\u504f\u5fae\u5206\uff0c\u6240\u5f97\u51fa\u7684\u4e00\u968e\u504f\u5c0e\u6578\u77e9\u9663\u5f62\u5f0f\u2500\u96c5\u53ef\u6bd4\u77e9\u9663\uff08Jacobian matrix\uff09\u70ba\u57fa\u790e\u6240\u7e6a\u88fd\u3002\u7576\u68af\u5ea6\u5927\u6642\uff0c\u610f\u5473\u8457\u795e\u7d93\u7db2\u8def\u7bc0\u9ede\uff0c\u5c0d\u8a72\u5340\u584a\u7684\u50cf\u7d20\u503c\u8f03\u654f\u611f\u3002\u7c21\u800c\u8a00\u4e4b\uff1a\u4fbf\u662f\u85c9\u7531\u8abf\u6574\u904a\u6232\u756b\u9762\u4e0a\u7279\u5b9a\u50cf\u7d20\u7684\u503c\uff0c\u4f86\u5224\u65b7\u8a72\u5340\u57df\u662f\u5426\u70ba\u5de6\u53f3AI\u6700\u7d42\u6c7a\u7b56\u7684\u95dc\u9375\u3002<\/p>\n<p>\u7136\u800c\uff0c\u9019\u7a2e\u4f9d\u64da\u68af\u5ea6\u8b8a\u5316\uff08Gradient-based\uff09\u7e6a\u88fd\u800c\u51fa\u7684\u50b3\u7d71\u986f\u8457\u5716\uff0c\u6709\u8457\u4e00\u5927\u7f3a\u9677\uff1a\u50cf\u7d20\u503c\u7684\u4efb\u4f55\u7d30\u5fae\u8b8a\u52d5\uff0c\u5373\u4f7f\u4eba\u985e\u8089\u773c\u7121\u6cd5\u5340\u5206\uff0c\u90fd\u6709\u53ef\u80fd\u9020\u6210AI\u6700\u7d42\u6c7a\u7b56\u7684\u504f\u5dee\u3002\u70ba\u4e86\u8b93\u8996\u89ba\u5316\u6548\u679c\u66f4\u52a0\u660e\u986f\uff0c\u7814\u7a76\u5718\u968a\u9078\u64c7\u4ee5\u6e1b\u5c11\u5c40\u90e8\u8cc7\u8a0a\uff08Perturbation-based\uff09\uff0c\u4f86\u6e2c\u8a66\u6a21\u578b\u7684\u8f38\u51fa\u662f\u5426\u96a8\u4e4b\u8b8a\u52d5\uff0c\u4ee5\u91d0\u6e05AI\u6c7a\u7b56\u6642\u7684\u4f9d\u64da\u3002<\/p>\n<div id=\"attachment_79730\" class=\"wp-caption aligncenter\"><img decoding=\"async\" class=\"size-full wp-image-79730\" src=\"https:\/\/highscope.ch.ntu.edu.tw\/wordpress\/wp-content\/uploads\/2018\/10\/PACMAN-2.png\" alt=\"\" width=\"500\" height=\"314\" \/><\/p>\n<p class=\"wp-caption-text\">\u5716\u4e8c\u3001\u8207\u50b3\u7d71\u986f\u8457\u5716\u7684\u6bd4\u8f03\u3002\u85cd\u8272\u70ba\u73a9\u5bb6\uff0c\u7d05\u8272\u70ba\u88c1\u5224\u7684\u95dc\u6ce8\u9ede\u3002\uff08\u4f86\u6e90\uff1aS. Greydanus et al, 2018.\uff09<\/p>\n<\/div>\n<p><strong>\u9ec3\u96c0\u6355\u87ec<\/strong><\/p>\n<p>\u540c\u6a23\u4ee5\u300c\u592a\u7a7a\u4fb5\u7565\u8005\u300d\u70ba\u4f8b\uff0cAI\u53ef\u4ee5\u6709\u5169\u7a2e\u81f4\u52dd\u7b56\u7565\uff1a\u5404\u65b9\u6383\u5c04\uff0c\u6216\u9396\u5b9a\u7279\u5b9a\u76ee\u6a19\u9010\u4e00\u64ca\u7834\u3002\u900f\u904e\u512a\u5316\u7684\u986f\u8457\u5716\uff0c\u7814\u7a76\u4eba\u54e1\u89c0\u5bdf\u5230\u300c\u73a9\u5bb6\u300d\u4f3c\u4e4e\u662f\u5c07\u7126\u9ede\u9396\u5b9a\u5728\u7279\u5b9a\u76ee\u6a19\u4e0a\uff0c\u8a08\u7b97\u6642\u9593\u8207\u8ddd\u96e2\u5f8c\u518d\u958b\u706b\u3002\u7576\u78ba\u5b9a\u547d\u4e2d\u5f8c\uff0c\u518d\u8f49\u79fb\u5230\u4e0b\u4e00\u500b\u76ee\u6a19\u3002\u800c\u7121\u8ad6\u300c\u73a9\u5bb6\u300d\u6216\u300c\u88c1\u5224\u300d\u59cb\u7d42\u90fd\u5c07\u76ee\u5149\u653e\u5728\u81ea\u5df1\u8207\u63a9\u853d\u7269\u4e0a\uff0c\u63a8\u6e2c\u662f\u5e0c\u671b\u5229\u7528\u63a9\u853d\u7269\u8eb2\u907f\u7832\u706b\uff0c\u589e\u52a0\u5b58\u6d3b\u7387\u7684\u7de3\u6545\u3002<\/p>\n<p>\u53e6\u4e00\u65b9\u9762\uff0c\u5728\u300c\u5403\u8c46\u4ec1\u5c0f\u59d0\u300d\u4e2d\uff0c\u300c\u73a9\u5bb6\u300d\u7684\u6ce8\u610f\u529b\u5247\u904e\u5206\u96c6\u4e2d\u65bc\u8c46\u5b50\u4e0a\uff0c\u800c\u5ffd\u7565\u56db\u8655\u6e38\u8d70\uff0c\u751a\u81f3\u7dca\u8ffd\u5728\u5f8c\u7684\u9b3c\u3002\u800c\u300c\u88c1\u5224\u300d\u7684\u56de\u994b\u6a5f\u5236\u8a2d\u5b9a\uff0c\u4e5f\u6709\u8457\u985e\u4f3c\u7684\u554f\u984c\uff0c\u5c0e\u81f4\u9b3c\u7684\u51fa\u73fe\u5c0d\u300c\u73a9\u5bb6\u300d\u7684\u884c\u52d5\u6c7a\u7b56\u5f71\u97ff\u751a\u5fae\uff0c\u7121\u6cd5\u9818\u7565\u4e3b\u52d5\u8ff4\u907f\u7684\u91cd\u8981\u6027\uff0c\u4e26\u6539\u8b8a\u5f80\u5f8c\u7684\u884c\u70ba\u6a21\u5f0f\u3002<\/p>\n<p>\u800cAI\u6c7a\u7b56\u7684\u8996\u89ba\u5316\uff0c\u6240\u95dc\u4fc2\u7684\u4e5f\u7d55\u975e\u50c5\u53ea\u662f\u4e00\u5834\u904a\u6232\u7684\u8f38\u8d0f\u800c\u5df2\u3002\u5176\u4ed6\u5982\u81ea\u99d5\u8eca\u7cfb\u7d71\uff0c\u4e5f\u901a\u5e38\u662f\u5728RL\u67b6\u69cb\u4e0b\u63a5\u53d7\u8a13\u7df4\u3002\u900f\u904e\u8996\u89ba\u5316\uff0c\u7814\u7a76\u4eba\u54e1\u5728\u70ba\u7cfb\u7d71\u300c\u9664\u932f\u300d\u6642\uff0c\u80fd\u66f4\u5feb\u7e2e\u5c0f\u554f\u984c\u7684\u65b9\u5411\uff0c\u4e26\u5373\u6642\u4fee\u6b63\u3002\u6b64\u5916\uff0c\u82e5\u80fd\u89aa\u773c\u300c\u770b\u898b\u300d\u81ea\u99d5\u8eca\u7cfb\u7d71\u5728\u5207\u63db\u8eca\u9053\u6642\u6240\u6ce8\u610f\u7684\u5730\u65b9\u6216\u80cc\u5f8c\u7684\u6c7a\u7b56\u6a5f\u5236\uff0c\u5c0d\u65bc\u7121\u76f8\u95dc\u5c08\u696d\u77e5\u8b58\u7684\u4e00\u822c\u5927\u773e\u800c\u8a00\uff0c\u4e5f\u66f4\u80fd\u5378\u4e0b\u5fc3\u4e2d\u7684\u90a3\u4efd\u5fd0\u5fd1\u8207\u731c\u5fcc\u3002<\/p>\n<p>&nbsp;<\/p>\n<p><strong>\u7de8\u8b6f\u4f86\u6e90<\/strong><\/p>\n<p>Hutson,\u00a0<a href=\"http:\/\/www.sciencemag.org\/news\/2018\/08\/why-does-ai-stink-certain-video-games-researchers-made-one-play-ms-pac-man-find-out?utm_source=sciencemagazine&amp;utm_medium=facebook-text&amp;utm_campaign=aistink-21014\">\u201cWhy does AI stink at certain video games? Researchers made one play\u00a0<em>Ms. Pac-Man<\/em>to find out\u201d<\/a>,\u00a0<em>Science\u2502AAAS<\/em>, 2018.<\/p>\n<p><strong>\u53c3\u8003\u8cc7\u6599<\/strong><\/p>\n<p>S. Greydanus, A. Koul, J. Dodge and A. Fern,\u00a0<a href=\"http:\/\/proceedings.mlr.press\/v80\/greydanus18a\/greydanus18a.pdf\">\u201cVisualizing and Understanding Atari Agents,\u201d<\/a>\u00a0<em>Proceedings of the 35th International Conference on Machine Learning<\/em>, PMLR 80:1792-1801, 2018.<\/p>\n<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>\u5f37\u5316\u5b78\u7fd2\u67b6\u69cb\u4e0b\u8a13\u7df4\u51fa\u7684\u6a5f\u5668\u4eba\u5728\u904a\u6232\u4e2d\u8d0f\u5f97\u52dd\u5229\uff0c\u65e9\u5df2\u4e0d\u662f\u4ef6\u65b0\u9bae\u4e8b\u3002\u4f46\u5176\u4f9d\u7136\u5b58\u5728\u7455\u75b5\uff0c\u4f7f\u5f97\u6a5f\u5668\u4eba\u5728\u7279\u5b9a\u904a\u6232\u4e0a\u7684\u8868\u73fe\u4e0d\u5982\u9810\u671f\u3002\u900f\u904e\u4e00\u7cfb\u5217\u5fa9\u53e4\u8857\u6a5f\u904a\u6232\uff0c\u7f8e\u570b\u5967\u52d2\u5ca1\u5dde\u7acb\u5927\u5b78\u7684\u7814\u7a76\u5718\u968a\u5617\u8a66\u5c07AI\u6c7a\u7b56\u904e\u7a0b\u8996\u89ba\u5316\uff0c\u627e\u51fa\u5176\u4e2d\u95dc\u9375\u8207\u76f2\u9ede\u3002<\/p>\n","protected":false},"author":21,"featured_media":39090,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[3772,3293],"tags":[4989,5627,6180,5784],"aioseo_notices":[],"jetpack_featured_media_url":"https:\/\/case.ntu.edu.tw\/blog\/wp-content\/uploads\/2022\/01\/pacman.jpg","_links":{"self":[{"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=\/wp\/v2\/posts\/39089"}],"collection":[{"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=\/wp\/v2\/users\/21"}],"replies":[{"embeddable":true,"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=39089"}],"version-history":[{"count":1,"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=\/wp\/v2\/posts\/39089\/revisions"}],"predecessor-version":[{"id":39091,"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=\/wp\/v2\/posts\/39089\/revisions\/39091"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=\/wp\/v2\/media\/39090"}],"wp:attachment":[{"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=39089"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=39089"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/case.ntu.edu.tw\/blog\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=39089"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}