{"id":4585,"date":"2019-01-29T01:14:20","date_gmt":"2019-01-28T17:14:20","guid":{"rendered":"http:\/\/www.brofive.org\/?p=4585"},"modified":"2019-01-29T09:06:38","modified_gmt":"2019-01-29T01:06:38","slug":"alphastar%ef%bc%9a%e6%b2%a1%e6%b3%95%e6%88%98%e8%83%9c%e7%9a%84ai","status":"publish","type":"post","link":"http:\/\/www.brofive.net\/?p=4585","title":{"rendered":"AlphaStar\uff1a\u6ca1\u6cd5\u6218\u80dc\u7684AI"},"content":{"rendered":"

\"image\"<\/span><\/a><\/p>\n

\u6700\u8fd1\u770b\u4e86\u4e0d\u5c11\u4eba\u8bc4\u4ef7AlphaStar10:0\u6218\u80dc\u4eba\u7c7bSC\u9009\u624bTLO\u548cMaNa\uff0c\u5404\u79cd\u8bc4\u8bba\u90fd\u6709\uff0c\u5468\u4e94\u4e0b\u8f7d\u4e86StarCraftII\uff0c\u53ef\u4ee5\u514d\u8d39\u4e0b\u8f7d\uff0c\u4f46\u662f\u670925GB\uff0c\u8981\u4e0b\u8f7d\u597d\u4e00\u4f1a\u513f\u3002\u9010\u4e2a\u6253\u5f00\u4e86DeepMind\u7f51\u7ad9\u7684\u6e38\u620f\u5f55\u50cf\u7814\u7a76\uff0c\u4e00\u517111\u4e2a\uff0c\u5176\u4e2d10\u4e2a\u662fAlphaStar\u83b7\u80dc\u7684\u5f55\u50cf\uff0c\u4e00\u4e2a\u662fMaNa\u83b7\u80dc\u7684\u5f55\u50cf\u3002\u6211\u4e0d\u662fSCII\u73a9\u5bb6\uff0c\u4f46\u662f\u5bf9SC\u8fd8\u662f\u9887\u6709\u5fc3\u5f97\u7684\uff0c\u867d\u7136\u6c34\u5e73\u4e0d\u9ad8\uff0c\u4f46\u662f\u6df1\u77e5\u83b7\u80dc\u7684\u5173\u952e\u3002\u4ed4\u7ec6\u7814\u7a76\u4e8610:0\u7684\u5f55\u50cf\uff0c\u7136\u540e\u53c8\u9605\u8bfb\u4e86\u4e00\u4e0bAlphaStar\u7684\u535a\u6587\uff0c\u867d\u7136\u73b0\u5728\u8fd8\u6709\u673a\u4f1a\u80dcAI\uff0c\u4f46\u662f\u957f\u8fdc\u770b\uff0c\u611f\u89c9AlphaStar\u6839\u672c\u6ca1\u6cd5\u6218\u80dc\u3002<\/span>\u4f46\u662f\u539f\u56e0\u503c\u5f97\u7814\u7a76\u3002<\/span><\/p>\n

\u5f15\u65871\u5206\u6790\u4e86\u4eba\u548cAI\u7684APM\uff08Action Per Minute\uff09<\/span><\/a>\uff0c\u4eba\u7c7b\u6700\u9ad8\u4e5f\u5c31500\uff0cAI\u53ef\u4ee5\u8fbe\u52301500\u3002\u6700\u9ad8\u6c34\u5e73\u7684SC2\u73a9\u5bb6Serral\u7684EAPM\uff08\u6709\u6548APM\uff09\u53ef\u4ee5\u8fbe\u5230344\uff0c\u8ba4\u4e3a\u8fd9\u662fSerral\u591a\u6b21\u83b7\u80dc\u7684\u539f\u56e0\u3002\u6362\u8a00\u4e4b\uff0c\u80fd\u5426\u5728SC2\u83b7\u80dc\u662f\u4f9d\u8d56\u4e8eAPM\u7684\uff0c<\/span>\u56e0\u6b64\u5f15\u65871\u5f97\u51fa\u7ed3\u8bba\uff1a\u4e0d\u9700\u8981\u9ad8\u660e\u7684\u6218\u672f\u548c\u6218\u7565\uff0c\u4ec5\u9760APM\uff0cAI\u6253SC2\u5c31\u53ef\u4ee5\u5b8c\u7206\u4eba\u7c7b<\/strong><\/span><\/a>\u3002<\/span><\/p>\n

\u53bb\u5e74\u5728\u7814\u7a76SC\u7684AI\u65f6\uff0c\u5f97\u51fa\u7684\u7ed3\u8bba\u662fAI\u6ca1\u6cd5\u5728RTS\u6e38\u620f\u4e2d\u83b7\u5f97\u80dc\u5229<\/span><\/a>\u3002\u8fd9\u548c\u5f15\u65871\u5f97\u51fa\u7684\u7ed3\u8bba\u662f\u4e0d\u540c\u7684\uff0c\u5230\u5e95\u6709\u539f\u56e0\u662f\u4ec0\u4e48\uff0c\u5927\u5bb6\u53ef\u4ee5\u770b\u770b\u6211\u540e\u9762\u7684\u5206\u6790\uff0c\u4ee5\u53ca\u5f15\u7528\u7684AlphaStar\u535a\u6587\u3002<\/span><\/p>\n

\u5148\u8bf4\u89c2\u70b9\uff1aAI\u9700\u8981\u638c\u63e1\u6218\u672f\uff0c\u7279\u522b\u662f\u8981\u638c\u63e1\u5927\u91cf\u7684\u6218\u672f\uff0c\u7136\u540e\u914d\u5408APM\uff0c\u624d\u80fd\u83b7\u5f97\u80dc\u5229<\/span><\/strong>\u3002\u6ca1\u6709\u667a\u5546\uff0c\u6709APM\u4e5f\u6ca1\u7528\u3002\u81f3\u4e8e\u8bf4\u6218\u7565\uff0c\u6211\u4e2a\u4eba\u65e0\u6cd5\u5224\u65ad\u73b0\u5728\u7684AI\u662f\u5426\u6709\u6218\u7565\uff0c\u6bd5\u7adf\uff0c\u4f60\u53ef\u4ee5\u8bf4\u4e00\u7ec4\u89c4\u5219\u662f\u6218\u672f\uff0c\u4e5f\u53ef\u4ee5\u8bf4\u662f\u6218\u7565\u3002<\/span><\/p>\n

\u4e00\u3001\u5f55\u50cf\u56de\u653e<\/span><\/strong><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u9700\u8981\u6307\u51fa\uff0cMaNa\u575a\u6301\u7684\u65f6\u95f4\u6bd4TLO\u77ed\uff0c\u5e76\u4e0d\u4ee3\u8868MaNa\u7684\u6c34\u5e73\u5dee\uff0c\u800c\u662fMaNa\u770b\u5230\u5927\u52bf\u5df2\u53bb\u5c31GG\u4e86\uff0c\u800cTLO\u4e00\u822c\u4f1a\u575a\u6301\u5230\u52bf\u4e0d\u53ef\u89e3\u3002\u6bd4\u8f83\u6709\u610f\u601d\u7684\u662f\uff0cTLO\u548cMaNa\u521a\u521a\u548cAI\u63a5\u89e6\u7684\u65f6\u5019\uff0c\u90fd\u4f1a\u5c1d\u8bd5\u76f8\u5bf9\u6fc0\u8fdb\u7684\u653b\u51fb\u6218\u672f\uff0c\u4f46\u662f\u5747\u6b7b\u7684\u5f88\u60e8\uff0c\u6bd4\u5982MaNa\u7684\u7b2c\u4e00\u5c40\uff1aMaNa\u9996\u5148\u8fdb\u653bAI\uff0c\u7ed3\u679c\u88abAI\u6e17\u900f\u4ee5\u540e\uff0c\u76f4\u63a5\u653b\u5165\u8001\u5de2\uff0c\u6700\u540e\u7537\u5973\u8001\u5c11\u4e00\u8d77\u4e0a\uff0c\u8fd8\u662f\u88abAI\u6d88\u706d\u4e86\uff0c\u540e\u9762MaNa\u5c1d\u8bd5\u4e86\u5f88\u591a\u79cd\u795e\u65cf\u5e38\u7528\u7684\u653b\u51fb\u65b9\u5f0f\uff0c\u4f46\u662f\u5747\u88abAI\u5b88\u4f4f\u5e76\u6d88\u706d\uff0c\u76f4\u5230MaNa\u53d1\u73b0\u4e86AI\u7684\u4e00\u4e2abug\u3002<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u4e8c\u3001\u64cd\u4f5c\uff08APM\uff09\u5236\u80dc<\/span><\/strong><\/p>\n

\u4ece\u5f55\u50cf\u56de\u653e\u4e2d\u53ef\u4ee5\u975e\u5e38\u6e05\u695a\uff0c\u4e0d\u8bba\u662f\u5426\u91c7\u7528\u6cd5\u672f\uff1a\u5728\u91ce\u6218\u7684\u65f6\u5019\uff0cAI\u603b\u662f\u4ee5\u5c11\u80dc\u591a\uff0c\u4ece\u800c\u83b7\u5f97\u6700\u7ec8\u7684\u80dc\u5229\u3002\u5927\u5bb6\u9700\u8981\u4e86\u89e3\u4e00\u70b9\uff0c\u5982\u679c\u5728\u91ce\u6218\u4e2d\uff0c\u4e00\u65b9\u6d3b\u4e0b\u6765\u51e0\u4e2a\u5175\uff0c\u8fd9\u51e0\u4e2a\u5175\u6740\u5165\u5bf9\u65b9\u603b\u90e8\uff0c\u57fa\u672c\u4e0a\u5c31\u53ef\u4ee5\u53d6\u5f97\u80dc\u5229\uff0c\u4e5f\u5c31\u662f\u8bf4\uff0c\u5c40\u70b9\u57fa\u672c\u4e0a\u5c31\u662f\u8d5b\u70b9\u3002\u4f46\u662f\u8981\u6ce8\u610f\uff0c\u80fd\u5426\u8fdb\u5165\u91ce\u6218\u9636\u6bb5\u4e0d\u662fAPM\u51b3\u5b9a\u7684\uff0c\u800c\u662f\u8981\u5229\u7528\u6218\u672f\u3002<\/span><\/p>\n

\u4e09\u3001\u6218\u672f\u914d\u5408<\/span><\/strong><\/p>\n

\u9664\u4e86\u64cd\u4f5c\u83b7\u80dc\u4e4b\u5916\uff0cAI\u662f\u5f88\u6709\u6218\u672f\u7684\uff0c\u8fd9\u4e9b\u6218\u672f\u6216\u8005\u548c\u5e03\u5c40\u76f8\u5173\u3001\u6216\u8005\u548c\u67d0\u4e2a\u5175\u79cd\u7684\u6cd5\u672f\u76f8\u5173\uff08\u8fd9\u4e00\u70b9\uff0c\u6211\u8ba4\u4e3a\u662fAlphaStar\u4ece\u4ee5\u5f80\u7684\u6218\u5c40\u4e2d\u5b66\u4f1a\u7684\uff0cAlphaStar\u56e2\u961f\u62e5\u6709\u6700\u5927\u7684\u6218\u4f8b\u6570\u636e\u5e93\u3002\u5f53\u7136\uff0c\u8fd9\u79bb\u4e0d\u5f00\u5efa\u6a21\uff09\uff0c\u4e0b\u9762\u662f\u4ece\u5f55\u50cf\u4e2d\u770b\u5230\u7684\u51e0\u4e2a\u6218\u672f\uff0c\u6700\u540e\u4e00\u4e2a\u662fMaNa\u53d1\u73b0AI\u6218\u672f\u7684Bug\uff0c\u5e76\u52a0\u4ee5\u5229\u7528\u51fb\u8d25AI\u7684\u7a7a\u6295\u6218\u672f\u3002<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u6218\u672f1\uff1aAI\u7684\u6218\u672f\u975e\u5e38\u76f4\u63a5\u4e86\u5f53\uff0c\u5c31\u662f\u5f62\u6210\u5c40\u90e8\u7684\u4f18\u52bf\uff0c\u4ece\u4e0a\u9762\u822a\u6bcd\u5927\u6218\u770b\uff0cTLO\u7684\u90e8\u961f\u6bd4AI\u7684\u66f4\u5f3a\u608d\uff0c\u4f46\u662fAI\u4e3b\u52a8\u653e\u5f032\u4e2a\u57fa\u5730\uff0c\u56de\u5230\u4e86\u6709\u5145\u80fd\u7ad9\u548c\u70ae\u53f0\u7684\u4e3b\u57fa\u5730\u7b49\u5f85TLO\u8fdb\u653b\uff0c\u5728\u6df7\u6218\u4e2d\uff0cAI\u7684\u653b\u51fb\u603b\u662f\u4f1a\u96c6\u4e2d\u5728TLO\u7684\u53d7\u4f24\u5355\u5143\u4e0a\uff0c\u800c\u4eba\u7c7b\u7684\u8fdb\u653b\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u6839\u672c\u65e0\u6cd5\u51c6\u786e\u805a\u7126\u5728\u4e00\u4e2a\u5355\u5143\u4e0a\uff0c\u540c\u65f6AI\u7684\u90e8\u961f\u5f97\u5230\u5145\u80fd\u7ad9\u7684\u652f\u6301\uff0c\u57fa\u672c\u4e0a\u4fdd\u6301\u62a4\u76fe\uff0c\u56e0\u6b64\u4e00\u573a\u6218\u6597\u4e0b\u6765\uff0c\u4eba\u7c7b\u4ece199\u51cf\u5c11\u5230109\uff0c\u800cAI\u4f5c\u6218\u5355\u5143\u4f9d\u7136\u4fdd\u6301192\uff08\u6ce8\uff1a\u4e0a\u8ff0\u53ef\u80fd\u6709\u65b0\u9020\u7684\u5355\u5143\uff09<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u6218\u672f2\uff1aAI\u64c5\u957f\u4f7f\u7528\u4e00\u4e9b\u4eba\u7c7b\u73a9\u5bb6\u4e0d\u5c51\u4e8e\u4f7f\u7528\u7684\u6cd5\u672f\uff0c\u6bd4\u5982\u5e72\u6270\u5668\uff0c\u5e72\u6270\u5668\u53ef\u4ee5\u5f62\u6210\u5927\u89c4\u6a21\u6740\u4f24\u7684\u529f\u80fd\uff0c\u4f46\u662f\u53ef\u80fd\u6709\u67d0\u4e9b\u7f3a\u70b9\uff0c\u4f46\u662fAI\u5e94\u7528\u975e\u5e38\u5a34\u719f\uff0c\u547d\u4e2d\u7387\u9ad8\u7684\u65f6\u5019\uff0c\u4e00\u4e0b\u5b50\u53ef\u4ee5\u6d88\u706d\u51e0\u4e2a\u654c\u65b9\u4f5c\u6218\u5355\u5143<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u6218\u672f3\uff1aTLO\u548cAI\u90fd\u91c7\u7528\u4e86\u6e17\u900f\u6218\u672f\uff0c\u4f46TLO\u7684\u6e17\u900f\u592a\u660e\u663e\u4e86\uff0c\u76f4\u63a5\u88abAI\u53d1\u73b0\u5e76\u6467\u6bc1\u3002\u4f46\u662fAI\u5728TLO\u5b63\u5ea6\u9644\u8fd1\u5077\u5077\u6478\u6478\u5efa\u8bbe\u7684\u57fa\u5730\u53d1\u6325\u4e86\u6548\u679c\uff0c\u76f4\u63a5\u8fdb\u653b\u4e86TLO\u7684\u603b\u90e8\uff0cTLO\u7acb\u9a6cGG\u4e86<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u6218\u672f4\uff1a\u6e17\u900f+\u5835\u95e8\u6218\u672f\uff0c\u8fc5\u901f\u653b\u5165MaNa\u7684\u603b\u90e8<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u6218\u672f5\uff1aMaNa\u5728\u6700\u540e\u4e00\u6b21\u6218\u6597\u4e2d\uff0c\u53d1\u73b0\u4e86AI\u7684\u4e00\u4e2abug\uff1aMaNa\u7528\u7a7a\u964d\u5175\u53cd\u590d\u9a9a\u6270AI\u519c\u6c11\uff0c\u5bfc\u81f4AI\u51c6\u5907\u597d\u7684\u8fdb\u653b\u529b\u91cf\u6301\u7eed\u8fd4\u56de\uff0c\u800cMaNa\u8d81\u673a\u7ec4\u5efa\u4e86\u4e00\u652f\u519b\u961f\u6740\u8fc7\u6765\u6d88\u706d\u4e86AI\uff0c\u8fd9\u662fMaNa\u552f\u4e00\u4e00\u6b21\u83b7\u5f97\u80dc\u5229\uff0c\u662f\u572810:0\u4e4b\u5916\u7684\u4e00\u6b21\u6218\u6597<\/span><\/p>\n

\u56db\u3001AlphaStar\u7684\u535a\u6587<\/span><\/strong><\/p>\n

\u6211\u6458\u5f55\u4e00\u4e0b\u8981\u70b9\uff0c\u7531\u4e8e\u6ca1\u6709\u7ffb\u8bd1\uff0c\u57fa\u672c\u4e0a\u8986\u76d6\u4e86\u5927\u90e8\u5206\u539f\u6587\u7684\u5185\u5bb9\uff0c\u611f\u5174\u8da3\u7684\u81ea\u5df1\u5230DM\u770b\u5168\u6587\uff1a<\/span>https:\/\/deepmind.com\/blog\/alphastar-mastering-real-time-strategy-game-starcraft-ii\/<\/span><\/a><\/p>\n

1\u3001AlphaStar plays the full game of StarCraft II, using a deep neural network that is trained directly from raw game data by <\/span>supervised learning <\/span><\/a>and <\/span>reinforcement learning<\/span><\/a>.<\/span><\/p>\n

2\u3001<\/span>we worked with Blizzard in 2016 and 2017 to release an open-source set of tools known as PySC2<\/span><\/a>, including the largest set of anonymised game replays ever released. We have now built on this work, combining engineering and algorithmic breakthroughs to produce AlphaStar.<\/span><\/p>\n

3\u3001AlphaStar\u2019s behaviour is generated by a deep <\/span>neural network<\/span><\/a> that receives input data from the raw game interface (a list of units and their properties), and outputs a sequence of instructions that constitute an action within the game. More specifically, the neural network architecture applies a <\/span>transformer<\/span><\/a> torso to the units, combined with a <\/span>deep LSTM core<\/span><\/a>, an <\/span>auto-regressive policy head<\/span><\/a> with a <\/span>pointer network<\/span><\/a>, and a <\/span>centralised value baseline<\/span><\/a>. We believe that this advanced model will help with many other challenges in machine learning research that involve long-term sequence modelling and large output spaces such as translation, language modelling and visual representations.<\/span><\/p>\n

4\u3001AlphaStar also uses a novel multi-agent learning algorithm. The neural network was initially trained by supervised learning from anonymised human games <\/span>released by Blizzard<\/span><\/a>. This allowed AlphaStar to learn, by imitation, the basic micro and macro-strategies used by players on the StarCraft ladder. This initial agent defeated the built-in \u201cElite\u201d level AI – around gold level for a human player – in 95% of games.<\/span><\/p>\n

5\u3001These were then used to seed a multi-agent reinforcement learning process. A continuous league was created, with the agents of the league – competitors – playing games against each other, akin to how humans experience the game of StarCraft by playing on the <\/span>StarCraft ladder<\/span><\/a>.<\/span><\/p>\n

6\u3001As the league progresses and new competitors are created, new counter-strategies emerge that are able to defeat the earlier strategies. While some new competitors execute a strategy that is merely a refinement of a previous strategy, others discover drastically new strategies consisting of entirely new build orders, unit compositions, and micro-management plans. For example, early on in the AlphaStar league, \u201ccheesy\u201d strategies such as very quick rushes with <\/span>Photon Cannons<\/span><\/a> or <\/span>Dark Templars<\/span><\/a> were favoured. These risky strategies were discarded as training progressed, leading to other strategies: for example, gaining economic strength by over-extending a base with more workers, or sacrificing two <\/span>Oracles<\/span><\/a> to disrupt an opponent’s workers and economy. This process is similar to the way in which players have discovered new strategies, and were able to defeat previously favoured approaches, over the years since StarCraft was released.\u3010\u8fd9\u4e00\u70b9\u5728\u5f55\u50cf\u4e2d\u786e\u5b9e\u53ef\u4ee5\u770b\u5230\uff0cAI\u6ca1\u6709\u91c7\u7528\u9ad8\u98ce\u9669\u7684Quick Rush\u6218\u672f<\/strong>\u3011<\/span><\/p>\n

7\u3001The neural network weights of each agent are updated by reinforcement learning from its games against competitors, to optimise its personal learning objective. The weight update rule is an efficient and novel <\/span>off-policy actor-critic<\/span><\/a> reinforcement learning algorithm with <\/span>experience replay<\/span><\/a>,\u00a0 <\/span>self-imitation learning<\/span><\/a> and <\/span>policy distillation<\/span><\/a>.<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u539f\u6587\u7684\u8fd9\u5f20\u56fe\u5f88\u6709\u4ef7\u503c\uff1a\u53ef\u4ee5\u52a8\u6001\u5c55\u73b02\u4e2aAgent\u4e4b\u95f4\u7684\u80dc\u8d1f\u6982\u7387<\/span><\/p>\n

8\u3001In order to train AlphaStar, we built a highly scalable distributed training setup using <\/span>Google’s v3 TPUs that<\/span><\/a> supports a population of agents learning from many thousands of parallel instances of StarCraft II. The AlphaStar league was run for 14 days, using 16 TPUs for each agent. During training, each agent experienced up to 200 years of real-time StarCraft play. The final AlphaStar agent consists of the components of the <\/span>Nash distribution of the league<\/span><\/a> – in other words, the most effective mixture of strategies that have been discovered – that run on a single desktop GPU.<\/span><\/p>\n

9\u3001In its games against TLO and MaNa, AlphaStar had an average APM of around 280, significantly lower than the professional players, although its actions may be more precise. This lower APM is, in part, because AlphaStar starts its training using replays and thus mimics the way humans play the game. Additionally, AlphaStar reacts with a delay between observation and action of 350ms on average.<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u6ce8\u610f\uff1a\u8fd9\u4e2a\u56fe\u88ab\u5f15\u65871\u89e3\u8bfb\u8fc7\uff0c\u5927\u4f53\u610f\u601d\u662fMaNa\u7684APM\u6700\u9ad8\u6ca1\u6709\u8d85\u8fc7750\uff0c\u4f46\u662fAI\u53ef\u4ee5\u8fbe\u52301500\u4ee5\u4e0a\uff0c\u800cTLO\u91c7\u7528\u4e86\u7279\u6b8a\u7684\u952e\u76d8\u548c\u5feb\u952e\u7ec4\u5408\uff0c\u6ca1\u6cd5\u540c\u6bd4<\/span><\/p>\n

10\u3001During the matches against TLO and MaNa, AlphaStar interacted with the StarCraft game engine directly via its raw interface, meaning that it could observe the attributes of its own and its opponent\u2019s visible units on the map directly, without having to move the camera – effectively playing with a zoomed out view of the game. We trained two new agents, one using the raw interface and one that must learn to control the camera, against the AlphaStar league. Each agent was initially trained by supervised learning from human data followed by the reinforcement learning procedure outlined above.<\/span><\/p>\n

11\u3001Our agents were trained to play StarCraft II (v4.6.2) in Protoss v Protoss games, on the CatalystLE ladder map. To evaluate AlphaStar\u2019s performance, we initially tested our agents against <\/span>TLO<\/span><\/a>: a <\/span>top professional Zerg player<\/span><\/a> and a GrandMaster level Protoss player. AlphaStar won the match 5-0, using a wide variety of units and build orders. \u201cI was surprised by how strong the agent was,\u201d he said. \u201cAlphaStar takes well-known strategies and turns them on their head. The agent demonstrated strategies I hadn\u2019t thought of before, which means there may still be new ways of playing the game that we haven\u2019t fully explored yet.\u201d\u3010\u5e94\u8be5\u88ab\u9707\u64bc\u5230\u4e86\uff1aAI\u5c45\u7136\u5728\u4eba\u7c7b\u7684\u603b\u90e8\u5efa\u4e86\u4e00\u4e2a\u80fd\u91cf\u5854\uff0c\u8c8c\u4f3c\u65e0\u5398\u5934\uff0c\u5176\u5b9e\u4e0d\u7136\uff0cAI\u5728\u9644\u8fd1\u5f88\u5feb\u5efa\u8bbe\u5175\u8425\u3011<\/span><\/p>\n

12\u3001After training our agents for an additional week, we played against MaNa, <\/span>one of the world\u2019s strongest StarCraft II players<\/span><\/a>, and among the 10 strongest Protoss players. AlphaStar again won by 5 games to 0, demonstrating strong micro and macro-strategic skills. \u201cI was impressed to see AlphaStar pull off advanced moves and different strategies across almost every game, using a very human style of gameplay I wouldn\u2019t have expected,\u201d he said. \u201cI\u2019ve realised how much my gameplay relies on forcing mistakes and being able to exploit human reactions, so this has put the game in a whole new light for me. We\u2019re all excited to see what comes next.\u201d\u3010MaNa\u4e5f\u88ab\u9707\u64bc\u5230\u4e86\uff0c\u90fd\u662f\u4ece\u6765\u6ca1\u6709\u89c1\u8fc7\u7684\u62db\u6570\u3011<\/span><\/p>\n

\"image\"<\/span><\/a><\/p>\n

\u76f8\u5173\u4fe1\u606f\uff1a<\/span><\/p>\n

    \n
  1. \u300c\u51fb\u8d25\u661f\u9645\u4e89\u9738II\u804c\u4e1a\u73a9\u5bb6\u300d\u7684 AlphaStar\u662f\u5728\u4f5c\u5f0a\uff1f<\/span><\/a><\/li>\n
  2. \u661f\u9645\u4e89\u9738AI\u7684\u771f\u5b9e\u80fd\u529b<\/span><\/a><\/li>\n
  3. AlphaStar: Mastering the Real-Time Strategy Game StarCraft II<\/span><\/a><\/li>\n
  4. AlphaStar Resources<\/span><\/a><\/li>\n
  5. Blizzard\/s2client-proto<\/span><\/a><\/li>\n
  6. Watch<\/span><\/a> a visualisation of AlphaStar\u2019s entire second game against MaNa<\/span><\/b><\/li>\n
  7. Watch the <\/span>exhibition game against MaNa<\/span><\/a><\/b><\/li>\n
  8. Download 11 replays <\/span>here<\/span><\/a><\/b><\/li>\n<\/ol>\n","protected":false},"excerpt":{"rendered":"

    \u6700\u8fd1\u770b\u4e86\u4e0d\u5c11\u4eba\u8bc4\u4ef7AlphaStar10:0\u6218\u80dc\u4eba\u7c7bSC\u9009\u624bTLO\u548cMaNa\uff0c\u5404\u79cd\u8bc4\u8bba\u90fd\u6709\uff0c\u5468\u4e94\u4e0b\u8f7d\u4e86Star…<\/p>\n","protected":false},"author":1,"featured_media":4561,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[39,22,284,173,77,415],"tags":[565,564,568,207,566,416,567],"views":7323,"_links":{"self":[{"href":"http:\/\/www.brofive.net\/index.php?rest_route=\/wp\/v2\/posts\/4585"}],"collection":[{"href":"http:\/\/www.brofive.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/www.brofive.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/www.brofive.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/www.brofive.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=4585"}],"version-history":[{"count":7,"href":"http:\/\/www.brofive.net\/index.php?rest_route=\/wp\/v2\/posts\/4585\/revisions"}],"predecessor-version":[{"id":4593,"href":"http:\/\/www.brofive.net\/index.php?rest_route=\/wp\/v2\/posts\/4585\/revisions\/4593"}],"wp:featuredmedia":[{"embeddable":true,"href":"http:\/\/www.brofive.net\/index.php?rest_route=\/wp\/v2\/media\/4561"}],"wp:attachment":[{"href":"http:\/\/www.brofive.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=4585"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/www.brofive.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=4585"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/www.brofive.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=4585"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}