{"id":90701,"date":"2024-03-20T10:03:11","date_gmt":"2024-03-20T02:03:11","guid":{"rendered":"https:\/\/metaegh.com\/?p=90701"},"modified":"2024-03-20T10:05:06","modified_gmt":"2024-03-20T02:05:06","slug":"nvidia-gtc-2024-keynote-highlights","status":"publish","type":"post","link":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/","title":{"rendered":"NVIDIA GTC 2024 Keynote Highlights"},"content":{"rendered":"\n<p>3\u670818\u65e5\u6de9\u6668\uff0c\u82f1\u5049\u9054\u53ec\u958b\u842c\u773e\u77da\u76ee\u7684GTC 2024\u5927\u6703\uff0cCEO\u9ec3\u4ec1\u52f3Jenson Huang\u767c\u8868\u767c\u8868GTC 2024\u7684\u4e3b\u984c\u6f14\u8b1b\u300a\u898b\u8b49AI\u7684\u8b8a\u9769\u6642\u523b\u300b\u3002 \u9ec3\u4ec1\u52f3\u5728\u6f14\u8b1b\u4e2d\u6b63\u5f0f\u767c\u8868\u4e0b\u4e00\u4ee3GPU\u67b6\u69cb\u5e73\u81fa\u548c\u65b0\u4e00\u4ee3\u6676\u5143\uff0c\u4e26\u5206\u4eab\u6700\u65b0\u7684\u4e00\u7ad9\u5f0fAI\u8d85\u7b97\u89e3\u6c7a\u65b9\u6848\u3001\u8edf\u9ad4\u66f4\u65b0\u53caAI\u751f\u614b\u9ad4\u7cfb\u3002 \u6211\u5011\u5c07\u5f9e\u4e09\u5927\u90e8\u5206\u6982\u62ec\u6b64\u6b21\u7522\u54c1\u548c\u751f\u614b\u66f4\u65b0\u5c0d\u7522\u696d\u93c8\u7684\u5f71\u97ff\u3002<\/p>\n\n\n\n<p>\u4e00\u3001\u65b0\u67b6\u69cb\u6676\u7247B200\u7684AI\u6027\u80fd\u70ba\u4e0a\u4e00\u4ee3H100\u76845\u500d<br>1\uff09\u65b0\u7684GPU\u67b6\u69cbBlackwell\uff1aBlackwell \u7684\u540d\u5b57\u65e8\u5728\u7d00\u5ff5\u7b2c\u4e00\u4f4d\u5165\u9078\u7f8e\u570b\u570b\u5bb6\u79d1\u5b78\u9662\u7684\u9ed1\u4eba\u5b78\u8005\u3001\u6578\u5b78\u5bb6\u548c\u535a\u5f08\u8ad6\u5b78\u5bb6 David Harold Blackwell\u3002 Blackwell\u7e7c\u627f\u4e86 Hopper GPU \u67b6\u69cb\uff0c\u64c1\u6709 2080 \u5104\u500b\u6676\u9ad4\u7ba1\uff0c\u63a1\u7528\u5b9a\u88fd\u7684\u3001\u96d9 reticle \u7684\u53f0\u7a4d\u96fb 4NP\uff084N \u5de5\u85dd\u7684\u6539\u9032\u7248\u672c\uff09\u88fd\u7a0b\u5de5\u85dd\uff0c\u5169\u584a\u5c0f\u6676\u5143\u4e4b\u9593\u7684\u4e92\u806f\u901f\u5ea6\u9ad8\u9054 10TBps\uff0c\u53ef\u4ee5\u5927\u5e45\u5ea6\u63d0\u9ad8\u8655\u7406\u80fd\u529b\uff0cBlackwell \u67b6\u69cb\u7684 GPU \u9810\u8a08\u5c07\u65bc\u4eca\u5e74\u665a\u4e9b\u6642\u5019\u767c\u8ca8\uff0c\u5c07\u6210\u70ba\u4e9e\u99ac\u905c\u3001\u5fae\u8edf\u3001Alphabet Inc.\u65d7\u4e0b\u8c37\u6b4c\u3001\u7532\u9aa8\u6587\u7b49\u5168\u7403\u6700\u5927\u6578\u64da\u4e2d\u5fc3\u904b\u71df\u5546\u90e8\u7f72\u7684\u65b0\u8a08\u7b97\u6a5f\u548c\u5176\u4ed6\u7522\u54c1\u7684\u57fa\u77f3\u3002<br><br>2\uff09Blackwell\u67b6\u69cb\u7684\u65b0\u6676\u7247B200\u3001GB200\u6676\u5143\uff1a\u63a1\u7528 Blackwell \u67b6\u69cb\u7684 GPU \u5206\u70ba\u4e86 B200 \u548c GB200 \u7522\u54c1\u7cfb\u5217\uff0cGB200\u5c07\u5169\u500bB200 Blackwell GPU\u8207\u4e00\u500b\u57fa\u65bcArm\u7684Grace CPU\u9032\u884c\u914d\u5c0d\u3002 Blackwell\u7684\u95dc\u9375\u6539\u9032\u5728\u65bc\u5f15\u5165\u7b2c\u4e8c\u4ee3 Transformer \u5f15\u64ce\uff0c\u5b83\u652f\u63f4\u4e86 FP4 \u548c FP6\uff0c\u4f7f\u5f97\u8a08\u7b97\u3001\u983b\u5bec\u548c\u6a21\u578b\u5927\u5c0f\u7ffb\u4e86\u4e00\u756a\u3002<\/p>\n\n\n\n<p>B200\uff1a\u63a1\u7528\u96d9\u6676\u7247\u8a2d\u8a08\uff0c\u6676\u9ad4\u7ba1\u6578\u91cf\u9054\u52302080\u5104\u500b\uff0c\u642d\u914d8\u9846HBM3e\u8a18\u61b6\u9ad4\uff08\u6bd4Hopper\u67b6\u69cb\u7684H200\u591a\u4e862\u9846\uff09\uff0c\u8a18\u61b6\u9ad4\u9054\u5230192GB\uff0c\u57fa\u65bc\u7b2c\u4e94\u4ee3NVLink\uff0c\u5e36\u5bec\u9054\u52301.8TB\/s\uff0c\u55ae\u9846B200 GPU\u7684AI\u6027\u80fd\u5728FP4\u7cbe\u5ea6\u4e0b\u905420 PFLOPs\uff08\u5373\u6bcf\u79d22\u5104\u5104\u6b21\uff09\uff0c\u662fH100\u76845\u500d;\u6309FP8\u7cbe\u5ea6\u770b\uff0cB200\u5927\u6982\u662fH100\u6027\u80fd\u76842.5\u500d\u3002 \u4ee5\u524d\u8a13\u7df4\u4e00\u500b 1.8 \u842c\u5104\u53c3\u6578\u7684\u6a21\u578b\u4ee5\u524d\u9700\u8981 8000 \u500b GPU \u548c 15 \u5146\u74e6\u7684\u96fb\u529b\uff0c\u5982\u4eca\u9ec3\u4ec1\u52f3\u8868\u793a\uff0c2000 \u500b Blackwell GPU \u5728\u50c5\u6d88\u8017 4 \u5146\u74e6\u96fb\u529b\u7684\u60c5\u6cc1\u4e0b\u5c31\u80fd\u5b8c\u6210\u9019\u4e00\u4efb\u52d9\u3002 \u65b0\u67b6\u69cb\u76f8\u6bd4Hopper\u67b6\u69cb\u548cAmpere\u67b6\u69cb\u6709\u4e86\u5de8\u5e45\u63d0\u5347\uff0c\u6700\u5927\u53ef\u652f\u63f410\u842c\u5104\u53c3\u6578\u7684\u6a21\u578b\u7684\u8a13\u7df4\u3002<\/p>\n\n\n\n<p>GB200\uff1a\u5305\u542b2\u500bBlackwell GPU+1\u500b\u57fa\u65bcArm\u7684Grace CPU\uff0872\u6838Neoverse V2\uff09\uff0c\u63a1\u7528900GB\/s\u7684NVlink-C2C\u9023\u63a5\uff0c\u5408\u8a08384GB HBM3e\u3002 \u5b98\u65b9\u7a31GB200\u7684\u63a8\u7406\u6027\u80fd\u5728Hopper\u5e73\u53f0\u7684\u57fa\u790e\u4e0a\u63d0\u53476\u500d\uff0c\u5c24\u5176\u662f\u63a1\u7528\u76f8\u540c\u6578\u91cf\u7684GPU\uff0c\u5728\u842c\u5104\u53c3\u6578Moe\u6a21\u578b\u4e0a\u9032\u884c\u57fa\u6e96\u6e2c\u8a66\uff0cGB200\u7684\u6027\u80fd\u662fHopper\u5e73\u81fa\u768430\u500d\uff0c\u4e26\u5c07\u6210\u672c\u548c\u80fd\u8017\u964d\u4f4e\u9ad8\u9054 25\u500d\u3002<\/p>\n\n\n\n<p>3\uff09\u57fa\u65bcGB200\u548cB200\u6253\u9020\u7684\u8d85\u7b97\u5e73\u81fa\uff1a<br>DGX GB200\uff1a\u57fa\u65bc Blackwell \u7684 AI \u7b97\u529b\u5c07\u4ee5\u540d\u70ba DGX GB200 \u7684\u5b8c\u6574\u4f3a\u670d\u5668\u5f62\u614b\u63d0\u4f9b\u7d66\u4f7f\u7528\u8005\uff0c\u6bcf\u500bDGX GB200\u7cfb\u7d71\u5305\u62ec 36 \u9846 NVIDIA Grace CPU \u548c 72 \u584a Blackwell GPU\uff0c\u9019\u4e9b\u8d85\u7d1a\u6676\u7247\u901a\u904e\u7b2c\u4e94\u4ee3 NVLink \u9023\u63a5\u6210\u4e00\u53f0\u8d85\u7d1a\u8a08\u7b97\u6a5f\u3002 \u4e00\u500bGB200 NVL72\u6a5f\u6ac3\u53ef\u4ee5\u8a13\u7df427\u842c\u5104\u53c3\u6578\u7684\u6a21\u578b\uff0c\u800c\u4f5c\u70ba\u5c0d\u6bd4\uff0cGPT-4 \u7684\u53c3\u6578\u6a21\u578b\u7d04\u70ba 1.8\u842c\u5104\u3002 \u82f1\u5049\u9054\u8868\u793a\u4e9e\u99ac\u905c AWS \u5df2\u8a08\u5283\u63a1\u8cfc\u7531 2 \u842c\u7247 GB200 \u6676\u7247\u7d44\u5efa\u7684\u4f3a\u670d\u5668\u96c6\u7fa4\u3002<br><br>DGX SuperPOD\uff1a\u518d\u5f80\u4e0a\u64f4\u5c55\uff0cGrace Blackwell \u67b6\u69cb\u7684 DGX SuperPOD \u7531 8 \u500b\u6216\u4ee5\u4e0a\u7684 DGX GB200 \u7cfb\u7d71\u69cb\u5efa\u800c\u6210\uff0c\u9019\u4e9b\u7cfb\u7d71\u901a\u904e NVIDIA Quantum InfiniBand \u7db2\u8def\u9023\u63a5\uff0c\u53ef\u64f4\u5c55\u5230\u6578\u842c\u500b GB200 \u8d85\u7d1a\u6676\u7247\u3002 \u7528\u6236\u53ef\u901a\u904e NVLink \u9023\u63a5 8 \u500b DGX GB200 \u7cfb\u7d71\u4e2d\u7684 576 \u584a Blackwell GPU\uff0c\u5f9e\u800c\u7372\u5f97\u6d77\u91cf\u5171\u7528\u986f\u5b58\u7a7a\u9593\uff0c\u4f86\u8a13\u7df4\u4e0b\u4e00\u4ee3 AI \u6a21\u578b\u3002 \u5176\u7cfb\u7d71\u53ef\u64f4\u5c55\u81f3\u6578\u842c GB200 \u8d85\u7d1a\u6676\u7247\uff0c\u4e26\u901a\u904e\u5176\u65b0\u578b Quantum-X800 InfiniBand\uff08\u6700\u591a 144 \u500b\u9023\u63a5\uff09\u6216 Spectrum-X800 \u4e59\u592a\u7db2\uff08\u6700\u591a 64 \u500b\u9023\u63a5\uff09\u8207 800Gbps \u7db2\u8def\u9023\u63a5\u5728\u4e00\u8d77\u3002<br><br>\u5c0f\u7ed3\uff1a\u6b64\u6b21Blackwell\u6676\u5143\u67b6\u69cb\u5275\u65b0\u8f03\u5c0f\uff0c\u4f46\u63d0\u5347\u4e3b\u8981\u4f86\u81ea\u7cfb\u7d71\u3001NVlink\u7db2\u8def\u3001\u8a18\u61b6\u9ad4\u3001\u8edf\u9ad4\u7b49\uff0c\u5c0d\u7cfb\u7d71\u7684\u63d0\u5347\u5341\u5206\u660e\u986f\u3002 \u5c0d\u82f1\u5049\u9054\u800c\u8a00\uff0c\u53bb\u5e74\u63a8\u51fa\u7684B100\u5c07\u4ee5\u6027\u50f9\u6bd4\u53bb\u5f4c\u88dcH\u7cfb\u5217\u5230B\u7cfb\u5217\u7684\u9700\u6c42\u8f49\u63db\uff0cGB200\u5247\u662f\u5728\u7cfb\u7d71\u5c64\u9762\u7d66\u51fa\u4e86\u66f4\u597d\u7684\u89e3\u6c7a\u65b9\u6848\u3002<\/p>\n\n\n\n<p>\u5c0d\u7522\u696d\u93c8\u7684\u5f71\u97ff\uff1a 1\uff09\u7e2e\u77ed\u8a13\u7df4\u3001\u63a8\u7406\u6642\u9593\u53ca\u6210\u672c;2\uff09\u548c\u534a\u5c0e\u9ad4\u3001\u96f2\u5ee0\u5546\u7684\u5408\u4f5c\u52a0\u901fAI\u5834\u666f\u843d\u5730\uff1a<br>\u2022 Synopsys\uff1a\u53f0\u7a4d\u96fb\u4f7f\u7528\u7684\u8a08\u7b97\u5149\u523b\u5c08\u6848\uff0c\u53f0\u7a4d\u96fb\u5ba3\u4f48\u82f1\u5049\u9054CULiTHO\u6295\u5165\u4f7f\u7528<br>\u2022 Cadence\uff1a\u6676\u5143EDA\u3001Cadence copilot<br>\u2022 AWS\uff1a\u6b63\u5728\u69cb\u5efa222ExaFLOPS\u7684\u7cfb\u7d71\uff0c\u4e26\u4e14\u6b63\u5728\u5408\u4f5c\u901a\u904eCUDA\u52a0\u901fSageMaker AI\u3001Bedrock AI\uff0c\u96d9\u65b9\u5728Omniverse\u3001Isaac Sim\u4e0a\u5c55\u958b\u5408\u4f5c\uff0cAWS Health\u5df2\u7d93\u96c6\u6210\u4e86Nvidia Health;<br>\u2022 Google\uff1aGCP\u5df2\u7d93\u64c1\u6709A100\u3001H100\u3001T4\u3001L4\u7b49\u4e00\u7cfb\u5217CUDA GPU\uff0c\u4e26\u5728\u4e0a\u9762\u90e8\u7f72Gemma;<br>\u2022 \u7532\u9aa8\u6587\uff1a\u52a0\u901fOracle\u8cc7\u6599\u5eab<br>\u2022 \u5fae\u8edf\uff1a\u6253\u9020\u6700\u5927\u7684\u82f1\u5049\u9054infiniband\u8d85\u7d1a\u8a08\u7b97\u6a5f<br>\u2022 \u7def\u5275\uff1a\u6253\u9020Omniberse\u65b9\u6848<br><br>\u4e8c\u3001\u7b2c\u4e94\u4ee3NVLink\u5177\u5099\u66f4\u5f37\u7684\u9023\u63a5\uff08NVlink\uff09\u80fd\u529b<br>NVLink\u662f\u82f1\u5049\u9054\u958b\u767c\u7684CPU\u548cGPU\u4e4b\u9593\u9ad8\u901f\u4e92\u806f\u901a\u9053\uff0c\u5728\u8a18\u61b6\u9ad4\u7246\u7121\u6cd5\u7a81\u7834\u7684\u60c5\u6cc1\u4e0b\uff0c\u6700\u5927\u5316\u63d0\u5347CPU\u548cGPU\u4e4b\u9593\u901a\u4fe1\u7684\u6548\u7387\uff0c\u65bc2016\u5e74\u5728\u57fa\u65bcPascal\u67b6\u69cb\u7684GP100\u6676\u5143\u548cP100\u904b\u7b97\u5361\u4e0a\u7387\u5148\u63a1\u7528\uff0c\u7576\u6642\u7684\u983b\u5bec\u70ba160GB\/ s\uff0c\u5230H100\u63a1\u7528\u7684\u7b2c\u56db\u4ee3NVLink\uff0c\u5176\u983b\u5bec\u5df2\u7d93\u9054\u5230900GB\/s\uff0c\u800cB200\u63a1\u7528\u7684\u7b2c\u4e94\u4ee3NVLink \u5e36\u5bec\u5df2\u7d93\u7a81\u78341.8TB\/s\u3002<br><br>GB200 NVL72\uff1a\u9664\u4e86\u67b6\u69cb\u548c\u65b0\u6676\u5143\u7684\u7b97\u529b\u63d0\u9ad8\uff0c\u70ba\u4e86\u8655\u7406\u5927\u898f\u6a21\u6578\u64da\u4e2d\u5fc3\u7684GPU\u4ea4\u4e92\u554f\u984c\uff0c\u6b64\u6b21NVlink\u4e5f\u5f97\u5230\u5347\u7d1a\u3002 \u82f1\u5049\u9054\u8868\u793a\u6b64\u524d\u50c5\u753116\u500b GPU \u7d44\u6210\u7684\u96c6\u7fa4\u6703\u5728\u76f8\u4e92\u901a\u4fe1\u4e0a\u82b1\u8cbb60%\u7684\u6642\u9593\uff0c\u800c\u53ea\u670940%\u7684\u6642\u9593\u7528\u65bc\u5be6\u969b\u8a08\u7b97\uff0c\u73fe\u5728\u82f1\u5049\u9054\u7684NVLink Switch Chip \u53ef\u4ee5\u8b93\u6240\u6709\u9019\u4e9b\u6676\u7247\u4e92\u806f\u8d77\u4f86\uff0c\u5168\u901f\u904b\u8f49\u6c92\u6709\u74f6\u9838\uff081.8TB\/s\uff0c\u5e7e\u4e4e\u6bd4\u4e0a\u4ee3\u5feb 10 \u500d\uff09\uff0c\u4e26\u5e6b\u52a9\u69cb\u5efa\u4e86 DGX GB200 NVL72\u3002 NVLink Switch\u652f\u63f4\u8207\u591a\u500bNVLink\u9023\u63a5\uff0c\u5be6\u73feNVLink\u5728\u55ae\u7bc0\u9ede\u3001\u7bc0\u9ede\u4e4b\u9593\u4e92\u806f\uff0c\u9032\u800c\u5275\u5efa\u66f4\u9ad8\u983b\u5bec\u7684GPU\u96c6\u7fa4\uff0c\u57fa\u65bc\u6700\u65b0\u7684NVLink Switch\u6676\u7247\uff08\u53f0\u7a4d\u96fb4nm\u5de5\u85dd\uff0c500\u5104\u500b\u6676\u9ad4\u7ba1\uff09\uff0c\u53ef\u5be6\u73fe576\u9846GPU\u7d44\u6210\u8a08\u7b97\u96c6\u7fa4\uff0c\u4e0a\u4e00\u4ee3\u7522\u54c1\u50c5\u652f\u63f4\u5230256\u500bGPU\u3002<\/p>\n\n\n\n<p>GB200 NVL72\u64c1\u67099\u500bNVSwitch\u6a5f\u67b6\uff0c\u7e3d\u5171\u642d\u8f0918\u500bGB200\u7bc0\u9ede\u6a5f\u67b6\uff08\u537336\u500bGrace CPU\u548c72\u500bBlackwell GPU\u96c6\u6210\u5230\u4e00\u500b\u6db2\u51b7\u6a5f\u6ac3\u4e2d\uff0c\u7528\u7b2c\u4e94\u4ee3NVlink\u4e92\u9023\uff09\uff0c\u53ef\u5be6\u73fe\u7e3d\u8a08FP8\u7cbe\u5ea6\u4e0b\u8a13\u7df4\u7b97\u529b720 petaflops\u7684AI\u8a13\u7df4\u6027\u80fd\uff0c\u6216\u662fFP4\u7cbe\u5ea6\u4e0b1,440 petaflops\uff081.4 exaflops\uff09\u7684\u63a8\u7406\u6027\u80fd\u3002 2016 \u5e74\u9ec3\u4ec1\u52f3\u5c07\u7b2c\u4e00\u53f0 DGX \u7cfb\u7d71\u7d66 OpenAI \u624d\u6709\u4e86\u5982\u4eca\u7684 ChatGPT\uff0c\u90a3\u500b\u6642\u5019 DGX \u7684\u7b97\u529b\u70ba0.17Petaflops\uff0c\u73fe\u5728GB200\u7b97\u529b\u662f\u4ee5 Exaflop \u8a08\u7b97\u7684\u3002<\/p>\n\n\n\n<p>GB200 NVL72\u6a5f\u6ac3\u63a1\u7528\u9285\u7e9c\u4e92\u806f\u800c\u975e\u5149\u65b9\u6848\uff0c\u55ae\u500b\u6a5f\u6ac3\u67095000\u689d\u96fb\u7e9c\uff0c\u63d0\u4f9b\u6574\u500b\u6a5f\u6ac3130TB\/s\u7684\u4e92\u806f\u7e3d\u983b\u5bec\uff0c\u9285\u7e9c\u9577\u5ea6\u51712\u82f1\u91cc\uff0c\u6210\u672c\u662f\u5149\u65b9\u6848\u76841\/6\uff0c\u7bc0\u7701\u4e86\u5149\u65b9\u6848\u4e2d\u6536\u767c\u5668\u548cretimer\u768420kw\u529f\u8017\u3002<\/p>\n\n\n\n<p>\u4e09\u3001\u69cb\u5efaAI\u751f\u614b\u9ad4\u7cfb<br>\u9664\u4e86\u786c\u9ad4\u7cfb\u7d71\uff0c\u82f1\u5049\u9054\u4e5f\u5229\u7528\u751f\u6210\u5f0f AI \u69cb\u5efa\u4e86\u4e00\u7cfb\u5217\u5143\u5b87\u5b99\u3001\u5de5\u696d\u6578\u4f4d\u5b7f\u751f\u3001\u6a5f\u5668\u4eba\u8a13\u7df4\u8edf\u9ad4\u9ad4\u7cfb\u3002<br><br>1\uff09\u5143\u5b87\u5b99\u548c\u6578\u4f4d\u5b7f\u751f\uff1a\u82f1\u5049\u9054\u8868\u793a\uff0c\u5b83\u6b63\u5728\u5c07 Omniverse \u4f01\u696d\u6280\u8853\u5f15\u5165\u860b\u679c\uff0c\u60f3\u8b93\u958b\u767c\u4eba\u54e1\u901a\u904e Vision Pro \u5728 AR\/VR \u8a2d\u7f6e\u4e2d\u4f7f\u7528 Omniverse \u5de5\u5177\u3002 \u82f1\u5049\u9054\u5c55\u793a\u4e86\u8a2d\u8a08\u5e2b\u662f\u5982\u4f55\u901a\u904e Vision Pro \u4f7f\u7528\u6c7d\u8eca\u914d\u7f6e\u5de5\u5177\u4f86\u64cd\u7e31\u8eca\u8f1b\uff0c\u7136\u5f8c\u865b\u64ec\u5730\u9032\u5165\u5176\u4e2d\u3002 \u4eba\u5011\u53ef\u4ee5\u901a\u904e Omniverse Cloud API \u4ee5\u53ca\u901a\u904e\u96f2\u7aef\u76f4\u63a5\u6d41\u5f0f\u50b3\u8f38\u5230 Vision Pro \u7684\u5716\u5f62\u50b3\u8f38\u7db2\u8def\u4f86\u505a\u5230\u9019\u4e00\u9ede\u3002<\/p>\n\n\n\n<p>2\uff09\u6a5f\u5668\u4eba\uff1a\u9ec3\u4ec1\u52db\u8a8d\u70ba\uff0c\u6a5f\u5668\u4eba\u7684ChatGPT\u6642\u523b\u53ef\u80fd\u5373\u5c07\u5230\u4f86\u3002 \u6f14\u8b1b\u4e2d\u4ed6\u5c55\u793a\u4e86\u591a\u500b\u7531 GR00T \u9a45\u52d5\u7684\u4eba\u5f62\u6a5f\u5668\u4eba\u5982\u4f55\u5b8c\u6210\u5404\u7a2e\u4efb\u52d9\uff0c\u5305\u62ec\u4f86\u81ea Agility Rootics\u3001Apptronik\u3001\u5085\u5229\u8449\u667a\u6167\uff08Fourier Intelligence\uff09 \u548c\u5b87\u6a39\u79d1\u6280\uff08Unitree Robotics\uff09 \u7684\u6a5f\u5668\u4eba\u7522\u54c1\u3002 \u82f1\u5049\u9054\u9084\u958b\u767c\u4e86\u4e00\u7a2e\u65b0\u578b\u300c\u6a5f\u5668\u4eba\u5927\u8166\u300d\u8a08\u7b97\u6676\u5143 Jetson Thor\uff0c\u80fd\u5920\u57f7\u884c\u8907\u96dc\u7684\u4efb\u52d9\u4e26\u4f7f\u7528 Transformer \u5f15\u64ce\u8655\u7406\u591a\u500b\u611f\u6e2c\u5668\u3002 \u82f1\u5049\u9054\u7684\u300c\u5927\u5ba2\u6236\u300dOpenAI\uff0c\u4e00\u76f4\u5728\u4f7f\u7528\u81ea\u5df1\u7684 AI \u6a21\u578b\u4f86\u70ba\u4e00\u5bb6\u540d\u70ba Figure \u7684\u521d\u5275\u516c\u53f8\u7684\u4eba\u5f62\u6a5f\u5668\u4eba\u63d0\u4f9b\u652f\u63f4\u3002<\/p>\n\n\n\n<p>3\uff09\u8edf\u9ad4\u670d\u52d9\uff1a\u82f1\u5049\u9054\u767c\u4f48\u4e86\u96c6\u6210AI\u958b\u767c\u8edf\u9ad4\u5fae\u670d\u52d9\u7cfb\u7d71NIM\uff0c\u901a\u904e\u76f4\u63a5\u63d0\u4f9b\u591a\u884c\u696d\u3001\u591a\u6a21\u614b\u7684\u5c08\u6709\u6a21\u578b\uff0c\u4ee5\u53ca\u57fa\u65bcNeMo Retriver\u7684\u5c08\u6709\u6578\u64da\u6ce8\u5165\u7cfb\u7d71\uff0c\u4f01\u696d\u53ef\u85c9\u7531NIM\u5feb\u6377\u90e8\u7f72\u516c\u53f8\u7d1a\u5c08\u6709\u6a21\u578b\u3002 NIM\u8edf\u9ad4\u9084\u5c07\u8aac\u660eAI\u5728\u914d\u5099GPU\u7684\u7b46\u8a18\u578b\u96fb\u8166\u4e0a\u904b\u884c\uff0c\u800c\u4e0d\u662f\u5728\u96f2\u7aef\u7684\u4f3a\u670d\u5668\u4e0a\u3002 NIM\u5c07\u5728\u5c07\u8981\u767c\u4f48\u7684NVIDIA AI\u4f01\u696d\u7248\u7b2c\u4e94\u7248\u4e2d\u642d\u8f09\uff0c\u55aeGPU\u7684\u4f01\u696d\u7248\u4f7f\u7528\u8a31\u53ef\u6b0a\u5305\u5e74\u9700\u89814500\u7f8e\u91d1\uff0c\u5c0f\u6642\u79df\u91d1\u70ba1\u7f8e\u91d1\u6bcf\u5c0f\u6642\u3002<br><br>\u9ec3\u4ec1\u52f3\u8a8d\u70ba\uff0c\u8207\u73fe\u5728\u5beb\u4e00\u884c\u884c\u4ee3\u78bc\u4e0d\u540c\uff0c\u672a\u4f86\u53ef\u80fd\u5c31\u8981\u9760\u4e00\u5806NIMs\uff08Nvidia inference micro service\uff09\uff0c\u7528\u8207AI\u804a\u5929\u7684\u5f62\u5f0f\u8abf\u52d5\u4e00\u5806NIMS\u4f86\u5b8c\u6210\u8a13\u7df4\u3001\u61c9\u7528\u7684\u90e8\u7f72\u3002 \u5047\u5982\u4e00\u540d\u958b\u767c\u8005\u6709\u4e00\u500b\u6709\u8da3\u7684\u6a21\u578b\uff0c\u5e0c\u671b\u5411\u4eba\u5011\u63a8\u5ee3\uff0c\u5c31\u53ef\u4ee5\u628a\u5b83\u653e\u5230NIM\u4e2d\u3002 \u82f1\u5049\u9054\u6703\u78ba\u4fdd\u5b83\u53ef\u4ee5\u5728\u6240\u6709\u7684GPU\u4e0a\u904b\u884c\uff0c\u9019\u6a23\u6a21\u578b\u7684\u53d7\u773e\u5c31\u5927\u5927\u64f4\u5c55\u4e86\u3002<br><br>\u5728\u6a21\u578b\u652f\u63f4\u65b9\u9762\uff0cNIM \u5fae\u670d\u52d9\u7684\u53ef\u9078\u9805\u4e5f\u5f88\u591a\uff0c\u5b83\u652f\u63f4 Nvidia \u81ea\u5df1\u7684\u6a21\u578b\u5408\u4f5c\u5eab\uff0c\u4f86\u81ea AI21 Labs\uff0cCohere\u7b49\u5408\u4f5c\u5925\u4f34\u7684\u6a21\u578b\uff0c\u4ee5\u53ca\u4f86\u81eaMeta\u3001Hugging Face\u3001Stability AI \u548cGoogle\u7684\u958b\u6e90\u6a21\u578b\u3002 \u540c\u6642\u5ba2\u6236\u53ef\u4ee5\u901a\u904e Nvidia AI Enterprise \u5e73\u81fa\u4ee5\u53ca Microsoft Azure AI\u3001Google Cloud Vertex AI\u3001Google Kubernetes Engine \u548c Amazon SageMaker \u8a2a\u554f NIM \u5fae\u670d\u52d9\uff0c\u4e26\u8207\u5305\u62ec LangChain\u3001LlamaIndex \u548c Deepset \u5728\u5167\u7684 AI \u6846\u67b6\u96c6\u6210\uff0c\u57fa\u672c\u5c0d\u6240\u6709\u5e02\u9762\u4e0a\u4e3b\u6d41\u6a21\u578b\u90fd\u5b8c\u6210\u4e86\u8986\u84cb\u3002<br><br>\u5bf9\u4ea7\u4e1a\u94fe\u7684\u5f71\u54cd\uff1a1\uff09\u82f1\u5049\u9054\u63d0\u9ad8\u672a\u4f86\u8edf\u9ad4\u71df\u6536\u7a7a\u9593\uff0c\u901a\u904e\u8207\u4e9e\u99ac\u905c\u3001\u8c37\u6b4c\u3001\u5fae\u8edf\u4ee5\u53caOracle\u7b49\u96f2\u670d\u52d9\u5de8\u982d\u5408\u4f5c\uff0c\u672a\u4f86\u5c07\u901a\u904e\u96f2\u670d\u52d9\u7684\u6a21\u5f0f\uff0c\u51fa\u552eGB200\u548cNIM\u7b49\u7684\u63a5\u5165\u6b0a;\u9664\u4e86\u982d\u90e8\u5de8\u982d\u5ba2\u6236\uff0c\u82f1\u5049\u9054\u4e5f\u52a0\u901f\u5728\u5411\u4e2d\u5c0f\u5ba2\u6236\u5e02\u5834\u6ef2\u900f\uff0c\u672a\u4f86\u5c07\u6709\u66f4\u591a\u7684\u4f01\u696d\u548c\u958b\u767c\u8005\u80fd\u5920\u7372\u53d6\u5230\u82f1\u5049\u9054\u7684\u7b97\u529b\uff0c\u540c\u6642\u4e5f\u80fd\u63d0\u5347\u5f8c\u8005\u7684\u71df\u6536\u898f\u6a21;2\uff09\u52a0\u901fAI\u63a8\u7406\u843d\u5730\u5834\u666f\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>Chinese version only<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[309],"tags":[],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v21.0 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>NVIDIA GTC 2024 Keynote Highlights - META ELEPHANT<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"NVIDIA GTC 2024 Keynote Highlights - META ELEPHANT\" \/>\n<meta property=\"og:description\" content=\"Chinese version only\" \/>\n<meta property=\"og:url\" content=\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/\" \/>\n<meta property=\"og:site_name\" content=\"META ELEPHANT\" \/>\n<meta property=\"article:published_time\" content=\"2024-03-20T02:03:11+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-03-20T02:05:06+00:00\" \/>\n<meta name=\"author\" content=\"metaegh-webmaster\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"metaegh-webmaster\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"2 minutes\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/#article\",\"isPartOf\":{\"@id\":\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/\"},\"author\":{\"name\":\"metaegh-webmaster\",\"@id\":\"https:\/\/metaegh.com\/en\/#\/schema\/person\/a5fb96de695c33e37be7b275e6ee556b\"},\"headline\":\"NVIDIA GTC 2024 Keynote Highlights\",\"datePublished\":\"2024-03-20T02:03:11+00:00\",\"dateModified\":\"2024-03-20T02:05:06+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/\"},\"wordCount\":336,\"publisher\":{\"@id\":\"https:\/\/metaegh.com\/en\/#organization\"},\"articleSection\":[\"\u200aIndustries\"],\"inLanguage\":\"en-US\"},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/\",\"url\":\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/\",\"name\":\"NVIDIA GTC 2024 Keynote Highlights - META ELEPHANT\",\"isPartOf\":{\"@id\":\"https:\/\/metaegh.com\/en\/#website\"},\"datePublished\":\"2024-03-20T02:03:11+00:00\",\"dateModified\":\"2024-03-20T02:05:06+00:00\",\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/\"]}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/metaegh.com\/en\/#website\",\"url\":\"https:\/\/metaegh.com\/en\/\",\"name\":\"\u5143\u8c61\u8d44\u672c META ELEPHANT\",\"description\":\"\u5143\u8c61\u8cc7\u672c\u6709\u9650\u516c\u53f8\u662f\u7e3d\u90e8\u4f4d\u65bc\u9999\u6e2f\u7684\u6295\u8cc7\u7ba1\u7406\u516c\u53f8\u7531\u7d93\u9a57\u8c50\u5bcc\u7684\u5c08\u696d\u6295\u8cc7\u7ba1\u7406\u4eba\u58eb\u9818\u5c0e\u5c08\u9580\u70ba\u5bb6\u65cf\u8fa6\u516c\u5ba4 \u3001 \u9ad8\u6de8\u503c\u5ba2\u6236 \u3001 \u548c\u4e00\u7d1a\u6a5f\u69cb\u6295\u8cc7\u8005\u63d0\u4f9b\u5168\u7403\u6295\u8cc7\u7ba1\u7406\u670d\u52d9 \u3002\u5143\u8c61\u8cc7\u672c\u6301\u6709\u9999\u6e2f\u8b49\u76e3\u6703\u7b2c 4 \u985e \u5c31\u8b49\u5238\u63d0\u4f9b\u610f\u898b\u548c\u7b2c9\u985e\u63d0\u4f9b\u8cc7\u7522\u7ba1\u7406\u724c\u7167\u3002\",\"publisher\":{\"@id\":\"https:\/\/metaegh.com\/en\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/metaegh.com\/en\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"en-US\"},{\"@type\":\"Organization\",\"@id\":\"https:\/\/metaegh.com\/en\/#organization\",\"name\":\"\u5143\u8c61\u8d44\u672c META ELEPHANT\",\"url\":\"https:\/\/metaegh.com\/en\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/metaegh.com\/en\/#\/schema\/logo\/image\/\",\"url\":\"https:\/\/metaegh.com\/wp-content\/uploads\/2023\/08\/meta-logo.png\",\"contentUrl\":\"https:\/\/metaegh.com\/wp-content\/uploads\/2023\/08\/meta-logo.png\",\"width\":508,\"height\":106,\"caption\":\"\u5143\u8c61\u8d44\u672c META ELEPHANT\"},\"image\":{\"@id\":\"https:\/\/metaegh.com\/en\/#\/schema\/logo\/image\/\"}},{\"@type\":\"Person\",\"@id\":\"https:\/\/metaegh.com\/en\/#\/schema\/person\/a5fb96de695c33e37be7b275e6ee556b\",\"name\":\"metaegh-webmaster\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/metaegh.com\/en\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/05d2a0ef9cffdb8b7856efd8bc14e403?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/05d2a0ef9cffdb8b7856efd8bc14e403?s=96&d=mm&r=g\",\"caption\":\"metaegh-webmaster\"},\"sameAs\":[\"https:\/\/metaegh.com\"],\"url\":\"https:\/\/metaegh.com\/en\/author\/metaegh-webmaster\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"NVIDIA GTC 2024 Keynote Highlights - META ELEPHANT","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/","og_locale":"en_US","og_type":"article","og_title":"NVIDIA GTC 2024 Keynote Highlights - META ELEPHANT","og_description":"Chinese version only","og_url":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/","og_site_name":"META ELEPHANT","article_published_time":"2024-03-20T02:03:11+00:00","article_modified_time":"2024-03-20T02:05:06+00:00","author":"metaegh-webmaster","twitter_card":"summary_large_image","twitter_misc":{"Written by":"metaegh-webmaster","Est. reading time":"2 minutes"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/#article","isPartOf":{"@id":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/"},"author":{"name":"metaegh-webmaster","@id":"https:\/\/metaegh.com\/en\/#\/schema\/person\/a5fb96de695c33e37be7b275e6ee556b"},"headline":"NVIDIA GTC 2024 Keynote Highlights","datePublished":"2024-03-20T02:03:11+00:00","dateModified":"2024-03-20T02:05:06+00:00","mainEntityOfPage":{"@id":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/"},"wordCount":336,"publisher":{"@id":"https:\/\/metaegh.com\/en\/#organization"},"articleSection":["\u200aIndustries"],"inLanguage":"en-US"},{"@type":"WebPage","@id":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/","url":"https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/","name":"NVIDIA GTC 2024 Keynote Highlights - META ELEPHANT","isPartOf":{"@id":"https:\/\/metaegh.com\/en\/#website"},"datePublished":"2024-03-20T02:03:11+00:00","dateModified":"2024-03-20T02:05:06+00:00","inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/metaegh.com\/en\/2024\/03\/20\/nvidia-gtc-2024-keynote-highlights\/"]}]},{"@type":"WebSite","@id":"https:\/\/metaegh.com\/en\/#website","url":"https:\/\/metaegh.com\/en\/","name":"\u5143\u8c61\u8d44\u672c META ELEPHANT","description":"\u5143\u8c61\u8cc7\u672c\u6709\u9650\u516c\u53f8\u662f\u7e3d\u90e8\u4f4d\u65bc\u9999\u6e2f\u7684\u6295\u8cc7\u7ba1\u7406\u516c\u53f8\u7531\u7d93\u9a57\u8c50\u5bcc\u7684\u5c08\u696d\u6295\u8cc7\u7ba1\u7406\u4eba\u58eb\u9818\u5c0e\u5c08\u9580\u70ba\u5bb6\u65cf\u8fa6\u516c\u5ba4 \u3001 \u9ad8\u6de8\u503c\u5ba2\u6236 \u3001 \u548c\u4e00\u7d1a\u6a5f\u69cb\u6295\u8cc7\u8005\u63d0\u4f9b\u5168\u7403\u6295\u8cc7\u7ba1\u7406\u670d\u52d9 \u3002\u5143\u8c61\u8cc7\u672c\u6301\u6709\u9999\u6e2f\u8b49\u76e3\u6703\u7b2c 4 \u985e \u5c31\u8b49\u5238\u63d0\u4f9b\u610f\u898b\u548c\u7b2c9\u985e\u63d0\u4f9b\u8cc7\u7522\u7ba1\u7406\u724c\u7167\u3002","publisher":{"@id":"https:\/\/metaegh.com\/en\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/metaegh.com\/en\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"en-US"},{"@type":"Organization","@id":"https:\/\/metaegh.com\/en\/#organization","name":"\u5143\u8c61\u8d44\u672c META ELEPHANT","url":"https:\/\/metaegh.com\/en\/","logo":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/metaegh.com\/en\/#\/schema\/logo\/image\/","url":"https:\/\/metaegh.com\/wp-content\/uploads\/2023\/08\/meta-logo.png","contentUrl":"https:\/\/metaegh.com\/wp-content\/uploads\/2023\/08\/meta-logo.png","width":508,"height":106,"caption":"\u5143\u8c61\u8d44\u672c META ELEPHANT"},"image":{"@id":"https:\/\/metaegh.com\/en\/#\/schema\/logo\/image\/"}},{"@type":"Person","@id":"https:\/\/metaegh.com\/en\/#\/schema\/person\/a5fb96de695c33e37be7b275e6ee556b","name":"metaegh-webmaster","image":{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/metaegh.com\/en\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/05d2a0ef9cffdb8b7856efd8bc14e403?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/05d2a0ef9cffdb8b7856efd8bc14e403?s=96&d=mm&r=g","caption":"metaegh-webmaster"},"sameAs":["https:\/\/metaegh.com"],"url":"https:\/\/metaegh.com\/en\/author\/metaegh-webmaster\/"}]}},"_links":{"self":[{"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/posts\/90701"}],"collection":[{"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/comments?post=90701"}],"version-history":[{"count":0,"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/posts\/90701\/revisions"}],"wp:attachment":[{"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/media?parent=90701"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/categories?post=90701"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/metaegh.com\/en\/wp-json\/wp\/v2\/tags?post=90701"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}