{"id":70710,"date":"2024-06-06T09:50:00","date_gmt":"2024-06-06T01:50:00","guid":{"rendered":"https:\/\/www.ioiotimes.com\/?p=70710"},"modified":"2024-06-06T03:31:23","modified_gmt":"2024-06-05T19:31:23","slug":"amd%e6%8b%93%e5%b1%95amd-instinct-gpu%e8%97%8d%e5%9c%96-%e5%8a%a0%e5%bf%ab%e8%b3%87%e6%96%99%e4%b8%ad%e5%bf%83%e8%88%87ai%e5%89%b5%e6%96%b0%e8%88%87%e9%a0%98%e5%85%88%e6%ad%a5%e4%bc%90","status":"publish","type":"post","link":"https:\/\/www.ioiotimes.com\/?p=70710","title":{"rendered":"AMD\u62d3\u5c55AMD Instinct GPU\u85cd\u5716\uff0c\u52a0\u5feb\u8cc7\u6599\u4e2d\u5fc3\u8207AI\u5275\u65b0\u8207\u9818\u5148\u6b65\u4f10"},"content":{"rendered":"\n<h3 class=\"wp-block-heading\">\u66f4\u65b0AMD Instinct\u52a0\u901f\u5668\u767c\u5c55\u85cd\u5716\u63ed\u793a\u9818\u5148\u696d\u754cAI\u6548\u80fd\u8207\u8a18\u61b6\u9ad4\u529f\u80fd\u7684\u5e74\u5ea6\u9032\u7a0b<br>\u5168\u65b0AMD Instinct MI325X\u52a0\u901f\u5668\u9810\u8a08\u57282024\u5e74\u7b2c4\u5b63\u4e0a\u5e02\uff0c\u5c07\u914d\u5099\u591a\u9054288 GB\u7684HBM3E\u8a18\u61b6\u9ad4\uff1b\u5168\u65b0AMD Instinct MI350\u7cfb\u5217\u52a0\u901f\u5668\u63a1\u7528AMD CDNA 4\u67b6\u69cb\uff0c\u9810\u8a08\u57282025\u5e74\u51fa\u8ca8\uff0c\u8f03\u524d\u4e00\u4ee3\u7522\u54c1\u7684AI\u63a8\u8ad6\u6548\u80fd\u5c07\u670935\u500d\u7684\u5de8\u5e45\u63d0\u5347<\/h3>\n\n\n\n<p><\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"1200\" height=\"675\" src=\"https:\/\/www.ioiotimes.com\/wordpress\/wp-content\/uploads\/2024\/06\/20240606_NEWS_1-43-edited.jpg\" alt=\"\" class=\"wp-image-70712\" title=\"\" srcset=\"https:\/\/www.ioiotimes.com\/wordpress\/wp-content\/uploads\/2024\/06\/20240606_NEWS_1-43-edited.jpg 1200w, https:\/\/www.ioiotimes.com\/wordpress\/wp-content\/uploads\/2024\/06\/20240606_NEWS_1-43-edited-300x169.jpg 300w, https:\/\/www.ioiotimes.com\/wordpress\/wp-content\/uploads\/2024\/06\/20240606_NEWS_1-43-edited-1024x576.jpg 1024w, https:\/\/www.ioiotimes.com\/wordpress\/wp-content\/uploads\/2024\/06\/20240606_NEWS_1-43-edited-768x432.jpg 768w\" sizes=\"(max-width: 1200px) 100vw, 1200px\" \/><\/figure>\n\n\n\n<p><\/p>\n\n\n\n<p>AMD\uff08NASDAQ: AMD\uff09\u8463\u4e8b\u9577\u66a8\u57f7\u884c\u9577\u8607\u59ff\u4e30\u535a\u58eb\u5728 COMPUTEX 2024 \u958b\u5e55\u4e3b\u984c\u6f14\u8b1b\u4e2d\uff0c\u5c55\u73fe AMD Instinct\u2122\u52a0\u901f\u5668\u7cfb\u5217\u7684\u5f37\u52e2\u767c\u5c55\u52d5\u80fd\u3002AMD \u63ed\u793a AMD Instinct \u52a0\u901f\u5668\u7684\u8de8\u5e74\u5ea6\u7522\u54c1\u85cd\u5716\uff0c\u5c07\u9010\u5e74\u900f\u904e\u6bcf\u500b\u4e16\u4ee3\u7684 AMD Instinct \u52a0\u901f\u5668\u6339\u6ce8 AI \u6548\u80fd\u8207\u8a18\u61b6\u9ad4\u529f\u80fd\u512a\u52e2\u3002<\/p>\n\n\n\n<p>\u5728\u66f4\u65b0\u7248\u767c\u5c55\u85cd\u5716\u4e2d\uff0c\u7387\u5148\u767b\u5834\u7684\u662f\u5c07\u65bc 2024 \u5e74\u7b2c 4 \u5b63\u554f\u5e02\u7684\u5168\u65b0 AMD Instinct MI325X \u52a0\u901f\u5668\u3002\u96a8\u5f8c\u5247\u662f AMD Instinct MI350 \u7cfb\u5217\uff0c\u63a1\u7528\u5168\u65b0 AMD CDNA\u2122\u6253\u9020\uff0c\u9810\u8a08\u57282025\u5e74\u4e0a\u5e02\uff0c\u5176 AI \u63a8\u8ad6\u6548\u80fd\u5c07\u6bd4 AMD CDNA 3 \u67b6\u69cb\u7684 AMD Instinct MI300 \u7cfb\u5217\u5927\u5e45\u63d0\u5347 35 \u500d<sup>\u8a3b1<\/sup>\u3002AMD Instinct MI400 \u7cfb\u5217\u5247\u5c07\u63a1\u7528  AMD CDNA \u201cNext\u201d\u67b6\u69cb\uff0c\u9810\u5b9a\u5728 2026 \u5e74\u554f\u5e02\u3002<\/p>\n\n\n\n<p>AMD \u8cc7\u6599\u4e2d\u5fc3\u52a0\u901f\u904b\u7b97\u5168\u7403\u526f\u7e3d\u88c1 Brad McCredie \u8868\u793a\uff0cAMD Instinct MI300X \u52a0\u901f\u5668\u6301\u7e8c\u53d7\u5230 Microsoft Azure\u3001Meta\u3001\u6234\u723e\u79d1\u6280\u96c6\u5718\u3001HPE\u3001\u806f\u60f3\u7b49\u773e\u591a\u5408\u4f5c\u5925\u4f34\u8207\u5ba2\u6236\u7684\u71b1\u70c8\u63a1\u7d0d\uff0c\u5145\u5206\u53cd\u6620 AMD Instinct MI300X \u52a0\u901f\u5668\u7684\u5353\u8d8a\u6548\u80fd\u8207\u50f9\u503c\u3002\u5728\u66f4\u65b0\u7248\u5e74\u5ea6\u7522\u54c1\u85cd\u5716\u7684\u5f15\u9818\u4e0b\uff0c\u6211\u5011\u52aa\u529b\u4e0d\u61c8\u5730\u63a8\u52d5\u5275\u65b0\uff0c\u63d0\u4f9b\u9818\u5148\u5404\u754c\u7684\u529f\u80fd\u8207\u6548\u80fd\uff0c\u8fce\u5408 AI \u7522\u696d\u8207\u5ba2\u6236\u7684\u671f\u76fc\uff0c\u4fc3\u9032\u8cc7\u6599\u4e2d\u5fc3 AI \u8a13\u7df4\u8207\u63a8\u8ad6\u7684\u65b0\u4e00\u6ce2\u9769\u65b0\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\">AMD AI\u8edf\u9ad4\u7522\u696d\u9ad4\u7cfb\u65e5\u81fb\u6210\u719f<\/h3>\n\n\n\n<p>AMD ROCm\u2122 6 \u958b\u653e\u8edf\u9ad4\u5806\u758a\u6301\u7e8c\u767c\u5c55\u5b8c\u5099\uff0c\u52a9\u529b AMD Instinct MI300X \u52a0\u901f\u5668\u70ba\u7576\u4eca\u6700\u71b1\u9580\u7684\u5927\u578b\u8a9e\u8a00\u6a21\u578b\uff08LLM\uff09\u6339\u6ce8\u5353\u8d8a\u6548\u80fd\u3002\u5728\u4e00\u90e8\u914d\u5099 8 \u500b AMD Instinct MI300X \u52a0\u901f\u5668\u8207 ROCm 6 \u8edf\u9ad4\u4e26\u904b\u884c Meta Llama-3 70B \u6a21\u578b\u7684\u4f3a\u670d\u5668\uff0c\u5ba2\u6236\u53ef\u7372\u5f97\u76f8\u8f03\u7af6\u722d\u5c0d\u624b\u7522\u54c1\u63d0\u5347 1.3 \u500d\u7684\u63a8\u8ad6\u6548\u80fd\u4ee5\u53ca token \u751f\u6210\u541e\u5410\u91cf<sup>\u8a3b2<\/sup>\u3002\u800c\u6191\u85c9\u55ae\u4e00 AMD Instinct MI300X \u52a0\u901f\u5668\u8207 ROCm 6 \u8edf\u9ad4\uff0c\u5728\u904b\u884c Mistral-7B \u6a21\u578b\u6642\uff0c\u5ba2\u6236\u53ef\u7372\u5f97\u76f8\u8f03\u7af6\u722d\u5c0d\u624b\u7522\u54c1\u63d0\u5347 1.2 \u500d\u7684\u63a8\u8ad6\u6548\u80fd\u4ee5\u53ca token \u751f\u6210\u541e\u5410\u91cf<sup>\u8a3b3<\/sup>\u3002AMD \u4ea6\u62ab\u9732\u6700\u5927\u578b\u4e14\u6700\u53d7\u6b61\u8fce\u7684 AI \u6a21\u578b\u5132\u5b58\u5eab Hugging Face \u76ee\u524d\u6bcf\u665a\u6e2c\u8a66 70 \u842c\u500b\u6700\u71b1\u9580\u7684\u6a21\u578b\uff0c\u78ba\u4fdd\u5b83\u5011\u80fd\u5728 AMD Instinct MI300X \u52a0\u901f\u5668\u4e0a\u76f4\u63a5\u904b\u884c\u3002\u6b64\u5916\uff0cAMD \u6301\u7e8c\u62d3\u5c55\u8207\u4e0a\u6e38\u9818\u57df\u7684\u5408\u4f5c\uff0c\u5305\u62ec PyTorch\u3001TensorFlow \u4ee5\u53ca JAX \u7b49\u71b1\u9580 AI \u6846\u67b6\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\">AMD\u9810\u89bd\u65b0\u6b3e\u52a0\u901f\u5668\u4e26\u516c\u4f48\u5e74\u5ea6\u9032\u7a0b\u85cd\u5716<\/h3>\n\n\n\n<p>AMD \u5728\u4e3b\u984c\u6f14\u8b1b\u4e2d\u63ed\u793a AMD Instinct \u52a0\u901f\u5668\u85cd\u5716\u7684\u5e74\u5ea6\u9032\u7a0b\uff0c\u56e0\u61c9\u5404\u754c\u5c0d\u904b\u884c\u66f4\u591a AI \u904b\u7b97\u7684\u7206\u767c\u9700\u6c42\u3002\u9019\u4e5f\u5c07\u78ba\u4fdd AMD Instinct \u52a0\u901f\u5668\u63a8\u52d5\u65b0\u4e00\u4ee3\u524d\u6cbf AI \u6a21\u578b\u7684\u958b\u767c\u3002\u66f4\u65b0\u5f8c AMD Instinct \u5e74\u5ea6\u85cd\u5716\u7684\u91cd\u9ede\u5305\u62ec\uff1a     <\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5168\u65b0 AMD Instinct MI325X \u52a0\u901f\u5668\u5c07\u914d\u5099 288 GB \u7684 HBM3E \u8a18\u61b6\u9ad4\u4ee5\u53ca\u6bcf\u79d2 6 terabytes \u7684\u8a18\u61b6\u9ad4\u983b\u5bec\uff0c\u6cbf\u7528\u548c AMD Instinct MI300 \u7cfb\u5217\u76f8\u540c\u7684\u7522\u696d\u6a19\u6e96 Universal Baseboard \u4f3a\u670d\u5668\u8a2d\u8a08\uff0c\u9810\u8a08\u5c07\u65bc 2024 \u5e74\u7b2c 4 \u5b63\u554f\u5e02\u3002\u9019\u6b3e\u52a0\u901f\u5668\u5c07\u64c1\u6709\u9818\u5148\u696d\u754c\u7684\u8a18\u61b6\u9ad4\u5bb9\u91cf\u8207\u983b\u5bec\uff0c\u5206\u5225\u6bd4\u5c0d\u624b\u9ad8 2 \u500d\u8207 1.3 \u500d<sup>\u8a3b4<\/sup>\uff0c\u904b\u7b97\u6548\u80fd\u5247\u662f\u6bd4\u5c0d\u624b\u9ad8 1.3 \u500d<sup>\u8a3b5<\/sup>\u3002<\/li>\n\n\n\n<li>AMD Instinct MI350 \u7cfb\u5217\u4e2d\u7387\u5148\u63a8\u51fa\u7684\u662f AMD Instinct MI350X \u52a0\u901f\u5668\uff0c\u63a1\u7528 AMD CDNA 4 \u67b6\u69cb\u6253\u9020\uff0c\u9810\u8a08\u5728 2025 \u5e74\u4e0a\u5e02\u3002\u65b0\u54c1\u5c07\u6cbf\u7528\u548c MI300 \u7cfb\u5217\u52a0\u901f\u5668\u76f8\u540c\u7684\u7522\u696d\u6a19\u6e96 Universal Baseboard \u4f3a\u670d\u5668\u8a2d\u8a08\uff0c\u63a1\u7528\u5148\u9032 3 \u5948\u7c73\u88fd\u7a0b\u6280\u8853\uff0c\u652f\u63f4 FP4 \u8207 FP6 AI \u8cc7\u6599\u985e\u578b\uff0c\u4e26\u914d\u5099 288 GB \u7684 HBM3E \u8a18\u61b6\u9ad4\u3002<\/li>\n\n\n\n<li>AMD CDNA \u201cNext\u201d \u67b6\u69cb\u5c07\u6253\u9020 AMD Instinct MI400 \u7cfb\u5217\u52a0\u901f\u5668\uff0c\u9810\u8a08\u5728 2026 \u5e74\u4e0a\u5e02\uff0c\u5c07\u63d0\u4f9b\u773e\u591a\u6700\u65b0\u7279\u8272\u8207\u529f\u80fd\uff0c\u5354\u52a9\u70ba\u63a8\u8ad6\u8207\u5927\u898f\u6a21 AI \u8a13\u7df4\u6339\u6ce8\u984d\u5916\u6548\u80fd\u8207\u6548\u7387\u3002<\/li>\n<\/ul>\n\n\n\n<p><\/p>\n\n\n\n<p>AMD \u5f37\u8abf\u5404\u754c\u5c0d AMD Instinct MI300X \u52a0\u901f\u5668\u7684\u9700\u6c42\u6301\u7e8c\u6210\u9577\uff0c\u773e\u591a\u5408\u4f5c\u5925\u4f34\u8207\u5ba2\u6236\u904b\u7528\u52a0\u901f\u5668\u904b\u884c\u5176\u8981\u6c42\u56b4\u82db\u7684 AI \u5de5\u4f5c\u8ca0\u8f09\uff0c\u5176\u4e2d\u5305\u62ec\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>Microsoft Azure \u904b\u7528\u52a0\u901f\u5668\u904b\u884c Azure OpenAI \u670d\u52d9\u4ee5\u53ca\u65b0\u63a8\u51fa\u7684 Azure ND MI300X V5 \u865b\u64ec\u6a5f\u5668\u3002<\/li>\n\n\n\n<li>\u6234\u723e\u79d1\u6280\u96c6\u5718\u904b\u7528 MI300X \u52a0\u901f\u5668\u6253\u9020 PowerEdge XE9680 \u904b\u884c\u4f01\u696d AI \u5de5\u4f5c\u8ca0\u8f09\u3002<\/li>\n\n\n\n<li>\u7f8e\u8d85\u5fae\uff08Supermicro\uff09\u63a8\u51fa\u591a\u6b3e\u63a1\u7528 AMD Instinct \u52a0\u901f\u5668\u7684\u89e3\u6c7a\u65b9\u6848\u3002<\/li>\n\n\n\n<li>\u806f\u60f3\u63a8\u51fa ThinkSystem SR685a V3 \u70ba\u6df7\u5408\u578b AI \u5275\u65b0\u6339\u6ce8\u52d5\u80fd\u3002<\/li>\n\n\n\n<li>HPE \u904b\u7528\u52a0\u901f\u5668\u6253\u9020 HPE Cray XD675\uff0c\u52a0\u901f AI \u5de5\u4f5c\u8ca0\u8f09\u3002<\/li>\n<\/ul>\n\n\n\n<p><\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><sup>\u8a3b1\uff1aMI300-55\uff1a\u7406\u6548\u80fd\u9810\u6e2c\u65bc2024\u5e745\u670831\u65e5\u9032\u884c\uff0c\u4f7f\u7528\u672a\u4f86\u63a1\u7528AMD CDNA 4\u7684Instinct MI350\u7cfb\u5217\u52a0\u901f\u5668\u8a2d\u8a08\u7684\u5de5\u7a0b\u4f30\u7b97\uff0c\u4f5c\u70ba\u9810\u8a08AMD CDNA\u2122 4\u6548\u80fd\u3002\u8a55\u4f301.8T GPT MoE\u6a21\u578b\uff0c\u5047\u8a2d\u5373\u6642token-to-token\u5ef6\u9072\u70ba70\u6beb\u79d2\uff0c\u7b2c\u4e00\u500btoken\u5ef6\u9072= 5\u79d2\uff0c\u8f38\u5165\u5e8f\u5217\u9577\u5ea6=8k\uff0c\u8f38\u51fa\u5e8f\u5217\u9577\u5ea6=256\uff0c\u5047\u8a2d4x 8-mode MI350 series proxy (CDNA4)\u5c0d\u6bd48x MI300X\/GPU\u6548\u80fd\u6bd4\u8f03\u3002\u5be6\u969b\u6548\u80fd\u5c07\u6839\u64da\u591a\u7a2e\u56e0\u7d20\u800c\u6709\u6240\u4e0d\u540c\uff0c\u5305\u62ec\u4f46\u4e0d\u9650\u65bc\u751f\u7522\u6676\u7247\u7684\u6700\u7d42\u898f\u683c\u3001\u7cfb\u7d71\u914d\u7f6e\u4ee5\u53ca\u6240\u4f7f\u7528\u7684\u63a8\u7406\u6a21\u578b\u548c\u5c3a\u5bf8\u3002<br>\u8a3b2\uff1aMI300-54\uff1a\u6e2c\u8a66\u65bc2024\u5e745\u670828\u65e5\u7531AMD\u6548\u80fd\u5be6\u9a57\u5ba4\u9032\u884c\uff0c\u6bcf\u500b\u7cfb\u7d71\u6e2c\u8a66\u4f7f\u7528\u5c3a\u5bf8\u70ba1\u53ca2048\u500b\u8f38\u5165token\u548c128\u500b\u8f38\u51fatoken\u751f\u6210Llama3-70B\u6587\u672c\u3002<br>\u914d\u7f6e\uff1a\u63a1\u75282P AMD EPYC 9534 64\u6838\u5fc3\u8655\u7406\u5668\u7684\u4f3a\u670d\u5668\uff0c\u642d\u8f098\u500bAMD Instinct\u2122 MI300X (192GB, 750\u74e6) GPU\uff0c\u57f7\u884cUbuntu\u00ae 22.04.1\u548cROCm\u2122 6.1.1\u5c0d\u6bd4\u63a1\u75282P Intel Xeon Platinum 8468 48\u6838\u5fc3\u8655\u7406\u5668\u7684\u4f3a\u670d\u5668\uff0c\u642d\u8f098\u500bNVIDIA Hopper H100 (192GB, 750\u74e6) GPU\uff0c\u57f7\u884cUbuntu 22.04.3\u548cCUDA\u00ae 12.2\u6bcf\u500b\u7cfb\u7d71\u4e2d\u4f7f\u7528\u4e868\u500bGPU\u9032\u884c\u6e2c\u8a66\u3002\u5404\u5bb6\u4f3a\u670d\u5668\u88fd\u9020\u5546\u914d\u7f6e\u5404\u7570\uff0c\u6545\u6e2c\u5f97\u7d50\u679c\u4ea6\u53ef\u80fd\u4e0d\u540c\u3002\u6548\u80fd\u53ef\u80fd\u6703\u6839\u64da\u4f7f\u7528\u6700\u65b0\u9a45\u52d5\u7a0b\u5f0f\u548c\u6700\u4f73\u5316\u65b9\u5f0f\u800c\u6709\u5dee\u7570\u3002<br>\u8a3b3\uff1aMI300-53\uff1a\u6e2c\u8a66\u65bc2024\u5e745\u670828\u65e5\u7531AMD\u6548\u80fd\u5be6\u9a57\u5ba4\u5b8c\u6210\uff0c\u4f7f\u7528Mistral-7B\u6a21\u578b\u9032\u884c\u6587\u672c\u751f\u6210\u901a\u91cf\u6e2c\u8a66\u3002\u6e2c\u8a66\u4f7f\u7528\u5c3a\u5bf8\u70ba56\uff0c\u4e26\u5c0dMistral-7B\u4f7f\u75282048\u500b\u8f38\u5165token\u548c2048\u500b\u8f38\u51fatoken\u3002<br>\u914d\u7f6e\uff1a\u63a1\u75282P AMD EPYC 9534 64\u6838\u5fc3\u8655\u7406\u5668\u7684\u4f3a\u670d\u5668\uff0c\u642d\u8f098\u500bAMD Instinct\u2122 MI300X (192GB, 750\u74e6) GPU\uff0c\u57f7\u884cUbuntu\u00ae 22.04.1\u548cROCm\u2122 6.1.1\u5c0d\u6bd4\u63a1\u75282P Intel Xeon Platinum 8468 48\u6838\u5fc3\u8655\u7406\u5668\u7684\u4f3a\u670d\u5668\uff0c\u642d\u8f098\u500bNVIDIA Hopper H100 (80GB, 700\u74e6) GPU\uff0c\u57f7\u884cUbuntu 22.04.3\u548cCUDA\u00ae 12.2\u3002<br>\u6b64\u6e2c\u8a66\u50c5\u4f7f\u7528\u4e86\u6bcf\u500b\u7cfb\u7d71\u76841\u500bGPU\u3002\u5404\u5bb6\u4f3a\u670d\u5668\u88fd\u9020\u5546\u914d\u7f6e\u5404\u7570\uff0c\u6545\u6e2c\u5f97\u7d50\u679c\u4ea6\u53ef\u80fd\u4e0d\u540c\u3002\u6548\u80fd\u53ef\u80fd\u6703\u6839\u64da\u4f7f\u7528\u6700\u65b0\u9a45\u52d5\u7a0b\u5f0f\u548c\u6700\u4f73\u5316\u65b9\u5f0f\u800c\u6709\u5dee\u7570\u3002<br>\u8a3b4\uff1aMI300-48\uff1a\u6e2c\u8a66\u65bc2024\u5e745\u670822\u65e5\u7531AMD\u6548\u80fd\u5be6\u9a57\u5ba4\u9032\u884c\u7684\u6e2c\u8a66\u57fa\u65bc\u7576\u524d\u7684\u898f\u683c\u548c\/\u6216\u4f30\u7b97\u3002\u9810\u8a08AMD Instinct\u2122 MI325X OAM\u52a0\u901f\u5668\u5c07\u5177\u6709288GB HBM3e\u8a18\u61b6\u9ad4\u5bb9\u91cf\u548c6 TFLOPS\u7684\u5cf0\u503c\u7406\u8ad6\u8a18\u61b6\u9ad4\u983b\u5bec\u6548\u80fd\u3002\u57fa\u65bc\u751f\u7522\u6676\u7247\u7684\u5be6\u969b\u7d50\u679c\u53ef\u80fd\u6709\u6240\u5dee\u7570\u3002<br>NVIDIA Hopper H200 (141GB) SXM GPU\u52a0\u901f\u5668\u7684\u5df2\u516c\u4f48\u7684\u6700\u4f73\u7d50\u679c\u986f\u793a141GB\u7684HBM3e\u8a18\u61b6\u9ad4\u5bb9\u91cf\u548c4.8 TB\/s\u7684GPU\u8a18\u61b6\u9ad4\u983b\u5bec\u6548\u80fd\u3002<br><a href=\"https:\/\/nvdam.widen.net\/s\/nb5zzzsjdf\/hpc-datasheet-sc23-h200-datasheet-3002446\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/nvdam.widen.net\/s\/nb5zzzsjdf\/hpc-datasheet-sc23-h200-datasheet-3002446<\/a><br>NVIDIA Blackwell HGX B100(192GB\uff0c700\u74e6)GPU\u52a0\u901f\u5668\u516c\u5e03\u7684\u6700\u4f73\u7d50\u679c\u986f\u793a192GB\u7684HBM3e\u8a18\u61b6\u9ad4\u5bb9\u91cf\u548c8 TB\/s\u7684GPU\u8a18\u61b6\u9ad4\u983b\u5bec\u6548\u80fd\u3002<br><a href=\"https:\/\/resources.nvidia.com\/en-us-blackwell-architecture?_gl=1*1r4pme7*_gcl_aw*R0NMLjE3MTM5NjQ3NTAuQ2p3S0NBancyNkt4we%20know%20QmhCREVpd0F1NktYdDlweXY1dlUtaHNKNmhPdHM4UVdPSlM3dFdQaE40WkI4THZBaWFVajFyTGhYd3hLQmlZQ3pCb0NsVElRQXZEX0J3RQ..*_gcl_au*MTIwNjg4NjU0Ny4xNzExMDM1NTQ3\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/resources.nvidia.com\/en-us-blackwell-architecture?_gl=1*1r4pme7*_gcl_aw*R0NMLjE3MTM5NjQ3NTAuQ2p3S0NBancyNkt4we%20know%20QmhCREVpd0F1NktYdDlweXY1dlUtaHNKNmhPdHM4UVdPSlM3dFdQaE40WkI4THZBaWFVajFyTGhYd3hLQmlZQ3pCb0NsVElRQXZEX0J3RQ..*_gcl_au*MTIwNjg4NjU0Ny4xNzExMDM1NTQ3<\/a><br>NVIDIA Blackwell HGX B200(192GB)GPU\u52a0\u901f\u5668\u516c\u5e03\u7684\u6700\u4f73\u7d50\u679c\u986f\u793a192GB\u7684HBM3e\u8a18\u61b6\u9ad4\u5bb9\u91cf\u548c8 TB\/s\u7684GPU\u8a18\u61b6\u9ad4\u983b\u5bec\u6548\u80fd\u3002<br><a href=\"https:\/\/resources.nvidia.com\/en-us-blackwell-architecture?_gl=1*1r4pme7*_gcl_aw*R0NMLjE3MTM5NjQ3NTAuQ2p3S0NBancyNkt4QmhCREVpd0F1NktYdDlweXY1dlUtaHNKNmhPdHM4UVdPSlM3dFdQaE40WkI4THZBaWFVajFyTGhYd3hLQmlZQ3pCb0NsVElRQXZEX0J3RQ..*_gcl_au*MTIwNjg4NjU0Ny4xNzExMDM1NTQ3\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/resources.nvidia.com\/en-us-blackwell-architecture?_gl=1*1r4pme7*_gcl_aw*R0NMLjE3MTM5NjQ3NTAuQ2p3S0NBancyNkt4QmhCREVpd0F1NktYdDlweXY1dlUtaHNKNmhPdHM4UVdPSlM3dFdQaE40WkI4THZBaWFVajFyTGhYd3hLQmlZQ3pCb0NsVElRQXZEX0J3RQ..*_gcl_au*MTIwNjg4NjU0Ny4xNzExMDM1NTQ3<\/a><br>\u8a3b5\uff1aMI300-49: \u6e2c\u8a66\u65bc2024\u5e745\u670828\u65e5\u7531AMD\u6548\u80fd\u5be6\u9a57\u5ba4\u9032\u884c\u7684\u6e2c\u8a66\u57fa\u65bc\u7576\u524d\u7684\u898f\u683c\u548c\/\u6216\u4f30\u7b97\u3002AMD Instinct\u2122 MI325X GPU\u7684\u5cf0\u503c\u7406\u8ad6\u534a\u7cbe\u5ea6(FP16)\u6548\u80fd\u70ba1307.4 TFLOPS\uff0c\u5cf0\u503c\u7406\u8ad6Bfloat16\u683c\u5f0f\u7cbe\u5ea6(BF16)\u70ba1307.4 TFLOPS\uff0c\u5cf0\u503c\u7406\u8ad68\u4f4d\u7cbe\u5ea6(FP8)\u70ba2614.9 TFLOPS\uff0cINT8\u6d6e\u9ede\u6548\u80fd\u70ba2614.9 TOPs\u3002\u5be6\u969b\u6548\u80fd\u53ef\u80fd\u6839\u64da\u6700\u7d42\u898f\u683c\u548c\u7cfb\u7d71\u914d\u7f6e\u800c\u6709\u6240\u5dee\u7570\u3002\u9810\u8a08AMD Instinct\u2122 MI325X OAM\u52a0\u901f\u5668\u5c07\u5177\u6709288GB HBM3e\u8a18\u61b6\u9ad4\u5bb9\u91cf\u548c6 TFLOPS\u7684\u5cf0\u503c\u7406\u8ad6\u8a18\u61b6\u9ad4\u983b\u5bec\u6548\u80fd\u3002\u57fa\u65bc\u751f\u7522\u6676\u7247\u7684\u5be6\u969b\u7d50\u679c\u53ef\u80fd\u6709\u6240\u5dee\u7570\u3002<br>NVIDIA H200 SXM(141GB) GPU\u7684\u5df2\u516c\u5e03\u7d50\u679c\u70ba\uff1a\u5cf0\u503c\u7406\u8ad6\u534a\u7cbe\u5ea6tensor(FP16 Tensor)\u6548\u80fd\u70ba989.4 TFLOPS\uff0c\u5cf0\u503c\u7406\u8ad6Bfloat16 tensor\u683c\u5f0f\u7cbe\u5ea6(BF16 Tensor)\u70ba989.4 TFLOPS\uff0c\u5cf0\u503c\u7406\u8ad68\u4f4d\u7cbe\u5ea6(FP8)\u70ba1,978.9 TFLOPS\uff0c\u5cf0\u503c\u7406\u8ad6INT8\u6d6e\u9ede\u6548\u80fd\u70ba1,978.9 TOPs\u3002NVIDIA\u4f7f\u7528\u7a00\u758f\u5ea6\u767c\u5e03\u4e86BFLOAT16 Tensor Core\u3001FP16 Tensor Core\u3001FP8 Tensor Core\u548cINT8 Tensor Core\u7684\u6548\u80fd\uff1b\u70ba\u4e86\u9032\u884c\u6bd4\u8f03\uff0cAMD\u5c07\u9019\u4e9b\u6578\u5b57\u8f49\u63db\u70ba\u975e\u7a00\u758f\/\u5bc6\u96c6\uff0c\u4ee5\u4e0a\u6578\u5b57\u70ba\u9664\u4ee52\u8f49\u63db\u5f8c\u7684\u7d50\u679c\u3002<br>NVIDIA H200\u8cc7\u6e90\uff1a<a href=\"https:\/\/nvdam.widen.net\/s\/nb5zzzsjdf\/hpc-datasheet-sc23-h200-datasheet-3002446%20and%20https:\/www.anandtech.com\/show\/21136\/nvidia-at-sc23-h200-accelerator-with-hbm3e-and-jupiter-supercomputer-for-2024\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/nvdam.widen.net\/s\/nb5zzzsjdf\/hpc-datasheet-sc23-h200-datasheet-3002446 and https:\/\/www.anandtech.com\/show\/21136\/nvidia-at-sc23-h200-accelerator-with-hbm3e-and-jupiter-supercomputer-for-2024<\/a><br>NVIDIA H200 GPU\u5177\u6709\u8207H100\u7522\u54c1\u76f8\u540c\u7684FLOPs\u6548\u80fd\uff1a<a href=\"https:\/\/resources.nvidia.com\/en-us-tensor-core\/\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/resources.nvidia.com\/en-us-tensor-core\/<\/a><\/sup><\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><\/p>\n\n\n\n<h4 class=\"wp-block-heading has-text-align-right has-very-light-gray-to-cyan-bluish-gray-gradient-background has-background\"><br>\ud83d\udfe6<strong>\u73fe\u5728\u5c31\u52a0\u5165&nbsp;<a href=\"https:\/\/www.facebook.com\/profile.php?id=100086628162118\" target=\"_blank\" rel=\"noreferrer noopener\">ioioTIMES \u81c9\u66f8\u7c89\u7d72\u5718<\/a>&nbsp;\u66f4\u591a\u4e92\u52d5\u3001\u66f4\u591a\u597d\u5eb7\u650f\u62b5\u52a0!!<\/strong><br>\ud83d\udfe6<strong>\u6211\u5011\u6709<a href=\"https:\/\/today.line.me\/tw\/v2\/publisher\/103117\" target=\"_blank\" rel=\"noreferrer noopener nofollow\">LINE TODAY<\/a>\u983b\u9053\u4e86\uff0c\u5feb\u4f86\u8ffd\u8e2a\u6211\u5011\u5427!!&#8211;\u6700\u65b0\u79d1\u6280\u65b0\u805e \u76e1\u5728\u4f60\u624b<\/strong><\/h4>\n","protected":false},"excerpt":{"rendered":"<p>\u66f4\u65b0AMD Instinct\u52a0\u901f\u5668\u767c<\/p>\n","protected":false},"author":3,"featured_media":70712,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"rank_math_lock_modified_date":false,"footnotes":""},"categories":[9740,13],"tags":[35,181,7513,580,9872],"class_list":["post-70710","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-computex-2024","category-news","tag-ai","tag-amd","tag-computex-2024","tag-focus","tag-instinct-gpu"],"_links":{"self":[{"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=\/wp\/v2\/posts\/70710"}],"collection":[{"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=70710"}],"version-history":[{"count":2,"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=\/wp\/v2\/posts\/70710\/revisions"}],"predecessor-version":[{"id":70715,"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=\/wp\/v2\/posts\/70710\/revisions\/70715"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=\/wp\/v2\/media\/70712"}],"wp:attachment":[{"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=70710"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=70710"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.ioiotimes.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=70710"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}