{"id":50122,"date":"2026-10-17T20:28:39","date_gmt":"2026-10-17T11:28:39","guid":{"rendered":"https:\/\/music.bear-blog.net\/?p=50122"},"modified":"2026-10-17T20:33:13","modified_gmt":"2026-10-17T11:33:13","slug":"tensorfold-1-0-12-glm-5-3-flash-dgx-spark-preview","status":"publish","type":"post","link":"https:\/\/music.bear-blog.net\/?p=50122","title":{"rendered":"DGX Spark 2\u53f0\u3067320B\u306eAI\u304c\u52d5\u304f\uff01TensorFold\u00d7GLM-5.3-Flash\u306f\u4f7f\u3048\u308b\uff1f"},"content":{"rendered":"

\u3069\u3046\u3082\u3001\u30d9\u30a2\u4e09\u90ce\u3067\u3059\u3002<\/p>\n

\u300c18B\u3057\u304b\u52d5\u304b\u306a\u3044\u306a\u3089\u3001128GB\u306eDGX Spark\u3067\u3082\u4f59\u88d5\u306a\u306e\u3067\u306f\uff1f\u300d<\/strong><\/p>\n

\u3068\u3053\u308d\u304c\u3001\u305d\u3046\u7c21\u5358\u306b\u306f\u3044\u304d\u307e\u305b\u3093\u3002\u4eca\u56de\u306e\u4e3b\u5f79\u306f\u3001\u5168\u4f53\u3067\u306f320B\u3068\u3044\u3046\u5de8\u5927\u306aAI\u30e2\u30c7\u30eb\u30021\u53f0\u306e\u30e1\u30e2\u30ea\u306b\u306f\u53ce\u307e\u308a\u304d\u3089\u306a\u3044\u76f8\u624b\u306b\u3001\u8907\u6570\u53f0\u306e\u5c0f\u3055\u306aAI\u30de\u30b7\u30f3\u304c\u6311\u307f\u307e\u3059\u3002\u3057\u304b\u3082\u3001\u516c\u958b\u3055\u308c\u305f\u901f\u5ea6\u306f\u306a\u304b\u306a\u304b\u523a\u6fc0\u7684\u3002\u601d\u308f\u305a\u300c\u3053\u308c\u306f\u8a66\u3057\u3066\u307f\u305f\u3044\uff01\u300d\u3068\u8a00\u3044\u305f\u304f\u306a\u308b\u6570\u5b57\u304c\u4e26\u3093\u3067\u3044\u307e\u3059\u3002<\/p>\n

\u305f\u3060\u3057\u3001\u3053\u3053\u3067\u65e9\u3068\u3061\u308a\u306f\u7981\u7269\u3002\u300c\u52d5\u3044\u305f\u300d\u3068\u300c\u5b89\u5fc3\u3057\u3066\u4f7f\u3048\u308b\u300d\u306f\u3001\u307e\u3060\u540c\u3058\u610f\u5473\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/strong>\u83ef\u3084\u304b\u306a\u30d9\u30f3\u30c1\u30de\u30fc\u30af\u306e\u88cf\u5074\u306b\u3042\u308b\u6761\u4ef6\u307e\u3067\u3001\u4e00\u7dd2\u306b\u306e\u305e\u3044\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n

2026\u5e7410\u670816\u65e5\u3001\u63a8\u8ad6\u30a8\u30f3\u30b8\u30f3TensorFold\u304c1.0.12<\/a>\u3092\u516c\u958b\u3057\u307e\u3057\u305f\u3002\u76ee\u7389\u306e\u3072\u3068\u3064\u304c\u3001GLM-5.3-Flash\u3092NVIDIA\u306eDGX Spark\uff08GB10\uff09\u3067\u52d5\u304b\u3059\u65b0\u3057\u3044\u7d4c\u8def\u3067\u3059\u3002\u305f\u3060\u3001\u5927\u4e8b\u306a\u524d\u63d0\u304c\u5148\u306b\u3042\u308a\u307e\u3059\u3002\u3053\u308c\u306f\u30bd\u30fc\u30b9\u30d3\u30eb\u30c9\u524d\u63d0\u306e\u30d7\u30ec\u30d3\u30e5\u30fc<\/strong>\u3067\u3001README\u306e\u6b63\u5f0f\u5bfe\u5fdc\u4e00\u89a7\uff08qualified platforms\uff09<\/a>\u306b\u306fGLM\u306eCUDA\u306f\u307e\u3060\u8f09\u3063\u3066\u3044\u307e\u305b\u3093\u3002<\/p>\n

\u30e1\u30f3\u30c6\u30ca\u30fc\u5074\u3082\u30012\u53f0GB10\u3067\u5148\u982d4\u5c64\u306e\u914d\u4fe1\u3068synthetic\uff08\u4eba\u5de5\u7684\u306a\u5c0f\u898f\u6a21\u30c6\u30b9\u30c8\u30e2\u30c7\u30eb\uff09\u691c\u67fb\u306b\u3068\u3069\u3081\u3001\u30c1\u30a7\u30c3\u30af\u30dd\u30a4\u30f3\u30c8\u5168\u4f53\u306e\u6b63\u78ba\u3055\u3068\u901f\u5ea6\u306f\u81ea\u6a5f\u3067\u306f\u672a\u691c\u8a3c\u3060\u3068PR\u30b3\u30e1\u30f3\u30c8\u3067\u660e\u8a00<\/a>\u3057\u3066\u3044\u307e\u3059\u3002\u4eca\u56de\u306f\u300c\u52d5\u3044\u305f\uff01\u300d\u3067\u7d42\u308f\u3089\u305b\u305a\u3001\u4f55\u304c\u691c\u8a3c\u6e08\u307f\u3067\u4f55\u304c\u672a\u691c\u8a3c\u304b\u3092\u4e00\u6b21\u8cc7\u6599\u304b\u3089\u8aad\u307f\u89e3\u304d\u307e\u3059\u3002<\/p>\n

TensorFold\u306f\u4f55\u3092\u3059\u308b\u9053\u5177\uff1f\u65e2\u5b58\u30a8\u30f3\u30b8\u30f3\u3068\u306e\u95a2\u4fc2<\/h2>\n

TensorFold\u306f\u3001\u30ed\u30fc\u30ab\u30eb\u3067LLM\u3092\u52d5\u304b\u3059\u9053\u5177\u306e\u3072\u3068\u3064\u3067\u3001Apple Silicon\u306eMetal\u3068NVIDIA\u306eCUDA\u3067\u30e2\u30c7\u30eb\u3092\u52d5\u304b\u3059\u63a8\u8ad6\u30a8\u30f3\u30b8\u30f3\u3067\u3059\u3002\u73fe\u5728\u306fZig\u3067\u66f8\u304b\u308c\u305f\u30cd\u30a4\u30c6\u30a3\u30d6\u30d0\u30a4\u30ca\u30ea\u3067\u3001\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u624b\u9806\u306f\u516c\u5f0frunbook<\/a>\u306b\u3042\u308a\u307e\u3059\u3002\u540c\u3058\u304f\u30ed\u30fc\u30ab\u30ebLLM\u3092\u52d5\u304b\u3059\u9053\u5177\u3068\u3057\u3066\u3001llama.cpp<\/a>\uff08GGUF\u5f62\u5f0f\u3067\u5e45\u5e83\u3044\u30cf\u30fc\u30c9\u3067\u52d5\u304f\uff09\u3084vLLM<\/a>\uff08\u30b5\u30fc\u30d0\u30fc\/\u30d0\u30c3\u30c1\/\u5206\u6563\u306b\u5f37\u3044\uff09\u304c\u6319\u3052\u3089\u308c\u307e\u3059\u3002\u4ee5\u524dQwen\u3092\u5358\u6a5f\u3067\u6bd4\u3079\u305f\u8a18\u4e8b\u3067\u306f\u3001Strata\u3068llama.cpp\u306eGGUF\u5909\u63db\u3084\u91cd\u307f\u914d\u7f6e\u3001MTP\uff08Multi-Token Prediction\u3001\u8907\u6570\u30c8\u30fc\u30af\u30f3\u306e\u5148\u8aad\u307f\uff09\u3092\u6271\u3044\u307e\u3057\u305f\uff08\u2192Strata vs llama.cpp\u306e\u5b9f\u6e2c<\/a>\uff09\u3002\u305f\u3060\u3057Strata\u306f\u3042\u304f\u307e\u3067\u3042\u306eQwen\u5358\u6a5f\u306e\u6587\u8108\u3067\u306e\u6bd4\u8f03\u3067\u3001\u4eca\u56de\u306eGLM-5.3-Flash\u3067\u306e\u5bfe\u5fdc\u3084\u6027\u80fd\u9806\u4f4d\u306f\u78ba\u8a8d\u3057\u3066\u3044\u307e\u305b\u3093\u3002\u3069\u308c\u304c\u6700\u5f37\u3068\u306f\u8a00\u3044\u5207\u308c\u305a\u3001\u5f97\u610f\u5206\u91ce\u304c\u9055\u3046\u3060\u3051\u3067\u3059\u3002<\/p>\n

GLM-5.3-Flash\u306f\u300c18B\u3060\u3051\u8f09\u305b\u308b\u300d\u3067\u306f\u6e08\u307e\u306a\u3044<\/h2>\n

GLM-5.3-Flash\u306fZ.ai\u306e\u30e2\u30c7\u30eb<\/a>\u3067\u3001\u7dcf\u30d1\u30e9\u30e1\u30fc\u30bf320B\u3001\u305d\u306e\u3046\u30611\u30c8\u30fc\u30af\u30f3\u3067\u5b9f\u969b\u306b\u52d5\u304f\u306e\u304c18B\u306eMoE\uff08Mixture of Experts\uff09\u3067\u3059\u3002MoE\u306f\u300c\u5c02\u9580\u5bb6\u30c1\u30fc\u30e0\u300d\u306e\u3088\u3046\u306a\u3082\u306e\u3067\u3001\u6bce\u56de\u3059\u3079\u3066\u306e\u5c02\u9580\u5bb6\u3092\u8d77\u3053\u3059\u308f\u3051\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u3068\u306f\u3044\u3048\u300c18B\u3060\u3051\u30e1\u30e2\u30ea\u306b\u8f09\u305b\u308c\u3070\u3088\u3044\u300d\u3067\u306f\u306a\u3044\u306e\u304c\u843d\u3068\u3057\u7a74\u3002\u305f\u3068\u3048\u308b\u306a\u3089\u3001\u5b9f\u969b\u306b\u4ed5\u4e8b\u3092\u3059\u308b\u306e\u306f18\u4eba\u3067\u3082\u3001\u63a7\u3048\u3066\u3044\u308b320\u4eba\u5206\u306e\u5e2d\u306f\u5fc5\u8981<\/strong>\u3068\u3044\u3046\u8a71\u3067\u3059\u3002\u767b\u5834\u3059\u308b\u5c02\u9580\u5bb6\u3092\u6bce\u56de\u3059\u3079\u3066\u8a08\u7b97\u3059\u308b\u308f\u3051\u3067\u306f\u306a\u304f\u3066\u3082\u3001\u305d\u306e\u91cd\u307f\u3092\u3069\u3053\u306b\u7f6e\u304f\u304b\u3068\u3044\u3046\u554f\u984c\u306f\u6d88\u3048\u307e\u305b\u3093\u3002\u3053\u3053\u3067\u521d\u3081\u3066\u3001\u300c1\u53f0\u3067\u9811\u5f35\u308b\u300d\u304b\u3089\u300c\u8907\u6570\u53f0\u3067\u5206\u62c5\u3059\u308b\u300d\u3068\u3044\u3046\u767a\u60f3\u304c\u52b9\u3044\u3066\u304d\u307e\u3059\u3002\u5358\u7d14\u306b4bit\u3067\u6982\u7b97\u3057\u3066\u3082320B\u00d70.5\u30d0\u30a4\u30c8\uff1d\u7d04160GB\u306b\u306a\u308a\u3001DGX Spark\u5358\u6a5f\u306e128GB\u3092\u8d85\u3048\u307e\u3059\uff08\u3042\u304f\u307e\u3067\u6982\u7b97\u3067\u5b9f\u6e2c\u5024\u3067\u306f\u3042\u308a\u307e\u305b\u3093\uff09\u3002<\/p>\n

NVFP4\u306f\u300c\u4e00\u5f8b4bit\u300d\u3067\u3082\u300c\u5168\u90e8FP4\u8a08\u7b97\u300d\u3067\u3082\u306a\u3044<\/h2>\n

\u3053\u3053\u3067\u51fa\u3066\u304f\u308b\u306e\u304cNVFP4\u3067\u3059\u30024bit\u306e\u6d6e\u52d5\u5c0f\u6570\u70b9\u306b\u30b9\u30b1\u30fc\u30eb\u3092\u6dfb\u3048\u305f\u5f62\u5f0f<\/a>\u3067\u3001\u30e2\u30c7\u30eb\u5168\u4f53\u3092\u4e00\u5f8b4bit\u306b\u3059\u308b\u306e\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002NVIDIA\u306e\u30e2\u30c7\u30eb\u30ab\u30fc\u30c9<\/a>\u304c\u3046\u305f\u3046\u7d043.33\u500d\u306f\u30c7\u30a3\u30b9\u30af\u5bb9\u91cf\u3068GPU\u30e1\u30e2\u30ea\uff08\u5bb9\u91cf\uff09\u306e\u524a\u6e1b\u3067\u3001Blackwell\u5411\u3051\u3067\u3059\u3002\u305f\u3060\u3057\u300c\u5f62\u5f0f\u3092\u8aad\u307f\u8fbc\u3081\u308b\u300d\u3068\u300cTensor Core\u3067\u5168\u6f14\u7b97\u3092FP4\uff08W4A4\uff09\u3068\u3057\u3066\u5b9f\u884c\u3059\u308b\u300d\u306f\u5225\u7269\u3002PR804\u306e\u5b9f\u88c5\u306fNVFP4\u306e\u91cd\u307f\u3092\u8aad\u307f\u3064\u3064attention\u3068KV\u30ad\u30e3\u30c3\u30b7\u30e5\uff08\u4f1a\u8a71\u306e\u4e2d\u9593\u30c7\u30fc\u30bf\u3092\u4fdd\u5b58\u3059\u308b\u9818\u57df\u3067\u3001BF16\/FP8\u306f\u305d\u306e\u4fdd\u5b58\u7cbe\u5ea6\uff09\u306fBF16\u3067\u52d5\u304b\u3059\u69cb\u6210\u3067\u3001\u3064\u307e\u308aNVFP4\u91cd\u307f\u3092BF16\u5165\u529b\u3067\u8a08\u7b97\u3059\u308bW4A16\u5074\u306b\u8fd1\u304f\u3001\u540d\u524d\u306eNVFP4\u3060\u3051\u304b\u3089\u300c\u5168\u90e8FP4\u3067\u8a08\u7b97\u300d\u300cBlackwell\u306eFP4\u6f14\u7b97\u3092\u5168\u9762\u6d3b\u7528\u300d\u3068\u306f\u8aad\u307f\u307e\u305b\u3093\u3002<\/p>\n

TP\uff08\u5206\u5272\uff09\u306f\u4f55\u53f0\u3067\u4f55\u304c\u5831\u544a\u3055\u308c\u3066\u3044\u308b\uff1f<\/h2>\n

TP\uff08Tensor Parallelism\uff09\u306f\u3001\u30e2\u30c7\u30eb\u306e\u8a08\u7b97\u3068\u91cd\u307f\u3092\u8907\u6570\u6a5f\u306b\u5206\u62c5\u3057\u3001\u6bce\u5c64\u901a\u4fe1\u3059\u308b\u4ed5\u7d44\u307f\u3067\u3059\u3002\u5206\u62c5\u3059\u308b1\u6a5f\u3054\u3068\u306e\u51e6\u7406\u5358\u4f4d\u3092rank\uff08\u30e9\u30f3\u30af\uff09\u3068\u547c\u3073\u307e\u3059\u3002\u4eca\u56de\u306e\u30d5\u30eb\u30e2\u30c7\u30eb\u7d4c\u8def\u3067\u3001\u4f55\u53f0\u3067\u4f55\u304c\u5831\u544a\u3055\u308c\u3066\u3044\u308b\u304b\u3092\u6574\u7406\u3057\u307e\u3059\uff08\u51fa\u5178\uff1aPR804<\/a>\uff09\u3002<\/p>\n\n\n\n\n\n\n\n\n
\u53f0\u6570<\/th>\nPR804\u306e\u5831\u544a\u3067\u306e\u72b6\u614b<\/th>\n<\/tr>\n<\/thead>\n
1\u53f0<\/td>\n\u3053\u306e\u30d5\u30eb\u30e2\u30c7\u30eb\u7d4c\u8def\u306e\u52d5\u4f5c\u5831\u544a\u306a\u3057<\/td>\n<\/tr>\n
2\u53f0<\/td>\n\u4f5c\u8005\u304c\u5168\u4f53\u3092\u904b\u7528\u30fb\u691c\u67fb<\/td>\n<\/tr>\n
3\u53f0<\/td>\nPR804\u306e\u5831\u544a\u3067\u306f\u30a8\u30f3\u30b8\u30f3\u691c\u67fb\u306e\u307f\u3002\u30b5\u30fc\u30d0\u30fc\u8d77\u52d5\u306fNCCL bootstrap\u672a\u691c\u8a3c<\/td>\n<\/tr>\n
4\u53f0<\/td>\n\u7b2c\u4e09\u8005\u304cswitchless ring\u3067gather\u6307\u5b9a\u3057\u52d5\u4f5c<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u30bd\u30fc\u30b9\u4e0a\u306e\u6700\u592716rank\u3092\u52d5\u4f5c\u4fdd\u8a3c\u306b\u306f\u3057\u307e\u305b\u3093\u30023\u53f0\u306f\u300cPR804\u306e\u5831\u544a\u3067\u306f\u300d\u306e\u7bc4\u56f2\u3067\u3059\u3002\u306a\u304a\u5225\u7cfb\u5217\u306eNVFP4 BIZ 2.x<\/a>\u3067\u306f3\u53f0\u306e\u914d\u4fe1\u5831\u544a\u304c\u5225\u9014\u3042\u308a\u307e\u3059\uff08\u5f8c\u8ff0\uff09\u3002<\/small><\/p>\n

PR804\u304c\u3084\u308b\u3053\u3068\u30fb\u3084\u3089\u306a\u3044\u3053\u3068<\/h2>\n

PR804<\/a>\u306f\u3001ModelOpt\u306eNVFP4\u3092\u518d\u91cf\u5b50\u5316\u305b\u305a\u306b\u8aad\u3080CUDA\u7d4c\u8def\u3001NCCL\u306b\u3088\u308bTP\u3001MTP\uff08\u8907\u6570\u30c8\u30fc\u30af\u30f3\u3092\u5148\u8aad\u307f\u3057\u3001\u672c\u4f53\u304c\u691c\u7b97\uff09\u3001\u540c\u6642\u8981\u6c42\u3001\u5168rank\u306e\u30e1\u30e2\u30ea\u6700\u5c0f\u4f59\u88d5\u3067\u306e\u53d7\u3051\u5165\u308c\u3001\u30d7\u30ed\u30f3\u30d7\u30c8\u518d\u5229\u7528\u306a\u3069\u3092\u542b\u307f\u307e\u3059\u3002\u30e2\u30c7\u30eb\u306e\u753b\u50cf\u30fb\u52d5\u753b\u5bfe\u5fdc\u30841M\u6587\u8108\u3092\u3001\u4eca\u56de\u3053\u306e\u7d4c\u8def\u3067\u691c\u8a3c\u6e08\u307f\u3068\u306f\u3057\u307e\u305b\u3093\u3002\u307e\u305f\u3001\u65e7Python 0.6.6\u306eEXL3\/DFlash2\u30ec\u30b7\u30d4\u3068native 1.0.12\u306eNVFP4\u306f\u5225\u7269\u3067\u3001\u53e4\u3044\u30ec\u30b7\u30d4<\/a>\u306b\u300cCUDA\u672a\u5bfe\u5fdc\u300d\u3068\u3042\u308b\u306e\u306f\u5bfe\u8c61\u4e16\u4ee3\u306e\u9055\u3044\u3067\u3059\u3002<\/p>\n

\u4f5c\u8005\u306e\u516c\u958b\u5024\uff082\u53f0GB10\uff09<\/h2>\n

\u4ee5\u4e0b\u306fPR\u672c\u6587\u306eReceipt\u3067\u5831\u544a\u3055\u308c\u305f\u5024\u3067\u3059\u3002\u305f\u3060\u3057TensorFold\u306e\u6570\u5024\u306f\u6b63\u5f0f\u30ea\u30ea\u30fc\u30b9\u306e1.0.12\u3067\u306f\u306a\u304f\u30011.0.10\u30d9\u30fc\u30b9\u306ePR\u30d6\u30e9\u30f3\u30c1\uff08commit 6380c8da\uff09\u3067\u306e\u6e2c\u5b9a\u3067\u3059\u3002\u74b0\u5883\u306f2\u53f0GB10\uff08driver 580.178.04\u3001CUDA 13.3\u3001NCCL 2.30.7\u3001Linux 7.0.0-1019-nvidia\u3067kho=off\u3001RoCE\u7d4c\u7531\uff09\u3001NVFP4 revision 423acf37\u3001context 40960\u3001\u51fa\u529b256\u3001\u6e29\u5ea60\u30013\u56de\u4e2d\u592e\u5024\u3002TensorFold\u5074\u306fprompt\/decode\u884c\u304cparallel 2\u3001\u6bd4\u8f03\u306evLLM\u306f0.28.1rc1.dev580\uff08nightly 385dce36\uff09\u3067FP8 KV\u30fbMTP k=3\uff08\u4e00\u5ea6\u306b\u5148\u8aad\u307f\u3059\u308b\u30c8\u30fc\u30af\u30f3\u6570\uff09\u30fbCUDA graphs\u306a\u3057\u30fb1 sequence\u306e\u30d7\u30ed\u30d5\u30a1\u30a4\u30eb\u3067\u3059\u3002TensorFold\u306fBF16 KV\u3001vLLM\u306fFP8 KV\u3067\u3001KV\u5f62\u5f0f\u3084\u6e2c\u5b9a\u30d7\u30ed\u30d5\u30a1\u30a4\u30eb\uff08parallel 2\u30681 sequence\uff09\u304c\u7570\u306a\u308b\u305f\u3081\u3001\u30a8\u30f3\u30b8\u30f3\u3060\u3051\u306e\u5dee\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/p>\n\n\n\n\n\n\n\n\n
\u8a2d\u5b9a<\/th>\ncode\uff08TPS\uff09<\/th>\nchat\uff08TPS\uff09<\/th>\n<\/tr>\n<\/thead>\n
TensorFold MTP\u3042\u308a<\/td>\n33.48<\/td>\n27.88<\/td>\n<\/tr>\n
TensorFold MTP\u306a\u3057<\/td>\n17.61<\/td>\n17.61<\/td>\n<\/tr>\n
vLLM MTP k=3<\/td>\n33.93<\/td>\n24.97<\/td>\n<\/tr>\n
vLLM MTP\u306a\u3057<\/td>\n14.16<\/td>\n14.18<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

MTP\u3042\u308a\u3060\u3068code\u306fTensorFold\u304c\u308f\u305a\u304b\u306b\u9045\u304f\u3001chat\u306f\u7d0411.7%\u901f\u3044\u3002\u3064\u307e\u308a\u3001\u300cTensorFold\u306e\u5727\u52dd\uff01\u300d\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/strong>\u30b3\u30fc\u30c9\u5bc4\u308a\u306e\u30c6\u30b9\u30c8\u3067\u306fvLLM\u304c\u308f\u305a\u304b\u306b\u4e0a\u3001\u30c1\u30e3\u30c3\u30c8\u5bc4\u308a\u3067\u306fTensorFold\u304c\u4e0a\u3068\u3044\u3046\u3001\u306a\u304b\u306a\u304b\u9762\u767d\u3044\u7d50\u679c\u3067\u3059\u3002\u305f\u3060\u3057\u3001\u4e0b\u306b\u66f8\u304f\u6e2c\u5b9a\u6761\u4ef6\u306e\u9055\u3044\u3082\u3042\u308b\u305f\u3081\u300111.7%\u3068\u3044\u3046\u5dee\u3092\u305d\u306e\u307e\u307e\u300c\u30a8\u30f3\u30b8\u30f3\u306e\u5b9f\u529b\u5dee\u300d\u3068\u65ad\u5b9a\u3059\u308b\u306e\u306f\u7981\u7269\u3002\u6570\u5b57\u3092\u697d\u3057\u307f\u3064\u3064\u3001\u6761\u4ef6\u3082\u30bb\u30c3\u30c8\u3067\u8aad\u3080\u306e\u304c\u30d9\u30a2\u4e09\u90ce\u6d41\u3067\u3059\u3002TPS\uff1d\u79d2\u9593\u30c8\u30fc\u30af\u30f3\u3067\u3001\u65e5\u672c\u8a9e\u6587\u5b57\u6570\u306b\u306f\u63db\u7b97\u3057\u307e\u305b\u3093\u3002\u56db\u540c\u6642\u306e\u7dcf\u91cfchat52.8\/code68.0\u306f\u5358\u767a\u3068\u306f\u5225\u7269\u3067\u3059\u3002\u51fa\u5178\uff1aPR804<\/a>\u3002<\/small><\/p>\n

\u5fdc\u7b54\u306e\u6700\u521d\u306e\u30c8\u30fc\u30af\u30f3\u304c\u5c4a\u304f\u307e\u3067\u306eTTFT\uff08\u79d2\u3001cold\/\u4e2d\u592e\u50243\u3001\u5165\u529b\u306f\u76ee\u6a19\u30c8\u30fc\u30af\u30f3\u9577\uff09\u3082\u5831\u544a\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n\n\n\n
\u5165\u529b\uff08\u76ee\u6a19\u30c8\u30fc\u30af\u30f3\u9577\uff09<\/th>\n2,048<\/th>\n8,192<\/th>\n32,768<\/th>\n<\/tr>\n<\/thead>\n
TensorFold\uff08\u79d2\uff09<\/td>\n1.305<\/td>\n5.872<\/td>\n22.745<\/td>\n<\/tr>\n
vLLM\uff08\u79d2\uff09<\/td>\n1.465<\/td>\n6.649<\/td>\n28.138<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

32k\u5165\u529b\u306f\u7d0423\u79d2\u3002\u9577\u3044\u8cc7\u6599\u3092\u8aad\u307e\u305b\u305f\u76f4\u5f8c\u306f\u3001\u305d\u308c\u3060\u3051\u6700\u521d\u306e\u6587\u5b57\u3092\u5f85\u3064\u8a08\u7b97\u3067\u3059\u3002\u51fa\u5178\uff1aPR804<\/a>\u3002<\/small><\/p>\n

\u7b2c\u4e09\u8005\u306eTP4\u5831\u544a\uff084\u53f0GB10\uff09<\/h2>\n

\u7b2c\u4e09\u8005SvangenStudios\u6c0f\u306ePR\u30b3\u30e1\u30f3\u30c8<\/a>\u3067\u3059\u3002\u540c\u30586380c8da\u30d3\u30eb\u30c9\u30fbcheckpoint 423acf37\u30014\u53f0GB10\u3001CUDA13.0\u3001switchless ring\u3001\u5168rank\u3067TF_GLM_PREFILL_REDUCE=gather\u3002\u6e2c\u5b9a\u306f\u51fa\u529b256\u30fb\u6e29\u5ea60\u30fb3\u56de\u4e2d\u592e\u5024\u3067\u3059\u3002\u5225\u30db\u30b9\u30c8\u30fb\u5225\u30bb\u30c3\u30b7\u30e7\u30f3\u306a\u306e\u3067\u30012\u53f0\u6bd4\u306e\u500d\u901f\u3084\u53f0\u6570\u6bd4\u4f8b\u306e\u7d50\u8ad6\u306f\u5f15\u3051\u307e\u305b\u3093\u3002default split\u306f\u975e\u96a3\u63a5\u63a5\u7d9a\u3067\u5931\u6557\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n\n\n\n
\u8a2d\u5b9a\uff08TP4\u30fbgather\uff09<\/th>\ncode\uff08TPS\uff09<\/th>\nchat\uff08TPS\uff09<\/th>\n<\/tr>\n<\/thead>\n
MTP\u3042\u308a<\/td>\n66.29<\/td>\n42.10<\/td>\n<\/tr>\n
MTP\u306a\u3057<\/td>\n25.85<\/td>\n25.76<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n

\u56db\u540c\u6642\u306e\u7dcf\u91cf\u306fcode130.5\/chat85.9\u3002TP4\u5185\u90e8\u306e\u4e00\u81f4\u3067\u3001TP2\u3068\u306ebit\u4e00\u81f4\u3092\u8a3c\u660e\u3057\u305f\u308f\u3051\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u51fa\u5178\uff1aPR\u30b3\u30e1\u30f3\u30c8<\/a>\u3002<\/small><\/p>\n

\u6df7\u305c\u308b\u306a\u5371\u967a\uff01\u524d\u63d0\u304c\u9055\u3046\u6570\u5b57\u305f\u3061<\/h2>\n

NVIDIA Forums\u306ed.piwowar\u6c0f\u306e\u6e2c\u5b9a<\/a>\u306f9\/30\u6642\u70b9\u306e\u65e7EXL3\/TR3\uff0bDFlash2\u3068sparkring\u306e\u6bd4\u8f03\u3067\u3001\u91cf\u5b50\u5316\u3082\u7d4c\u8def\u3082\u9055\u3044\u307e\u3059\u3002\u4eca\u56de\u306eNVFP4 PR804\u306e\u8868\u306b\u306f\u6df7\u305c\u307e\u305b\u3093\u3002\u901f\u3044\u6570\u5b57\u306b\u306f\u5225\u306e\u524d\u63d0\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n

\u307e\u305f\u3001Bizuayeu\u6c0f\u306e\u300cNVFP4 BIZ 2.x\u300d\u306f\u5225\u7cfb\u5217\u306ePython TensorFold v0.6.5\u30d9\u30fc\u30b9\u306efork\u3067\u3001TP2\/TP3\u306e\u30b5\u30fc\u30d0\u30fc\u904b\u7528\u3084FP8 KV\u3001\u753b\u50cf\u30fb\u9577\u6587\u306e\u691c\u53ce\u3092\u5225\u9014\u5831\u544a\u3057\u3066\u3044\u307e\u3059\u3002native Zig\u306ePR804\u3067TP3\u30b5\u30fc\u30d0\u30fc\u304c\u672a\u691c\u8a3c\u3067\u3042\u308b\u3053\u3068\u3068\u77db\u76fe\u305b\u305a\u3001\u7248\u3068\u5b9f\u88c5\u304c\u9055\u3044\u307e\u3059\u3002Bizuayeu\u6c0f\u306fREADME.ja.md\u3067\u65e5\u672c\u8a9e\u3067\u3082\u767a\u4fe1<\/a>\u3057\u3066\u3044\u307e\u3059\u3002BIZ\u306e\u6027\u80fd\u5024\u3092\u4eca\u56de\u306e\u8868\u306b\u306f\u6df7\u305c\u307e\u305b\u3093\u3002<\/p>\n

\u7b46\u8005\u306e\u8003\u5bdf\uff1a\u901f\u3055\u3088\u308a\u300c\u5f85\u3061\u300d\u3068\u300c\u904b\u7528\u6027\u300d<\/h2>\n

\u4ee5\u524d\u306e\u8a18\u4e8b\u3067\u300c\u6700\u9ad8TPS\u3088\u308a\u3001TTFT\u3068\u5171\u6709\u6642\u306e\u5f85\u3061\u304c\u5feb\u9069\u3055\u3092\u6c7a\u3081\u308b\u300d\u3068\u66f8\u304d\u307e\u3057\u305f\u3002\u4eca\u56de\u3082\u540c\u3058\u3067\u3059\u3002\u30e2\u30c7\u30eb\u306e\u5bb9\u91cf\uff08\u30e1\u30e2\u30ea\u306b\u8f09\u308b\u91cf\uff09\u3068\u8a08\u7b97\uff08\u6bce\u30c8\u30fc\u30af\u30f3\u52d5\u304b\u3059\u91cf\uff09\u3092\u5206\u3051\u3066\u8003\u3048\u308b\u3002\u30a8\u30f3\u30b8\u30f3\u306e\u7af6\u4e89\u3082\u3001NVFP4\u539f\u672c\u3092\u3069\u3046\u6271\u3046\u304b\u3001\u518d\u73fe\u6027\u3001\u540c\u6642\u5229\u7528\u3001\u5206\u6563\u306e\u904b\u7528\u6027\u307e\u3067\u6bd4\u3079\u308b\u6bb5\u968e\u306b\u5165\u308a\u307e\u3057\u305f\u3002<\/p>\n

\u5411\u304f\u306e\u306f\u3001\u8907\u6570\u53f0\u306eGB10\u3092\u691c\u8a3c\u3067\u304d\u308b\u4eba\u3067\u3059\u3002\u5358\u6a5f\u30e6\u30fc\u30b6\u30fc\u306f\u3001\u3044\u307e\u6025\u3044\u3067\u4e57\u308a\u63db\u3048\u308b\u5fc5\u8981\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u300c\u660e\u65e5\u304b\u3089\u5feb\u9069\u306b\u4f7f\u3048\u308b\u9053\u5177\u300d\u3092\u63a2\u3057\u3066\u3044\u308b\u4eba\u3068\u3001\u300c\u6b21\u306e\u53ef\u80fd\u6027\u3092\u81ea\u5206\u3067\u5207\u308a\u958b\u304d\u305f\u3044\u4eba\u300d\u3067\u306f\u3001\u9078\u3076\u3079\u304d\u3082\u306e\u304c\u9055\u3046<\/strong>\u304b\u3089\u3067\u3059\u3002\u4eca\u56de\u306e\u30cb\u30e5\u30fc\u30b9\u306f\u3001\u5f8c\u8005\u306b\u306f\u30ef\u30af\u30ef\u30af\u3059\u308b\u6311\u6226\u72b6\u3002\u3067\u3082\u524d\u8005\u306b\u3068\u3063\u3066\u306f\u3001\u5c06\u6765\u3092\u5360\u3046\u8208\u5473\u6df1\u3044\u9014\u4e2d\u7d4c\u904e\u3068\u3057\u3066\u53d7\u3051\u53d6\u308b\u306e\u304c\u3088\u3055\u305d\u3046\u3067\u3059\u3002README\u306e\u6b63\u5f0f\u5bfe\u5fdc\u4e00\u89a7\u306bGLM CUDA\u304c\u8f09\u308b\u306e\u3092\u5f85\u3064\u304b\u3001\u65e2\u5b58\u306e\u5b89\u5b9a\u7d4c\u8def\u3092\u4f7f\u3044\u7d9a\u3051\u308b\u306e\u304c\u7121\u96e3\u3067\u3059\u3002<\/p>\n

\u30d9\u30a2\u4e09\u90ce\u306e\u3072\u3068\u3053\u3068\u3002<\/strong>\u65b0\u7d4c\u8def\u306e\u901f\u3055\u3088\u308a\u3001\u300c\u3044\u3064\u30fb\u4f55\u53f0\u3067\u30fb\u4f55\u304c\u691c\u8a3c\u3055\u308c\u305f\u304b\u300d\u306e\u8f2a\u90ed\u304c\u3001\u3044\u307e\u306e\u6bb5\u968e\u3067\u306f\u3044\u3061\u3070\u3093\u53c2\u8003\u306b\u306a\u308a\u307e\u3059\u3002\u6b21\u306b\u81ea\u5206\u306e\u7528\u9014\u3067\u6bd4\u3079\u308b\u306a\u3089\u3001\u540c\u3058\u30e2\u30c7\u30eb\u30fb\u5165\u529b\u30fbMTP\u6761\u4ef6\u3067\u3001\u521d\u52d5\uff08TTFT\uff09\u3068\u5b8c\u4e86\u307e\u3067\u3068\u540c\u6642\u5229\u7528\u3092\u3001\u307e\u3068\u3081\u3066\u6e2c\u308a\u305f\u3044\u3067\u3059\u3002<\/p><\/blockquote>\n

\u691c\u8a3c\u30e1\u30e2\uff1a\u672c\u8a18\u4e8b\u306f2026-10-17\u6642\u70b9\u306e\u516c\u958b\u8cc7\u6599\u306b\u57fa\u3065\u304f\u89e3\u8aac\u3067\u3001\u7b46\u8005\u306eDGX Spark\u3067\u306eGLM\u5b9f\u6e2c\u306f\u542b\u307f\u307e\u305b\u3093\u3002\u6570\u5024\u306f\u4f5c\u8005\u30fb\u7b2c\u4e09\u8005\u306e\u5831\u544a\u5024\u3067\u3001\u74b0\u5883\u30fbKV\u5f62\u5f0f\u30fb\u30bb\u30c3\u30b7\u30e7\u30f3\u304c\u7570\u306a\u308a\u307e\u3059\u3002<\/small><\/p>\n","protected":false},"excerpt":{"rendered":"

1.0.12\u3067GLM-5.3-Flash\u306eCUDA NVFP4\u7d4c\u8def\u304c\u30bd\u30fc\u30b9\u30d3\u30eb\u30c9\u306e\u30d7\u30ec\u30d3\u30e5\u30fc\u3068\u3057\u3066\u767b\u5834\u3002README\u306e\u6b63\u5f0f\u5bfe\u5fdc\u8868\u306b\u306f\u307e\u3060\u8f09\u308a\u307e\u305b\u3093\u3002\u4f5c\u8005\u3068\u7b2c\u4e09\u8005\u306e\u5831\u544a\u3092\u5206\u3051\u3001\u53f0\u6570\u3054\u3068\u306e\u691c\u8a3c\u7bc4\u56f2\u3068\u5236\u7d04\u3092\u3084\u3055\u3057\u304f\u8aad\u307f\u89e3\u304d\u307e\u3059\u3002<\/p>\n","protected":false},"author":1,"featured_media":50121,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"pochipp_cv_data":"","swell_btn_cv_data":"","footnotes":"","_wp_rev_ctl_limit":""},"categories":[360],"tags":[365,367,366],"class_list":["post-50122","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-360","tag-dgx-spark","tag-glm-5-3-flash","tag-tensorfold"],"_links":{"self":[{"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=\/wp\/v2\/posts\/50122","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=50122"}],"version-history":[{"count":9,"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=\/wp\/v2\/posts\/50122\/revisions"}],"predecessor-version":[{"id":50131,"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=\/wp\/v2\/posts\/50122\/revisions\/50131"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=\/wp\/v2\/media\/50121"}],"wp:attachment":[{"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=50122"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=50122"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/music.bear-blog.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=50122"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}