{"id":1801,"date":"2026-08-13T15:16:38","date_gmt":"2026-08-13T07:16:38","guid":{"rendered":"https:\/\/www.izhuhn.cn\/?p=1801"},"modified":"2026-08-13T15:16:38","modified_gmt":"2026-08-13T07:16:38","slug":"sglang-%e5%9c%a8%e6%98%87%e8%85%be-910b-%e9%83%a8%e7%bd%b2-qwen3-6-35b-a3b-%e7%ae%80%e8%ae%b0","status":"publish","type":"post","link":"https:\/\/www.izhuhn.cn\/index.php\/2026\/08\/13\/sglang-%e5%9c%a8%e6%98%87%e8%85%be-910b-%e9%83%a8%e7%bd%b2-qwen3-6-35b-a3b-%e7%ae%80%e8%ae%b0\/","title":{"rendered":"SGLang \u5728\u6607\u817e 910B \u90e8\u7f72 Qwen3.6-35B-A3B \u7b80\u8bb0"},"content":{"rendered":"
----<\/th>------<\/th><\/tr><\/thead>
`--tp-size`<\/td>4<\/td>\u5f20\u91cf\u5e76\u884c\u5ea6\uff0c\u5bf9\u5e94 4 \u5f20 910B<\/td><\/tr>
`--context-length`<\/td>262144<\/td>\u6700\u5927\u4e0a\u4e0b\u6587 256K<\/td><\/tr>
`--device npu`<\/td>\u2014<\/td>\u6307\u5b9a\u6607\u817e NPU \u540e\u7aef<\/td><\/tr>
`--attention-backend`<\/td>ascend<\/td>\u4f7f\u7528\u6607\u817e attention \u5b9e\u73b0<\/td><\/tr>
`--disable-radix-cache`<\/td>\u2014<\/td>\u5173\u95ed radix cache\uff08\u6607\u817e\u573a\u666f\u5e38\u7528\uff09<\/td><\/tr>
`--mem-fraction-static`<\/td>0.70<\/td>\u9759\u6001 KV \u7f13\u5b58\u663e\u5b58\u5360\u6bd4<\/td><\/tr>
`--dtype`<\/td>bfloat16<\/td>\u6a21\u578b\u7cbe\u5ea6<\/td><\/tr>
`--reasoning-parser`<\/td>qwen3<\/td>\u63a8\u7406\u6a21\u578b reasoning \u89e3\u6790<\/td><\/tr>
`--tool-call-parser`<\/td>qwen3_coder<\/td>\u5de5\u5177\u8c03\u7528\u89e3\u6790<\/td><\/tr>
`--enable-prefill-delayer`<\/td>\u2014<\/td>\u542f\u7528 prefill \u5ef6\u8fdf\uff0c\u914d\u5408 max-delay-passes \u7f13\u89e3\u957f\u8f93\u5165\u65f6\u7684 prefill\/decode \u62a2\u5360<\/td><\/tr><\/tbody><\/table><\/figure>\n

\u8c03\u4f18\u73af\u5883\u53d8\u91cf\u89e3\u6790\uff1a<\/p>\n

  • `STREAMS_PER_DEVICE=32`\uff1a\u63d0\u5347\u5e76\u53d1\u6d41<\/li>
  • `HCCL_OP_EXPANSION_MODE=AIV`\uff1aHCCL \u7b97\u5b50\u6269\u5c55\u6a21\u5f0f<\/li>
  • `HCCL_SOCKET_IFNAME=lo` \/ `GLOO_SOCKET_IFNAME=lo`\uff1a\u591a\u673a\/\u591a\u5361\u8d70\u56de\u73af\u7f51\u5361<\/li>
  • `SGLANG_ENABLE_SPEC_V2=1`\uff1a\u542f\u7528 speculation v2<\/li>
  • `SGLANG_ENABLE_OVERLAP_PLAN_STREAM=0`\uff1a\u5173\u95ed\u8ba1\u5212\u6d41\u91cd\u53e0<\/li><\/ul>\n

    \u516d\u3001\u6ce8\u610f\u4e8b\u9879<\/h2>\n
    • \u4f7f\u7528\u7684\u5361\u53f7\uff084,5,6,7\uff09\u53ef\u6309\u5b9e\u9645\u8d44\u6e90\u8c03\u6574\uff0c\u9700\u4e0e\u5bb9\u5668\u6302\u8f7d\u7684\u8bbe\u5907\u4e00\u81f4<\/li>
    • `--shared-memory` \u4e0e `--shm-size` \u573a\u666f\u4e0b\uff0c\u82e5\u51fa\u73b0 OOM \u4f18\u5148\u68c0\u67e5\u5171\u4eab\u5185\u5b58\u5927\u5c0f<\/li>
    • \u82e5\u9700\u591a\u673a\u90e8\u7f72\uff0c\u5c06 `HCCL_SOCKET_IFNAME` \u6539\u4e3a\u5b9e\u9645\u4e1a\u52a1\u7f51\u5361\u5e76\u914d\u7f6e `--nnodes`<\/li>
    • \u5927\u4e0a\u4e0b\u6587\u573a\u666f\u5efa\u8bae\u6839\u636e\u663e\u5b58\u4f59\u91cf\u5fae\u8c03 `--mem-fraction-static`<\/li><\/ul>\n

      \u4ee5\u4e0a\u4e3a\u5355\u673a 4 \u5361 TP=4 \u90e8\u7f72 Qwen3.6-35B-A3B \u7684\u5b8c\u6574\u7b80\u8bb0\uff0c\u4f9b\u540e\u7eed\u590d\u7528\u3002<\/p>","protected":false},"excerpt":{"rendered":"

      —- —— `–tp-size` 4 \u5f20\u91cf\u5e76\u884c\u5ea6\uff0c\u5bf9\u5e94 4 \u5f20 910B `–context-length` 26 …<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[1],"tags":[25,52,15,66,65,16],"class_list":["post-1801","post","type-post","status-publish","format-standard","hentry","category-uncategorized","tag-910b","tag-docker","tag-npu","tag-qwen3-6","tag-sglang","tag-16"],"jetpack_featured_media_url":"","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts\/1801","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/comments?post=1801"}],"version-history":[{"count":1,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts\/1801\/revisions"}],"predecessor-version":[{"id":1802,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/posts\/1801\/revisions\/1802"}],"wp:attachment":[{"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/media?parent=1801"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/categories?post=1801"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.izhuhn.cn\/index.php\/wp-json\/wp\/v2\/tags?post=1801"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}