minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 10 Packages Projects Releases Wiki Activity

docs(cookbook): fix Qwen3.8 Flash Next H200 MTP verify with BF16 SSM state (#36611)

Browse Source
This commit is contained in:
Julian Huang
2026-08-27 02:49:03 -07:00
committed by GitHub
parent ad911a5ec0
commit 536f570e66
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/src/snippets/configs/Qwen/qwen3.8-flash-next.jsx
+2
View File
@@ -202,6 +202,7 @@ export const config = {
"--chunked-prefill-size 8192",
"--linear-attn-prefill-backend flashinfer",
"--linear-attn-decode-backend flashinfer",
"--linear-attn-verify-backend triton",
"--mamba-ssm-dtype bfloat16",
"--speculative-algorithm NEXTN",
"--speculative-num-steps 3",
@@ -443,6 +444,7 @@ export const config = {
"--chunked-prefill-size 8192",
"--linear-attn-prefill-backend flashinfer",
"--linear-attn-decode-backend flashinfer",
"--linear-attn-verify-backend triton",
"--mamba-ssm-dtype bfloat16",
"--speculative-algorithm NEXTN",
"--speculative-num-steps 3",