diff --git a/docs/cookbook/autoregressive/Qwen/Qwen3.8.mdx b/docs/cookbook/autoregressive/Qwen/Qwen3.8.mdx index b9e80e23f..8441bd9ae 100644 --- a/docs/cookbook/autoregressive/Qwen/Qwen3.8.mdx +++ b/docs/cookbook/autoregressive/Qwen/Qwen3.8.mdx @@ -95,7 +95,7 @@ import { Playground } from "/src/snippets/_playground.jsx"; **Recommended generation:** `temperature=1.0`, `top_p=0.95`, `top_k=20`, `min_p=0.0`, `presence_penalty=0.0`, `repetition_penalty=1.0`. Raising `presence_penalty` toward 2 curbs runaway repetition at some risk of language mixing. For agentic work Qwen suggests allowing 262,144 tokens of reasoning and 131,072 for the final response. -**Resources:** Each precision is its own repo — [BF16](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B) · [FP8](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8) · [NVFP4, NVIDIA Blackwell (RadixArk)](https://huggingface.co/RadixArk/Qwen3.8-2.4T-A95B-NVFP4) · [MXFP4, AMD CDNA4 (Qwen)](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8-MXFP4). Speculative-decoding draft model: [`RadixArk/Qwen3.8-Max-DSpark`](https://huggingface.co/RadixArk/Qwen3.8-Max-DSpark) (see [3.3](#3-3-dspark-and-replayssm-speculative-decoding)). +**Resources:** Each precision is its own repo — [BF16](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B) · [FP8](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8) · [NVFP4, NVIDIA Blackwell (RadixArk)](https://huggingface.co/RadixArk/Qwen3.8-2.4T-A95B-NVFP4) · [MXFP4, AMD CDNA4 (Qwen)](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8-MXFP4). Speculative-decoding draft model: [`RadixArk/Qwen3.8-2.4T-A95B-DSpark`](https://huggingface.co/RadixArk/Qwen3.8-2.4T-A95B-DSpark) (see [3.3](#3-3-dspark-and-replayssm-speculative-decoding)). ## 2. Configuration Tips @@ -295,7 +295,7 @@ We trained a **DSpark** draft model for Qwen3.8 with SpecForge. Turn it on with ```bash Command --speculative-algorithm DSPARK \ ---speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark +--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark ``` **ReplaySSM is a separate opt-in.** `--enable-linear-replayssm-spec` defaults off and DSpark does not turn it on, so add it with the **ReplaySSM (spec)** row in the flag-select list. With it on (see [Configuration Tips](#2-configuration-tips) above for how it works), the verify kernel stores each draft step's raw inputs instead of snapshotting the full K×V GDN state, and a single fold kernel replays the accepted prefix from the last committed checkpoint. It's a pure side channel behind a ring buffer — the verify output is bitwise unchanged — so there's no accuracy tradeoff, only a memory one. diff --git a/docs/src/snippets/configs/Qwen/qwen3.8.jsx b/docs/src/snippets/configs/Qwen/qwen3.8.jsx index c6454adfc..825d57553 100644 --- a/docs/src/snippets/configs/Qwen/qwen3.8.jsx +++ b/docs/src/snippets/configs/Qwen/qwen3.8.jsx @@ -215,7 +215,7 @@ export const config = { // Gate the chip on both so the panel can't emit a command that aborts. { id: "dspark", label: "DSpark", flags: ["--speculative-algorithm DSPARK", - "--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark"], + "--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark"], disable: [ { when: { dpAttnOn: [true] }, reason: "DSpark with DP-Attention additionally requires --enable-dp-lm-head, the built-in TP MoE (--moe-a2a-backend none) and no context parallel. Turn DP-Attention off in the Attention card above, or pick a cell that doesn't use it." }, @@ -825,7 +825,7 @@ export const config = { "--kv-cache-dtype fp8_e4m3", "--mamba-ssm-dtype bfloat16", "--speculative-algorithm DSPARK", - "--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark", + "--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark", "--mem-fraction-static 0.95", "--chunked-prefill-size 8192", "--max-prefill-tokens 8192", @@ -858,7 +858,7 @@ export const config = { "--mamba-radix-cache-strategy extra_buffer", "--mamba-ssm-dtype bfloat16", "--speculative-algorithm DSPARK", - "--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark", + "--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark", "--mem-fraction-static 0.90", "--chunked-prefill-size 8192", "--max-prefill-tokens 8192", @@ -884,7 +884,7 @@ export const config = { "--tp-size 32", "--mamba-ssm-dtype bfloat16", "--speculative-algorithm DSPARK", - "--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark", + "--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark", "--mem-fraction-static 0.95", "--chunked-prefill-size 8192", "--max-prefill-tokens 8192", @@ -920,7 +920,7 @@ export const config = { "--mamba-radix-cache-strategy extra_buffer", "--mamba-ssm-dtype bfloat16", "--speculative-algorithm DSPARK", - "--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark", + "--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark", "--mem-fraction-static 0.80", "--max-running-requests 128", "--chunked-prefill-size 8192",