[Docs] Rename Qwen3.8-Max-DSpark to Qwen3.8-2.4T-A95B-DSpark (#34590)
This commit is contained in:
@@ -95,7 +95,7 @@ import { Playground } from "/src/snippets/_playground.jsx";
|
||||
|
||||
**Recommended generation:** `temperature=1.0`, `top_p=0.95`, `top_k=20`, `min_p=0.0`, `presence_penalty=0.0`, `repetition_penalty=1.0`. Raising `presence_penalty` toward 2 curbs runaway repetition at some risk of language mixing. For agentic work Qwen suggests allowing 262,144 tokens of reasoning and 131,072 for the final response.
|
||||
|
||||
**Resources:** Each precision is its own repo — [BF16](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B) · [FP8](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8) · [NVFP4, NVIDIA Blackwell (RadixArk)](https://huggingface.co/RadixArk/Qwen3.8-2.4T-A95B-NVFP4) · [MXFP4, AMD CDNA4 (Qwen)](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8-MXFP4). Speculative-decoding draft model: [`RadixArk/Qwen3.8-Max-DSpark`](https://huggingface.co/RadixArk/Qwen3.8-Max-DSpark) (see [3.3](#3-3-dspark-and-replayssm-speculative-decoding)).
|
||||
**Resources:** Each precision is its own repo — [BF16](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B) · [FP8](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8) · [NVFP4, NVIDIA Blackwell (RadixArk)](https://huggingface.co/RadixArk/Qwen3.8-2.4T-A95B-NVFP4) · [MXFP4, AMD CDNA4 (Qwen)](https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B-FP8-MXFP4). Speculative-decoding draft model: [`RadixArk/Qwen3.8-2.4T-A95B-DSpark`](https://huggingface.co/RadixArk/Qwen3.8-2.4T-A95B-DSpark) (see [3.3](#3-3-dspark-and-replayssm-speculative-decoding)).
|
||||
|
||||
## 2. Configuration Tips
|
||||
|
||||
@@ -295,7 +295,7 @@ We trained a **DSpark** draft model for Qwen3.8 with SpecForge. Turn it on with
|
||||
|
||||
```bash Command
|
||||
--speculative-algorithm DSPARK \
|
||||
--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark
|
||||
--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark
|
||||
```
|
||||
|
||||
**ReplaySSM is a separate opt-in.** `--enable-linear-replayssm-spec` defaults off and DSpark does not turn it on, so add it with the **ReplaySSM (spec)** row in the flag-select list. With it on (see [Configuration Tips](#2-configuration-tips) above for how it works), the verify kernel stores each draft step's raw inputs instead of snapshotting the full K×V GDN state, and a single fold kernel replays the accepted prefix from the last committed checkpoint. It's a pure side channel behind a ring buffer — the verify output is bitwise unchanged — so there's no accuracy tradeoff, only a memory one.
|
||||
|
||||
@@ -215,7 +215,7 @@ export const config = {
|
||||
// Gate the chip on both so the panel can't emit a command that aborts.
|
||||
{ id: "dspark", label: "DSpark",
|
||||
flags: ["--speculative-algorithm DSPARK",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark"],
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark"],
|
||||
disable: [
|
||||
{ when: { dpAttnOn: [true] },
|
||||
reason: "DSpark with DP-Attention additionally requires --enable-dp-lm-head, the built-in TP MoE (--moe-a2a-backend none) and no context parallel. Turn DP-Attention off in the Attention card above, or pick a cell that doesn't use it." },
|
||||
@@ -825,7 +825,7 @@ export const config = {
|
||||
"--kv-cache-dtype fp8_e4m3",
|
||||
"--mamba-ssm-dtype bfloat16",
|
||||
"--speculative-algorithm DSPARK",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark",
|
||||
"--mem-fraction-static 0.95",
|
||||
"--chunked-prefill-size 8192",
|
||||
"--max-prefill-tokens 8192",
|
||||
@@ -858,7 +858,7 @@ export const config = {
|
||||
"--mamba-radix-cache-strategy extra_buffer",
|
||||
"--mamba-ssm-dtype bfloat16",
|
||||
"--speculative-algorithm DSPARK",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark",
|
||||
"--mem-fraction-static 0.90",
|
||||
"--chunked-prefill-size 8192",
|
||||
"--max-prefill-tokens 8192",
|
||||
@@ -884,7 +884,7 @@ export const config = {
|
||||
"--tp-size 32",
|
||||
"--mamba-ssm-dtype bfloat16",
|
||||
"--speculative-algorithm DSPARK",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark",
|
||||
"--mem-fraction-static 0.95",
|
||||
"--chunked-prefill-size 8192",
|
||||
"--max-prefill-tokens 8192",
|
||||
@@ -920,7 +920,7 @@ export const config = {
|
||||
"--mamba-radix-cache-strategy extra_buffer",
|
||||
"--mamba-ssm-dtype bfloat16",
|
||||
"--speculative-algorithm DSPARK",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-Max-DSpark",
|
||||
"--speculative-draft-model-path RadixArk/Qwen3.8-2.4T-A95B-DSpark",
|
||||
"--mem-fraction-static 0.80",
|
||||
"--max-running-requests 128",
|
||||
"--chunked-prefill-size 8192",
|
||||
|
||||
Reference in New Issue
Block a user