Add DeepSeek-V4.1 Flash cookbook (#38802)

Co-authored-by: Claude Opus 5 <noreply@anthropic.com>
2026-09-09 23:15:30 -07:00
parent 03e4c06589
commit 69777c4d36
6 changed files with 584 additions and 2 deletions
@@ -0,0 +1,375 @@
+// Single `export const config` literal — no spreads/calls/IIFE (Mintlify re-evals at hydration).
+//
+// Cells marked `verified` are transcribed from recorded runs on that hardware with
+// real weights. DP-Attention, DeepEP and MegaMoE are absent by design: they have
+// never been enabled on this model. EP is set equal to TP on every shape here.
+
+export const config = {
+  modelName: "DeepSeek-V4.1",
+
+  latencyPercentile: "P50",
+
+  supportedHardware: ["h200", "b200", "b300", "gb300", "mi350x"],
+
+  // Hardware is the implicit first match dim; Strategy is the only other one.
+  // Declaring matchDims replaces variants / quantizations / nodesOptions
+  // wholesale, which drops three rows that each had exactly one option.
+  matchDims: [
+    {
+      id: "strategy",
+      title: "Strategy",
+      options: [
+        { id: "low-latency",     label: "Low-Latency"     },
+        { id: "high-throughput", label: "High-Throughput" },
+      ],
+    },
+  ],
+
+  modelNames: {
+    default: "deepseek-ai/DeepSeek-V4.1-Flash",
+  },
+
+  placeholders: {
+    HOST_IP:   { target: "command", label: "Bind host",         default: "0.0.0.0"         },
+    PORT:      { target: "command", label: "Bind port",         default: "30000"           },
+    HF_TOKEN:  { target: "command", label: "HF token (Docker)", default: "<your-hf-token>" },
+    CURL_HOST: { target: "curl",    label: "Server host",       default: "localhost"       },
+    CURL_PORT: { target: "curl",    label: "Server port",       default: "30000"           },
+  },
+
+  curl: `curl http://{{CURL_HOST}}:{{CURL_PORT}}/v1/chat/completions \\
+-H 'Content-Type: application/json' \\
+-d '{ "model": "{{MODEL_NAME}}", "messages": [{"role":"user","content":"Hello"}] }'`,
+
+  dockerImages: {
+    // DeepSeek-V4.1 support has not shipped in a release yet.
+    h200:  "lmsysorg/sglang:dev-dsv41",
+    b200:  "lmsysorg/sglang:dev-dsv41",
+    b300:  "lmsysorg/sglang:dev-dsv41",
+    gb300: "lmsysorg/sglang:dev-dsv41",
+    mi350x: "lmsysorg/sglang:dev-dsv41-mi35x",
+  },
+
+  github: {
+    cookbookModel: "deepseek-ai/deepseek-v4.1",
+  },
+
+  playgroundFeatures: {
+
+    attention: {
+      knobs: [
+        { id: "tp", label: "TP", values: [null, 4, 8] },
+      ],
+    },
+
+    // No backend chooser: `flashinfer_mxfp4` is selected automatically and is the
+    // only MoE runner this model has run on. EP tracks TP.
+    moe: {
+      ep: { label: "EP", values: [null, 4, 8] },
+    },
+
+    // Both parsers default to None; without them the DSML tool-call block and the
+    // thinking block arrive as raw text inside `content`.
+    parsers: {
+      items: [
+        { id: "reasoning", label: "Reasoning Parser", flag: "--reasoning-parser auto" },
+        { id: "toolCall",  label: "Tool Call Parser", flag: "--tool-call-parser auto" },
+      ],
+    },
+
+    // DSpark is the model's bundled 3-stage draft. There is no EAGLE/MTP path and
+    // no `--speculative-num-steps` knob.
+    speculative: {
+      options: [
+        { id: "current", label: "Inherited from base" },
+        { id: "off",     label: "Off (greedy)" },
+        { id: "dspark",  label: "DSpark",
+          flags: ["--speculative-algorithm DSPARK", "--speculative-dspark-block-size 5"] },
+      ],
+    },
+
+    pdDisagg: {
+      incompatibleSpeculativeAlgorithms: ["DSPARK"],
+      modes: [
+        { id: "off",     label: "Off" },
+        { id: "prefill", label: "Prefill role" },
+        { id: "decode",  label: "Decode role" },
+      ],
+      transferBackends: [
+        // Fallback for hosts where the RDMA fabric is not visible in the container:
+        // Mooncake then picks its NVLink transport, which only serves buffers from
+        // its own allocator and fails to find the peer address.
+        { id: "mooncake", label: "Mooncake (TCP)",
+          env: ["MOONCAKE_PROTOCOL=tcp", "MC_FORCE_TCP=1"] },
+      ],
+      ibDevices: [{ id: "auto", label: "Auto" }],
+      router: {
+        port: 8000,
+        command:
+`sglang-router launch \\
+  --pd-disaggregation \\
+  --prefill http://<prefill-host>:{{PREFILL_PORT}} 8998 \\
+  --decode http://<decode-host>:{{DECODE_PORT}} \\
+  --host 0.0.0.0 --port {{ROUTER_PORT}}`,
+      },
+    },
+
+    flagSelects: [
+      {
+        id: "dsparkBlockSize",
+        title: "DSpark Proposed Draft Tokens",
+        showWhen: (base) => base.specAlgorithm === "DSPARK",
+        control: "slider",
+        stripPrefixes: ["--speculative-dspark-block-size"],
+        options: [
+          { id: "auto", label: "Checkpoint default" },
+          { id: "1", label: "1", flags: ["--speculative-dspark-block-size 1"] },
+          { id: "2", label: "2", flags: ["--speculative-dspark-block-size 2"] },
+          { id: "3", label: "3", flags: ["--speculative-dspark-block-size 3"] },
+          { id: "4", label: "4", flags: ["--speculative-dspark-block-size 4"] },
+          { id: "5", label: "5", flags: ["--speculative-dspark-block-size 5"] },
+        ],
+      },
+      {
+        id: "engramHostTable",
+        title: "Engram Host-Resident Tables",
+        control: "select",
+        options: [
+          { id: "off", label: "Off (default)" },
+          { id: "on", label: "On (larger KV pool)",
+            env: ["SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE=1"] },
+        ],
+      },
+      {
+        id: "decoderSwaBoundedReplay",
+        title: "Decoder SWA Bounded Replay",
+        control: "select",
+        options: [
+          { id: "off", label: "Off (default)" },
+          { id: "on", label: "On (faster prefill)",
+            flags: ["--enable-decoder-swa-bounded-replay"] },
+        ],
+      },
+    ],
+  },
+
+  cells: [
+
+    // ---------- GB300: 4x GB300 (SM103), TP4 + EP4. Reference platform. ----------
+    {
+      match: { hw: "gb300", strategy: "low-latency" },
+      nnodes: 1,
+      verified: true,
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        // The derived value OOMs at 128K shapes while capturing the verify graphs.
+        "--mem-fraction-static 0.8",
+        "--speculative-algorithm DSPARK",
+        "--speculative-dspark-block-size 5",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+    {
+      match: { hw: "gb300", strategy: "high-throughput" },
+      nnodes: 1,
+      verified: true,
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        // No speculation: the DSpark step has a fixed cost over a plain decode
+        // step, so it stops paying for itself once the batch is large.
+        "--max-running-requests 256",
+        // Leave the backends alone — they resolve to dsv4 / flashinfer_mxfp4 /
+        // flashinfer_cutedsl. Overriding them is the usual cause of slow decode.
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+
+    // ---------- H200: 8x H200, TP8 + EP8. No MXFP8 dense path on Hopper;
+    // verification round open. ----------
+    {
+      match: { hw: "h200", strategy: "low-latency" },
+      nnodes: 1,
+      verificationStatus: "in-progress",
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 8",
+        "--ep-size 8",
+        "--attention-backend dsv4",
+        "--moe-runner-backend flashinfer_mxfp4",
+        "--enable-decoder-swa-bounded-replay",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+    {
+      match: { hw: "h200", strategy: "high-throughput" },
+      nnodes: 1,
+      verificationStatus: "in-progress",
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 8",
+        "--ep-size 8",
+        "--attention-backend dsv4",
+        "--moe-runner-backend flashinfer_mxfp4",
+        "--max-running-requests 256",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+
+    // ---------- B200 / B300: verification round open. Mirrors the GB300 recipe
+    // because the kernels dispatch by architecture family. ----------
+    {
+      match: { hw: "b200", strategy: "low-latency" },
+      nnodes: 1,
+      verificationStatus: "in-progress",
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        "--mem-fraction-static 0.8",
+        "--speculative-algorithm DSPARK",
+        "--speculative-dspark-block-size 5",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+    {
+      match: { hw: "b200", strategy: "high-throughput" },
+      nnodes: 1,
+      verificationStatus: "in-progress",
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        "--max-running-requests 256",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+    {
+      match: { hw: "b300", strategy: "low-latency" },
+      nnodes: 1,
+      verificationStatus: "in-progress",
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        "--mem-fraction-static 0.8",
+        "--speculative-algorithm DSPARK",
+        "--speculative-dspark-block-size 5",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+    {
+      match: { hw: "b300", strategy: "high-throughput" },
+      nnodes: 1,
+      verificationStatus: "in-progress",
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        "--max-running-requests 256",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+
+    // ---------- MI350X: 4x MI350X (gfx950), TP4 + EP4. Speculative decoding is
+    // rejected on ROCm, so there is one recipe. ----------
+    {
+      // DSpark runs on MI350X but is off by default; this cell turns it on.
+      match: { hw: "mi350x", strategy: "low-latency" },
+      nnodes: 1,
+      verified: true,
+      env: [
+        // Load-bearing: without it the fp4 experts land in the Triton
+        // fused-experts runner and assert on the hidden size.
+        "SGLANG_USE_AITER=1",
+        "SGLANG_MOE_PADDING=1",
+        // Required for run-to-run repeatable output: forces the FlyDSL MoE
+        // down-projection onto a per-slot reduce instead of atomics.
+        "AITER_FLYDSL_FORCE_REDUCE=1",
+        "ROCM_QUICK_REDUCE_QUANTIZATION=NONE",
+      ],
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        "--disable-radix-cache",
+        "--mem-fraction-static 0.8",
+        "--speculative-algorithm DSPARK",
+        "--speculative-dspark-block-size 5",
+        "--cuda-graph-max-bs 64",
+        "--cuda-graph-backend-prefill breakable",
+        "--cuda-graph-max-bs-prefill 4096",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+    {
+      // The attention backend and mem-fraction-static are the resolved
+      // defaults on HIP, so this cell leaves both alone.
+      match: { hw: "mi350x", strategy: "high-throughput" },
+      nnodes: 1,
+      verified: true,
+      env: [
+        // Load-bearing: without it the fp4 experts land in the Triton
+        // fused-experts runner and assert on the hidden size.
+        "SGLANG_USE_AITER=1",
+        "SGLANG_MOE_PADDING=1",
+        // Required for run-to-run repeatable output: forces the FlyDSL MoE
+        // down-projection onto a per-slot reduce instead of atomics.
+        "AITER_FLYDSL_FORCE_REDUCE=1",
+        "ROCM_QUICK_REDUCE_QUANTIZATION=NONE",
+      ],
+      flags: [
+        "--trust-remote-code",
+        "--model-path {{MODEL_NAME}}",
+        "--tp 4",
+        "--ep-size 4",
+        "--disable-radix-cache",
+        "--cuda-graph-backend-prefill breakable",
+        "--cuda-graph-max-bs-prefill 4096",
+        "--reasoning-parser auto",
+        "--tool-call-parser auto",
+        "--host {{HOST_IP}}",
+        "--port {{PORT}}",
+      ],
+    },
+  ],
+};
@@ -12,6 +12,23 @@
 // paraphrasing that page's own opening.

 export const popularModels = [
+  {
+    name: "DeepSeek-V4.1-Flash",
+    vendor: "DeepSeek",
+    href: "/cookbook/autoregressive/DeepSeek/DeepSeek-V4_1",
+    logo: "/cards/logos/deepseek.png",
+    badge: "New",
+    tags: ["5 platforms", "Engram + DSpark", "FP8 dense / FP4 MoE"],
+    hero: {
+      eyebrow: "Featured model \u00b7 New",
+      headline: "Meet DeepSeek-V4.1 Flash on SGLang",
+      blurb:
+        "DeepSeek's sparse-attention Mixture-of-Experts model, served through SGLang's `dsv4` backend \u2014 pairing multi-ratio compressed KV pools behind FlashMLA with a learned sparse index that picks a top-512 candidate set per query, an mHC mixing stage, and Engram, an n-gram hash memory whose two fp8 tables are roughly 40% of the checkpoint. It ships DSpark, its own three-stage speculative draft. Recipes cover GB300, H200, B200, B300 and AMD MI350X.",
+      tags: ["384 experts / top-6", "Sparse index + Engram", "NVIDIA + AMD"],
+      cta: "Open the DeepSeek-V4.1 Flash cookbook",
+      caption: "DeepSeek-V4.1 Flash deployment guide",
+    },
+  },
  {
    name: "Qwen3.8-Flash-Next",
    vendor: "Qwen",