diff --git a/docs/src/snippets/autoregressive/qwen35-deployment.jsx b/docs/src/snippets/autoregressive/qwen35-deployment.jsx index 4d1fbd4af..f71c52f15 100644 --- a/docs/src/snippets/autoregressive/qwen35-deployment.jsx +++ b/docs/src/snippets/autoregressive/qwen35-deployment.jsx @@ -480,6 +480,7 @@ export const Qwen35Deployment = () => { // (this recipe uses quick all-reduce instead of AITER allreduce fusion). // Add the FP4-specific flags here. cmd += ' \\\n --disable-radix-cache'; + cmd += ' \\\n --kv-cache-dtype fp8_e4m3'; // Cap concurrency under MTP to avoid OOM at tp=2. if (speculative === 'enabled') { cmd += ' \\\n --max-running-requests 128';