[Cookbook] Nemotron3-Ultra: align MTP draft depth with NVIDIA reference (num_steps 5) (#29200)

Co-authored-by: Brayden Zhong <brayden@radixark.ai>
This commit is contained in:
Brayden Zhong
2026-06-24 19:12:34 +00:00
committed by GitHub
co-authored by Brayden Zhong
parent e97cc339e3
commit 2c697daf5f
@@ -143,7 +143,7 @@ export const Nemotron3UltraDeployment = () => {
{ id: 'enabled', label: 'Enabled', default: true },
{ id: 'disabled', label: 'Disabled', default: false }
],
commandRule: (value) => value === 'enabled' ? '--speculative-algorithm EAGLE \\\n --speculative-num-steps 3 \\\n --speculative-eagle-topk 1 \\\n --speculative-num-draft-tokens 4' : null
commandRule: (value) => value === 'enabled' ? '--speculative-algorithm EAGLE \\\n --speculative-num-steps 5 \\\n --speculative-eagle-topk 1 \\\n --speculative-num-draft-tokens 6' : null
},
kvcache: {
name: 'kvcache',