[DSpark] Fold draft sampling for DeepSeek-V4.1 heads under AUTO (#42987)

Co-authored-by: weireweire <20922698+weireweire@users.noreply.github.com>
This commit is contained in:
weireweire
2026-10-09 14:40:28 -07:00
committed by GitHub
co-authored by weireweire
parent 2f1acef3d8
commit 46c2585faa
2 changed files with 14 additions and 12 deletions
@@ -195,9 +195,6 @@ def _resolve_folded_sampling(
return False
if mode == DsparkFoldedSampling.FORCE:
return True
# The V4.1 TP head reduces compact argmax summaries in the greedy graph.
if getattr(model.markov_head, "supports_sharded_greedy", False):
return False
vocab = int(model.lm_head.org_vocab_size)
noise_bytes = max_bs * vocab * 4
logits_bytes = max_bs * gamma * vocab * _base_logits_dtype(model).itemsize