minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix][DeepSeek-V4] Fix Spec V2 Draft Input ID Dtype for DP Collectives (#28043)

Browse Source 
Co-authored-by: zhujunyu <zhujunyu.666@bytedance.com>
This commit is contained in:
Ryan Zzz
2026-06-14 21:11:53 -07:00
committed by GitHub
co-authored by zhujunyu
parent bf38a0b03d
commit ce9fad7196
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/base_spec_worker.py
+3 -1
View File
@@ -111,7 +111,9 @@ class EagleDraftWorkerBase(ABC):
gpu_only = batch.seq_lens_cpu is None gpu_only = batch.seq_lens_cpu is None
batch.spec_info = draft_extend_input batch.spec_info = draft_extend_input
batch.input_ids = predict # Normalize draft token ids before ForwardBatch construction; DeepSeekV4 DP
# gather requires input_ids to have a consistent integer dtype across ranks.
batch.input_ids = predict.to(torch.int64)
maybe_detect_oob( maybe_detect_oob(
batch.input_ids, batch.input_ids,
0, 0,