minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug] ngram verify: keep batch.seq_lens_sum in sync after accept (#26753)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-05-29 18:00:11 -07:00
committed by GitHub
parent 95cd2fd29f
commit c2ac37dbcc
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/ngram_info.py
+2
View File
@@ -465,6 +465,8 @@ class NgramVerifyInput(SpecInput):
batch.seq_lens.add_(self.num_accept_tokens) batch.seq_lens.add_(self.num_accept_tokens)
batch.seq_lens_cpu.add_(num_accept_tokens_cpu) batch.seq_lens_cpu.add_(num_accept_tokens_cpu)
# Keep seq_lens_sum in sync; attn backends size kv_indices from it.
batch.seq_lens_sum += int(num_accept_tokens_cpu.sum())
return logits_output, self.accept_tokens, num_correct_drafts return logits_output, self.accept_tokens, num_correct_drafts