minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[SPEC_V2] Fix Acclen drop when enabling DP Attention for Spec-Overlap (#16310)

Browse Source
This commit is contained in:
YAMY
2026-01-05 11:39:23 +08:00
committed by GitHub
parent a7fd810842
commit 12cde0df99
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/eagle_worker_v2.py
+1 -1
View File
@@ -491,7 +491,7 @@ class EagleDraftWorker(BaseDraftWorker):
draft_input = EagleDraftInput( draft_input = EagleDraftInput(
hidden_states=batch_result.logits_output.hidden_states, hidden_states=batch_result.logits_output.hidden_states,
num_tokens_per_batch=self.speculative_num_steps + 1, num_tokens_per_batch=self.speculative_num_steps + 1,
num_tokens_for_logprob_per_batch=1, num_tokens_for_logprob_per_batch=self.speculative_num_steps + 1,
) )
select_index = ( select_index = (
torch.arange(len(batch.seq_lens), device=self.device) torch.arange(len(batch.seq_lens), device=self.device)