minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: spec overlap predict shape does not match verify output shapes (#12786)

Browse Source
This commit is contained in:
timmy-feng
2025-11-26 11:01:06 +08:00
committed by GitHub
parent 13e5beeab4
commit f33e5d1ef1
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/speculative/eagle_info_v2.py
+2 -3
View File
@@ -277,9 +277,8 @@ class EagleVerifyInputV2Mixin:
device = batch.input_ids.device device = batch.input_ids.device
candidates = self.draft_token.reshape(bs, self.draft_token_num) candidates = self.draft_token.reshape(bs, self.draft_token_num)
predict = torch.zeros( predict_shape = list(next_token_logits.shape)[:-1]
(bs * (self.spec_steps + 1),), dtype=torch.int32, device=device predict = torch.zeros(predict_shape, dtype=torch.int32, device=device).flatten()
)
accept_index = torch.full( accept_index = torch.full(
(bs, self.spec_steps + 1), -1, dtype=torch.int32, device=device (bs, self.spec_steps + 1), -1, dtype=torch.int32, device=device
) )