minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Tiny rename for spec related fileds. (#18468)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-02-09 00:10:39 -08:00
committed by GitHub
parent 107958a489
commit 875ad6cf35
9 changed files with 36 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/forward_batch_info.py
+2 -2
View File
@@ -799,7 +799,7 @@ class ForwardBatch(ForwardBatchDeepSeekMHAMixin):
setattr(self, "_original_batch_size", self.batch_size)
if self.spec_info is not None:
bs = self.batch_size = (
num_tokens // self.spec_info.num_tokens_per_batch
num_tokens // self.spec_info.num_tokens_per_req
)
else:
bs = self.batch_size = num_tokens
@@ -935,7 +935,7 @@ class ForwardBatch(ForwardBatchDeepSeekMHAMixin):
logits_output.next_token_logits = logits_output.next_token_logits[:bs]
logits_output.hidden_states = logits_output.hidden_states[:bs]
elif self.forward_mode.is_draft_extend_v2(): # draft extend_v2
bs = bs * self.spec_info.num_tokens_per_batch
bs = bs * self.spec_info.num_tokens_per_req
logits_output.next_token_logits = logits_output.next_token_logits[:bs]
logits_output.hidden_states = logits_output.hidden_states[:bs]
elif self.forward_mode.is_extend() or self.forward_mode.is_idle():