minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Fix wrong assigning extend_input_len_per_req with eagle. (#16129)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-12-30 15:51:53 +08:00
committed by GitHub
parent 1048803c1f
commit c2601f0d21
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+1 -1
View File
@@ -2264,7 +2264,7 @@ class Scheduler(
# These 2 values are needed for processing the output, but the values can be # These 2 values are needed for processing the output, but the values can be
# modified by overlap schedule. So we have to copy them here so that # modified by overlap schedule. So we have to copy them here so that
# we can use the correct values in output processing. # we can use the correct values in output processing.
if batch.return_logprob or self.spec_algorithm.is_eagle(): if batch.return_logprob:
batch_result.extend_input_len_per_req = [ batch_result.extend_input_len_per_req = [
req.extend_input_len for req in batch.reqs req.extend_input_len for req in batch.reqs
] ]