minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Enhance comments in set_extend_input_len method (#16130)

Browse Source
This commit is contained in:
Cheng Wan
2025-12-29 20:47:33 -08:00
committed by GitHub
parent 60f1ca6925
commit 5fb734f1a5
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/schedule_batch.py
+7
View File
@@ -1114,10 +1114,17 @@ class Req:
self.has_log_time_stats = True self.has_log_time_stats = True
def set_extend_input_len(self, extend_input_len: int): def set_extend_input_len(self, extend_input_len: int):
# Setting extend_input_len and computing the relative logprob_start_len in an extend batch
#
# Key variables:
# - logprob_start_len: Absolute position in full sequence where logprob computation begins
# - extend_logprob_start_len: Relative position within current extend batch where logprob computation begins
# - extend_input_len: Number of tokens that need to be processed in this extend batch
self.extend_input_len = extend_input_len self.extend_input_len = extend_input_len
if self.logprob_start_len == -1: if self.logprob_start_len == -1:
logprob_start_len = len(self.fill_ids) - 1 logprob_start_len = len(self.fill_ids) - 1
else: else:
# logprob_start_len should be at least the length of the prefix indices
logprob_start_len = max(self.logprob_start_len, len(self.prefix_indices)) logprob_start_len = max(self.logprob_start_len, len(self.prefix_indices))
self.extend_logprob_start_len = min( self.extend_logprob_start_len = min(
logprob_start_len - len(self.prefix_indices), logprob_start_len - len(self.prefix_indices),