minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[SRT] minor: reuse req input id array for unpadded ids (#26232)

Browse Source
This commit is contained in:
Mick
2026-05-26 08:58:32 +08:00
committed by GitHub
parent 8805f4cf16
commit 8f2a4e70f8
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/schedule_batch.py
+5 -3
View File
@@ -690,10 +690,12 @@ class Req(ReqDllmMixin):
): ):
# Input and output info # Input and output info
self.rid = rid self.rid = rid
self.origin_input_ids_unpadded = array(
"q", origin_input_ids_unpadded or origin_input_ids
) # Before image padding
self.origin_input_ids = array("q", origin_input_ids) self.origin_input_ids = array("q", origin_input_ids)
self.origin_input_ids_unpadded = (
array("q", origin_input_ids_unpadded)
if origin_input_ids_unpadded
else self.origin_input_ids
) # Before image padding
# Each decode stage's output ids # Each decode stage's output ids
self.output_ids = array("q") self.output_ids = array("q")
# fill_ids = origin_input_ids + output_ids. Updated if chunked. # fill_ids = origin_input_ids + output_ids. Updated if chunked.