minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[srt] store req input ids as arrays (#26165)

Browse Source
This commit is contained in:
Mick
2026-05-24 15:09:36 +08:00
committed by GitHub
parent d6d9f12444
commit 826a4de062
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/schedule_batch.py
+4 -6
View File
@@ -680,12 +680,10 @@ class Req(ReqDllmMixin):
): ):
# Input and output info # Input and output info
self.rid = rid self.rid = rid
self.origin_input_ids_unpadded = ( self.origin_input_ids_unpadded = array(
origin_input_ids_unpadded "q", origin_input_ids_unpadded or origin_input_ids
if origin_input_ids_unpadded ) # Before image padding
else origin_input_ids # Before image padding self.origin_input_ids = array("q", origin_input_ids)
)
self.origin_input_ids = origin_input_ids
# Each decode stage's output ids # Each decode stage's output ids
self.output_ids = array("q") self.output_ids = array("q")
# fill_ids = origin_input_ids + output_ids. Updated if chunked. # fill_ids = origin_input_ids + output_ids. Updated if chunked.