minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[srt] store req input ids as arrays (#26165)

Browse Source
This commit is contained in:
Mick
2026-05-24 15:09:36 +08:00
committed by GitHub
parent d6d9f12444
commit 826a4de062
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/schedule_batch.py
+4 -6
View File
@@ -680,12 +680,10 @@ class Req(ReqDllmMixin):
):
# Input and output info
self.rid = rid
self.origin_input_ids_unpadded = (
origin_input_ids_unpadded
if origin_input_ids_unpadded
else origin_input_ids # Before image padding
)
self.origin_input_ids = origin_input_ids
self.origin_input_ids_unpadded = array(
"q", origin_input_ids_unpadded or origin_input_ids
) # Before image padding
self.origin_input_ids = array("q", origin_input_ids)
# Each decode stage's output ids
self.output_ids = array("q")
# fill_ids = origin_input_ids + output_ids. Updated if chunked.