minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fixed incorrect indexing for slot 0 compatibility (#26481)

Browse Source
This commit is contained in:
Chandrakant Khandelwal
2026-06-01 10:46:21 +08:00
committed by GitHub
parent 4d20dc44fc
commit 61cc70e8aa
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/bench_one_batch.py
+2 -1
View File
@@ -383,8 +383,9 @@ def prepare_extend_inputs_for_correctness_test(
): ):
for i in range(len(reqs)): for i in range(len(reqs)):
req: Req = reqs[i] req: Req = reqs[i]
req.fill_ids += input_ids[i][bench_args.cut_len :] req.fill_ids.extend(input_ids[i][bench_args.cut_len :])
if model_runner is not None: if model_runner is not None:
# Use req.req_pool_idx instead of i to handle slot 0 padding correctly
req.prefix_indices = model_runner.req_to_token_pool.req_to_token[ req.prefix_indices = model_runner.req_to_token_pool.req_to_token[
req.req_pool_idx, : bench_args.cut_len req.req_pool_idx, : bench_args.cut_len
].to(req.prefix_indices.dtype) ].to(req.prefix_indices.dtype)