minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[BugFix]: Fix sglang.bench_one_batch (#16925)

Browse Source 
Co-authored-by: Xinyuan Tong <115166877+JustinTong0323@users.noreply.github.com>
This commit is contained in:
Lingjun Wen
2026-01-16 13:15:34 -08:00
committed by GitHub
co-authored by Xinyuan Tong
parent a7f5677abe
commit 7f8353aff3
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/bench_one_batch.py
+1 -1
View File
@@ -316,7 +316,7 @@ def prepare_extend_inputs_for_correctness_test(
req.fill_ids += input_ids[i][bench_args.cut_len :] req.fill_ids += input_ids[i][bench_args.cut_len :]
req.prefix_indices = model_runner.req_to_token_pool.req_to_token[ req.prefix_indices = model_runner.req_to_token_pool.req_to_token[
i, : bench_args.cut_len i, : bench_args.cut_len
] ].to(req.prefix_indices.dtype)
req.logprob_start_len = -1 req.logprob_start_len = -1
req.set_extend_input_len(len(req.fill_ids) - len(req.prefix_indices)) req.set_extend_input_len(len(req.fill_ids) - len(req.prefix_indices))
return reqs return reqs