fix: use req.req_pool_idx instead of loop variable for req_to_token i… (#26534)

Co-authored-by: kjuuii <1375341936@qq.com>
This commit is contained in:
chenxb002
2026-05-29 02:34:42 -07:00
committed by GitHub
co-authored by kjuuii
parent ed85bcf8c3
commit 8652001b6a
+1 -1
View File
@@ -386,7 +386,7 @@ def prepare_extend_inputs_for_correctness_test(
req.fill_ids += input_ids[i][bench_args.cut_len :]
if model_runner is not None:
req.prefix_indices = model_runner.req_to_token_pool.req_to_token[
i, : bench_args.cut_len
req.req_pool_idx, : bench_args.cut_len
].to(req.prefix_indices.dtype)
req.logprob_start_len = -1
req.set_extend_input_len(len(req.fill_ids) - len(req.prefix_indices))