Fixed incorrect indexing for slot 0 compatibility (#26481)

2026-06-01 10:46:21 +08:00
parent 4d20dc44fc
commit 61cc70e8aa
1 changed files with 2 additions and 1 deletions
@@ -383,8 +383,9 @@ def prepare_extend_inputs_for_correctness_test(
 ):
    for i in range(len(reqs)):
        req: Req = reqs[i]
-        req.fill_ids += input_ids[i][bench_args.cut_len :]
+        req.fill_ids.extend(input_ids[i][bench_args.cut_len :])
        if model_runner is not None:
+            # Use req.req_pool_idx instead of i to handle slot 0 padding correctly
            req.prefix_indices = model_runner.req_to_token_pool.req_to_token[
                req.req_pool_idx, : bench_args.cut_len
            ].to(req.prefix_indices.dtype)