Refactor Req.fill_ids into full_untruncated_fill_ids + fill_len with equivalence (#26637)

2026-06-08 14:52:18 +08:00
parent 4201de11de
commit 259a2da3e0
29 changed files with 136 additions and 103 deletions
@@ -95,9 +95,10 @@ class TestForwardSplitPrefill(CustomTestCase):
                origin_input_ids=array("q", input_ids[i]),
                sampling_params=sampling_params,
            )
-            req.fill_ids = req.origin_input_ids
+            req.full_untruncated_fill_ids = req.origin_input_ids
+            req.fill_len = len(req.full_untruncated_fill_ids)
            req.logprob_start_len = -1
-            req.set_extend_input_len(len(req.fill_ids) - len(req.prefix_indices))
+            req.set_extend_input_len(req.fill_len - len(req.prefix_indices))
            reqs.append(req)

        # Create dummy tree_cache for tests (no prefix caching, just allocation)