Fix Req array token-id concatenation (#26182)

Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
This commit is contained in:
Mohammad Miadh Angkad
2026-06-06 19:59:51 -07:00
committed by GitHub
co-authored by Lianmin Zheng
parent 066b4a2180
commit 52f221cce0
8 changed files with 71 additions and 50 deletions
+2 -1
View File
@@ -8,6 +8,7 @@ python3 test_forward_split_prefill.py
"""
import unittest
from array import array
import numpy as np
import torch
@@ -91,7 +92,7 @@ class TestForwardSplitPrefill(CustomTestCase):
req = Req(
rid=i,
origin_input_text="",
origin_input_ids=list(input_ids[i]),
origin_input_ids=array("q", input_ids[i]),
sampling_params=sampling_params,
)
req.fill_ids = req.origin_input_ids