minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bug Fix] Ensure prefill_info_table is populated before honoring disagg_prefill_dp_rank (#22990)

Browse Source 
Co-authored-by: Byron Hsu <byron+per@periodiclabs.ai>
This commit is contained in:
Byron Hsu
2026-04-17 11:10:31 +08:00
committed by GitHub
co-authored by Byron Hsu
parent 04a53955b9
commit cf9845f8e3
2 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/managers/test_hisparse_unit.py
+7 -3
View File
@@ -305,10 +305,14 @@ class TestHiSparseUnit(unittest.TestCase):
for i in range(TOP_K):
if batch[b, i] < 0:
continue
nd = self.device_pool.kv_buffer[layer_id][naive_locs[b, i].long()]
kd = self.device_pool.kv_buffer[layer_id][kernel_locs[b, i].long()]
naive_data = self.device_pool.kv_buffer[layer_id][
naive_locs[b, i].long()
]
kernel_data = self.device_pool.kv_buffer[layer_id][
kernel_locs[b, i].long()
]
self.assertTrue(
torch.allclose(nd.float(), kd.float(), atol=1e-2),
torch.allclose(naive_data.float(), kernel_data.float(), atol=1e-2),
f"{msg}layer {layer_id}, b{b} idx {i}: naive != kernel",
)