minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Spec] Page-align the DFLASH decode KV reservation (#35265)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-08-18 13:36:04 -07:00
committed by GitHub
parent aa82229173
commit 79dfef390b
5 changed files with 51 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/spec/test_dflash_overlap_hostsync.py
+4 -6
View File
@@ -256,10 +256,8 @@ class TestFilterBatchHostIndices(CustomTestCase):
def make():
info = DFlashDraftInputV2.create_idle_input(device=torch.device("cpu"))
info.reserved_seq_lens_cpu = torch.tensor(
[10, 20, 30, 40], dtype=torch.int32
)
info.reserved_seq_lens_sum = 100
info.nxt_kv_lens_cpu = torch.tensor([10, 20, 30, 40], dtype=torch.int32)
info.nxt_kv_lens_sum = 100
info.future_indices = torch.tensor([5, 6, 7, 8])
return info
@@ -270,8 +268,8 @@ class TestFilterBatchHostIndices(CustomTestCase):
new_indices=torch.tensor(keep),
new_indices_cpu=keep,
)
torch.testing.assert_close(a.reserved_seq_lens_cpu, b.reserved_seq_lens_cpu)
self.assertEqual(a.reserved_seq_lens_sum, b.reserved_seq_lens_sum)
torch.testing.assert_close(a.nxt_kv_lens_cpu, b.nxt_kv_lens_cpu)
self.assertEqual(a.nxt_kv_lens_sum, b.nxt_kv_lens_sum)
torch.testing.assert_close(a.future_indices, b.future_indices)