minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix stale DSV4 indexer metadata names in the TopK v2 dispatch test (#39101)

Browse Source 
Co-authored-by: Mohammad Angkad <mohammad.angkad@radixark.ai>
This commit is contained in:
Mohammad Miadh Angkad
2026-09-11 08:31:42 -07:00
committed by GitHub
co-authored by Mohammad Angkad
parent d6b5dca90c
commit 4309c7ce19
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/layers/test_dsv4_nonpaged_indexer.py
+4 -3
View File
@@ -213,15 +213,16 @@ class TestDSV4FlashInferTopK(CustomTestCase):
class TestDSV4TopKDispatch(CustomTestCase): class TestDSV4TopKDispatch(CustomTestCase):
def test_v2_raw_output_uses_sparse_prefill_buffer_with_capture(self): def test_v2_raw_output_uses_sparse_prefill_buffer_with_capture(self):
page_table = torch.zeros((1, 1), dtype=torch.int32) page_table = torch.zeros((1, 1), dtype=torch.int32)
c4_seq_lens = torch.ones(1, dtype=torch.int32) compressed_seq_lens = torch.ones(1, dtype=torch.int32)
page_indices = torch.full((1, 512), -1, dtype=torch.int32) page_indices = torch.full((1, 512), -1, dtype=torch.int32)
raw_indices = torch.full_like(page_indices, -1) raw_indices = torch.full_like(page_indices, -1)
topk_metadata = torch.zeros((2, 2), dtype=torch.int32) topk_metadata = torch.zeros((2, 2), dtype=torch.int32)
indexer_metadata = object.__new__(PagedIndexerMetadata) indexer_metadata = object.__new__(PagedIndexerMetadata)
indexer_metadata.page_size = 256 indexer_metadata.page_size = 256
indexer_metadata.compressed_page_size = 64
indexer_metadata.page_table = page_table indexer_metadata.page_table = page_table
indexer_metadata.c4_seq_lens = c4_seq_lens indexer_metadata.compressed_seq_lens = compressed_seq_lens
indexer_metadata.topk_metadata = topk_metadata indexer_metadata.topk_metadata = topk_metadata
logits = torch.empty((1, 65), dtype=torch.float32) logits = torch.empty((1, 65), dtype=torch.float32)
@@ -272,7 +273,7 @@ class TestDSV4TopKDispatch(CustomTestCase):
topk_v2.assert_called_once() topk_v2.assert_called_once()
args = topk_v2.call_args.args args = topk_v2.call_args.args
self.assertIs(args[0], logits) self.assertIs(args[0], logits)
torch.testing.assert_close(args[1], c4_seq_lens) torch.testing.assert_close(args[1], compressed_seq_lens)
torch.testing.assert_close(args[2], page_table) torch.testing.assert_close(args[2], page_table)
torch.testing.assert_close(args[3], page_indices) torch.testing.assert_close(args[3], page_indices)
self.assertEqual(args[4], 64) self.assertEqual(args[4], 64)