[PD] Allow state-only KV checksum inputs (#42904)

This commit is contained in:
Ming Yang
2026-10-08 12:54:03 -07:00
committed by GitHub
parent 075fd8fa0b
commit 3fef129ff8
2 changed files with 7 additions and 1 deletions
+1 -1
View File
@@ -89,13 +89,13 @@ class KvChecksumComputer:
state_item_lens: NestedInts = (),
):
assert len(kv_data_ptrs) == len(kv_item_lens)
assert len(kv_data_ptrs) > 0
self._device = torch.device(device)
self._kv_data_ptrs = [int(ptr) for ptr in kv_data_ptrs]
self._kv_item_lens = [int(item_len) for item_len in kv_item_lens]
self._state_data_ptrs = _flatten_ints(state_data_ptrs)
self._state_item_lens = _flatten_ints(state_item_lens)
assert len(self._state_data_ptrs) == len(self._state_item_lens)
assert self._kv_data_ptrs or self._state_data_ptrs
def compute(
self,
@@ -132,6 +132,12 @@ class TestKvChecksumComputer(unittest.TestCase):
kv[0][5, 0] += 1
self.assertNotEqual(v1, computer.compute(idx))
def test_state_only_matches_reference(self):
state = _make_kv(num_layers=1, num_pages=4, page_elems=16)
idx = torch.tensor([1, 3], dtype=torch.int64, device=self.device)
value = _make_computer([], 0, state, [32, 32]).compute(idx, idx)
self.assertEqual(value, _ref_strided_adler32(state, [idx, idx], [32, 32]))
def test_kv_plus_state_matches_reference(self):
kv = _make_kv(num_layers=2, num_pages=8, page_elems=32)
state = [