[PD] Allow state-only KV checksum inputs (#42904)
This commit is contained in:
@@ -89,13 +89,13 @@ class KvChecksumComputer:
|
||||
state_item_lens: NestedInts = (),
|
||||
):
|
||||
assert len(kv_data_ptrs) == len(kv_item_lens)
|
||||
assert len(kv_data_ptrs) > 0
|
||||
self._device = torch.device(device)
|
||||
self._kv_data_ptrs = [int(ptr) for ptr in kv_data_ptrs]
|
||||
self._kv_item_lens = [int(item_len) for item_len in kv_item_lens]
|
||||
self._state_data_ptrs = _flatten_ints(state_data_ptrs)
|
||||
self._state_item_lens = _flatten_ints(state_item_lens)
|
||||
assert len(self._state_data_ptrs) == len(self._state_item_lens)
|
||||
assert self._kv_data_ptrs or self._state_data_ptrs
|
||||
|
||||
def compute(
|
||||
self,
|
||||
|
||||
@@ -132,6 +132,12 @@ class TestKvChecksumComputer(unittest.TestCase):
|
||||
kv[0][5, 0] += 1
|
||||
self.assertNotEqual(v1, computer.compute(idx))
|
||||
|
||||
def test_state_only_matches_reference(self):
|
||||
state = _make_kv(num_layers=1, num_pages=4, page_elems=16)
|
||||
idx = torch.tensor([1, 3], dtype=torch.int64, device=self.device)
|
||||
value = _make_computer([], 0, state, [32, 32]).compute(idx, idx)
|
||||
self.assertEqual(value, _ref_strided_adler32(state, [idx, idx], [32, 32]))
|
||||
|
||||
def test_kv_plus_state_matches_reference(self):
|
||||
kv = _make_kv(num_layers=2, num_pages=8, page_elems=32)
|
||||
state = [
|
||||
|
||||
Reference in New Issue
Block a user