[Feat] disaggregation: Let a KV transfer backend skip the checksum for an incomparable peer (#44605)

Co-authored-by: jiayisuse <jiayisuse@users.noreply.github.com>
This commit is contained in:
metamergebot
2026-10-16 10:36:46 -07:00
committed by GitHub
co-authored by jiayisuse
parent 63a9b7a713
commit 989ccf4863
3 changed files with 42 additions and 1 deletions
@@ -129,6 +129,13 @@ class BaseKVManager(ABC):
enable_deferred_decode_kv_release: bool = False
supports_host_destination: bool = False
def should_verify_kv_checksum(self, bootstrap_addr: str) -> bool:
"""Whether the checksum sent by the prefill at bootstrap_addr is comparable
with one over this rank's local KV. A backend returns False for a peer
whose digest covers a different byte range, e.g. a TP width mismatch where
each decode rank receives only a slice of what the sender digested."""
return True
@abstractmethod
def __init__(
self,
@@ -3201,11 +3201,15 @@ class SchedulerDisaggregationDecodeMixin:
if computer is None:
return
kv_manager = self.disagg_decode_prealloc_queue.kv_manager
verified: List[int] = []
for i, req in enumerate(batch.reqs):
if is_health_check_req(req):
verified.append(i)
continue
if not kv_manager.should_verify_kv_checksum(_bootstrap_addr(req)):
verified.append(i)
continue
expected = req.expected_kv_checksum
if expected == 0:
verified.append(i)