[Feat] disaggregation: Let a KV transfer backend skip the checksum for an incomparable peer (#44605)
Co-authored-by: jiayisuse <jiayisuse@users.noreply.github.com>
This commit is contained in:
co-authored by
jiayisuse
parent
63a9b7a713
commit
989ccf4863
@@ -129,6 +129,13 @@ class BaseKVManager(ABC):
|
||||
enable_deferred_decode_kv_release: bool = False
|
||||
supports_host_destination: bool = False
|
||||
|
||||
def should_verify_kv_checksum(self, bootstrap_addr: str) -> bool:
|
||||
"""Whether the checksum sent by the prefill at bootstrap_addr is comparable
|
||||
with one over this rank's local KV. A backend returns False for a peer
|
||||
whose digest covers a different byte range, e.g. a TP width mismatch where
|
||||
each decode rank receives only a slice of what the sender digested."""
|
||||
return True
|
||||
|
||||
@abstractmethod
|
||||
def __init__(
|
||||
self,
|
||||
|
||||
@@ -3201,11 +3201,15 @@ class SchedulerDisaggregationDecodeMixin:
|
||||
if computer is None:
|
||||
return
|
||||
|
||||
kv_manager = self.disagg_decode_prealloc_queue.kv_manager
|
||||
verified: List[int] = []
|
||||
for i, req in enumerate(batch.reqs):
|
||||
if is_health_check_req(req):
|
||||
verified.append(i)
|
||||
continue
|
||||
if not kv_manager.should_verify_kv_checksum(_bootstrap_addr(req)):
|
||||
verified.append(i)
|
||||
continue
|
||||
expected = req.expected_kv_checksum
|
||||
if expected == 0:
|
||||
verified.append(i)
|
||||
|
||||
Reference in New Issue
Block a user