[PD] fix: cache resumed decode-radix requests from root instead of an unlocked re-match (#41261)

This commit is contained in:
Shuwen Wang
2026-09-26 10:21:41 +08:00
committed by GitHub
parent 63d320c723
commit 4273e7de77
2 changed files with 76 additions and 16 deletions
+18 -13
View File
@@ -141,6 +141,18 @@ def _bootstrap_addr(req: Req) -> str:
return NetworkAddress(req.bootstrap_host, req.bootstrap_port).to_host_port_str()
def _bind_root_prefix(req: Req, tree_cache: BasePrefixCache) -> None:
"""Start a decode-radix request that owns its whole KV row at the root."""
req.prefix_indices = torch.empty((0,), dtype=torch.int64)
req.last_node = tree_cache.root_node_handle(req.extra_key)
req.last_host_node = req.last_node
req.best_match_node = req.last_node
req.lock_receipt = DecLockRefParams()
req.kv.cache_protected_len = 0
req.num_matched_prefix_tokens = 0
req.host_hit_length = 0
class DecodeReqToTokenPool:
"""
The difference of DecodeReqToTokenPool and ReqToTokenPool is that
@@ -1772,15 +1784,7 @@ class DecodePreallocQueue(DecodeHiCachePreallocMixin):
or None,
)
if get_disagg().disaggregation_decode_enable_radix_cache:
req = decode_req.req
req.prefix_indices = torch.empty((0,), dtype=torch.int64)
req.last_node = self.tree_cache.root_node_handle(req.extra_key)
req.last_host_node = req.last_node
req.best_match_node = req.last_node
req.lock_receipt = DecLockRefParams()
req.kv.cache_protected_len = 0
req.num_matched_prefix_tokens = 0
req.host_hit_length = 0
_bind_root_prefix(decode_req.req, self.tree_cache)
self._send_kv_metadata(
decode_req,
host_indices,
@@ -3097,11 +3101,12 @@ class SchedulerDisaggregationDecodeMixin:
# we can only add at least `num_not_used_batch` new batch to the running queue
if i < num_not_used_batch:
can_run_list.append(req)
# Decode-radix path: new requests already matched in
# `pop_preallocated`. Retracted requests reset `last_node`,
# so re-match only when that state is missing.
# `pop_preallocated` matched and locked new requests; a retracted or
# rebootstrapped one owns its row, and a re-match here takes no lock.
if get_disagg().disaggregation_decode_enable_radix_cache:
tree_cache = self.tree_cache if req.last_node is None else None
if req.last_node is None:
_bind_root_prefix(req, self.tree_cache)
tree_cache = None
else:
tree_cache = self.tree_cache
req.init_next_round_input(tree_cache)