Revert "PD disaggregation, isolated transfer, prefill OOM fixed." (#38572)

This commit is contained in:
Qiaolin Yu
2026-09-08 15:57:44 -07:00
committed by GitHub
parent 52fecfdf09
commit 559c7fa75b
2 changed files with 1 additions and 5 deletions
+1 -4
View File
@@ -971,7 +971,6 @@ class Req(ReqDllmMixin):
multi_item_delimiter_indices: Optional[List[int]] = None,
session_id: Optional[str] = None,
cache_salt: Optional[str] = None,
disable_radix_cache: bool = False,
):
# Input and output info
self.rid = rid
@@ -1274,9 +1273,7 @@ class Req(ReqDllmMixin):
# retracted request is rebootstrapped. Set in pause_generation(retract)
# and consumed in the decode transfer commit; never plumbed to prefill.
self.pd_rebootstrap_forced_output_id: Optional[int] = None
self.skip_radix_cache_insert = (
bootstrap_host == FAKE_BOOTSTRAP_HOST and disable_radix_cache
)
self.skip_radix_cache_insert = bootstrap_host == FAKE_BOOTSTRAP_HOST
self.disagg_kv_sender: Optional[BaseKVSender] = None
self.routed_dp_rank: Optional[int] = routed_dp_rank
-1
View File
@@ -3324,7 +3324,6 @@ class Scheduler(
time_stats=recv_req.time_stats,
return_pooled_hidden_states=recv_req.return_pooled_hidden_states,
multi_item_delimiter_indices=recv_req.multi_item_delimiter_indices,
disable_radix_cache=self.disable_radix_cache,
)
req.tokenizer = self.tokenizer
self._maybe_namespace_elastic_radix_cache(req)