[PD-Disagg] Support FAKE transfer backend for more cases (#19215)
This commit is contained in:
@@ -28,6 +28,9 @@ class FakeKVManager(BaseKVManager):
|
|||||||
):
|
):
|
||||||
super().__init__(args, disaggregation_mode, server_args, is_mla_backend)
|
super().__init__(args, disaggregation_mode, server_args, is_mla_backend)
|
||||||
|
|
||||||
|
def register_to_bootstrap(self):
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
class FakeKVSender(BaseKVSender):
|
class FakeKVSender(BaseKVSender):
|
||||||
def __init__(
|
def __init__(
|
||||||
|
|||||||
@@ -1532,7 +1532,10 @@ class Scheduler(
|
|||||||
|
|
||||||
if self.disaggregation_mode != DisaggregationMode.NULL:
|
if self.disaggregation_mode != DisaggregationMode.NULL:
|
||||||
# Invalid request for disaggregated mode
|
# Invalid request for disaggregated mode
|
||||||
if recv_req.bootstrap_room is None:
|
if (
|
||||||
|
recv_req.bootstrap_room is None
|
||||||
|
and self.transfer_backend != TransferBackend.FAKE
|
||||||
|
):
|
||||||
error_msg = (
|
error_msg = (
|
||||||
f"Invalid request: Disaggregated request received without "
|
f"Invalid request: Disaggregated request received without "
|
||||||
f"bootstrap room id. {req.rid=}"
|
f"bootstrap room id. {req.rid=}"
|
||||||
|
|||||||
Reference in New Issue
Block a user