fix(disagg): allow fake transfer with decode DCP (#35409)
Signed-off-by: Alexandre Milesi <milesial@users.noreply.github.com>
This commit is contained in:
@@ -524,12 +524,22 @@ class TestLoadBalanceMethod(unittest.TestCase):
|
||||
def test_pd_decode_dcp_rejects_unsupported_transfer_backend(self):
|
||||
server_args = ServerArgs(
|
||||
model_path="dummy",
|
||||
disaggregation_mode="decode",
|
||||
disaggregation_transfer_backend="mori",
|
||||
dcp_size=4,
|
||||
)
|
||||
with self.assertRaisesRegex(
|
||||
ValueError, "mooncake, nixl, or fake for synthetic benchmarking"
|
||||
):
|
||||
server_args._handle_pd_disaggregation()
|
||||
|
||||
def test_pd_decode_dcp_allows_fake_transfer_backend(self):
|
||||
server_args = self._load_balance_args(
|
||||
disaggregation_mode="decode",
|
||||
disaggregation_transfer_backend="fake",
|
||||
dcp_size=4,
|
||||
)
|
||||
with self.assertRaisesRegex(ValueError, "mooncake or nixl"):
|
||||
server_args._handle_pd_disaggregation()
|
||||
self.assertTrue(server_args.disable_radix_cache)
|
||||
|
||||
def test_pd_decode_dcp_rejects_radix_cache(self):
|
||||
server_args = ServerArgs(
|
||||
|
||||
Reference in New Issue
Block a user