[P/D disagg] - support decode side radix cache (#19746)

2026-05-01 21:55:34 +08:00
parent 4197c55968
commit 5b7ce417d0
24 changed files with 993 additions and 138 deletions
@@ -47,6 +47,22 @@ class TestLoadBalanceMethod(unittest.TestCase):
        server_args = ServerArgs(model_path="dummy", disaggregation_mode="decode")
        self.assertEqual(server_args.load_balance_method, "round_robin")

+    def test_pd_decode_radix_cache_rejects_hisparse(self):
+        with self.assertRaises(ValueError) as context:
+            ServerArgs(
+                model_path="dummy",
+                disaggregation_mode="decode",
+                disaggregation_decode_enable_radix_cache=True,
+                disaggregation_transfer_backend="nixl",
+                enable_hisparse=True,
+            )
+
+        self.assertIn(
+            "--disaggregation-decode-enable-radix-cache is incompatible with "
+            "--enable-hisparse",
+            str(context.exception),
+        )
+

 class TestPortArgs(unittest.TestCase):
    @patch("sglang.srt.server_args.get_free_port")