[Mamba] Add a per-path cap for cached states (#31230)

2026-07-23 17:58:36 +08:00
parent 20f6a416e7
commit c18919f8f3
4 changed files with 238 additions and 0 deletions
@@ -60,6 +60,8 @@ class TestUnifiedMambaRadixCache(UnifiedRadixTreeTestMixin, CustomTestCase):
                "extra_buffer",
                "--mamba-track-interval",
                str(MAMBA_TRACK_INTERVAL),
+                "--mamba-max-states-per-path",
+                "3",
            ],
            env={"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1"},
        )