diff --git a/python/sglang/srt/mem_cache/radix_cache.py b/python/sglang/srt/mem_cache/radix_cache.py index 565274f9aa..70ddffc5b8 100644 --- a/python/sglang/srt/mem_cache/radix_cache.py +++ b/python/sglang/srt/mem_cache/radix_cache.py @@ -605,6 +605,9 @@ class RadixCache(BasePrefixCache): node = node.parent return DecLockRefResult(delta=delta) + def supports_prefix_sharing(self) -> bool: + return not self.disable + def evictable_size(self): return self.evictable_size_ diff --git a/test/registered/unit/mem_cache/test_radix_cache_unit.py b/test/registered/unit/mem_cache/test_radix_cache_unit.py index bb469c74f8..cbe39a6a5d 100644 --- a/test/registered/unit/mem_cache/test_radix_cache_unit.py +++ b/test/registered/unit/mem_cache/test_radix_cache_unit.py @@ -319,6 +319,7 @@ class TestRadixCache(CustomTestCase): self.assertEqual(cache.page_size, page_size) self.assertEqual(cache.disable, disable) + self.assertEqual(cache.supports_prefix_sharing(), not disable) self.assertEqual(cache.kv_events.enabled, enable_events) self.assertEqual(cache.device, torch.device("cpu")) self.assertIsNotNone(cache.root_node) diff --git a/test/registered/unit/mem_cache/test_swa_eviction_interval.py b/test/registered/unit/mem_cache/test_swa_eviction_interval.py index f9a1e0a113..311b437863 100644 --- a/test/registered/unit/mem_cache/test_swa_eviction_interval.py +++ b/test/registered/unit/mem_cache/test_swa_eviction_interval.py @@ -17,6 +17,7 @@ register_cpu_ci(est_time=5, suite="base-a-test-cpu") class _SwaCache(RadixCache): def __init__(self, *, auxiliary=False): + self.disable = False self.sliding_window_size = 128 self.page_size = 16 self.req_to_token_pool = SimpleNamespace(