From 01814e110de026efb9afa0c04feff27e3e3efbcd Mon Sep 17 00:00:00 2001 From: Zhiqiang Xie Date: Wed, 19 Aug 2026 15:23:21 -0700 Subject: [PATCH] [HiCache] Simple style change for buffer mode (#35574) --- python/sglang/srt/mem_cache/registry.py | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) diff --git a/python/sglang/srt/mem_cache/registry.py b/python/sglang/srt/mem_cache/registry.py index de3f94c6e..fb1a0b253 100644 --- a/python/sglang/srt/mem_cache/registry.py +++ b/python/sglang/srt/mem_cache/registry.py @@ -240,12 +240,14 @@ def create_tree_cache(ctx: TreeCacheBuildContext) -> BasePrefixCache: if ( ctx.server_args.enable_hierarchical_cache and ctx.server_args.hicache_host_memory_mode == "buffer_only" - and type(cache).__name__ != "UnifiedRadixCache" ): - raise ValueError( - "--hicache-host-memory-mode buffer_only is only implemented for " - f"the unified radix tree; this model selected {type(cache).__name__}." - ) + from sglang.srt.mem_cache.unified_radix_cache import UnifiedRadixCache + + if not isinstance(cache, UnifiedRadixCache): + raise ValueError( + "--hicache-host-memory-mode buffer_only is only implemented for " + f"the unified radix tree; this model selected {type(cache).__name__}." + ) if ctx.server_args.enable_session_radix_cache and not getattr( cache, "enable_session_radix_cache", False