minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[HiCache] Simple style change for buffer mode (#35574)

Browse Source
This commit is contained in:
Zhiqiang Xie
2026-08-19 15:23:21 -07:00
committed by GitHub
parent 38b74d294b
commit 01814e110d
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/registry.py
+3 -1
View File
@@ -240,8 +240,10 @@ def create_tree_cache(ctx: TreeCacheBuildContext) -> BasePrefixCache:
if ( if (
ctx.server_args.enable_hierarchical_cache ctx.server_args.enable_hierarchical_cache
and ctx.server_args.hicache_host_memory_mode == "buffer_only" and ctx.server_args.hicache_host_memory_mode == "buffer_only"
and type(cache).__name__ != "UnifiedRadixCache"
): ):
from sglang.srt.mem_cache.unified_radix_cache import UnifiedRadixCache
if not isinstance(cache, UnifiedRadixCache):
raise ValueError( raise ValueError(
"--hicache-host-memory-mode buffer_only is only implemented for " "--hicache-host-memory-mode buffer_only is only implemented for "
f"the unified radix tree; this model selected {type(cache).__name__}." f"the unified radix tree; this model selected {type(cache).__name__}."