[mem_cache][5/N] refactor: extract host KV cache base layer into pool_host package (#27273)

This commit is contained in:
shuwenn
2026-06-20 20:44:08 +08:00
committed by GitHub
parent 1109acc24b
commit ff1fc1fbdf
16 changed files with 380 additions and 332 deletions
@@ -31,7 +31,7 @@ from sglang.srt.mem_cache.hicache_storage import (
if TYPE_CHECKING:
from sglang.srt.mem_cache.allocator import BaseTokenToKVPoolAllocator
from sglang.srt.mem_cache.memory_pool_host import HostKVCache
from sglang.srt.mem_cache.pool_host import HostKVCache
from sglang.srt.distributed import (
get_pipeline_model_parallel_rank,