[mem_cache][5/N] refactor: extract host KV cache base layer into pool_host package (#27273)
This commit is contained in:
@@ -31,7 +31,7 @@ from sglang.srt.mem_cache.hicache_storage import (
|
||||
|
||||
if TYPE_CHECKING:
|
||||
from sglang.srt.mem_cache.allocator import BaseTokenToKVPoolAllocator
|
||||
from sglang.srt.mem_cache.memory_pool_host import HostKVCache
|
||||
from sglang.srt.mem_cache.pool_host import HostKVCache
|
||||
|
||||
from sglang.srt.distributed import (
|
||||
get_pipeline_model_parallel_rank,
|
||||
|
||||
Reference in New Issue
Block a user