[mem_cache][6/N] refactor: move MHA host-pool into pool_host/mha.py (#30249)

This commit is contained in:
shuwenn
2026-07-08 20:12:52 +08:00
committed by GitHub
parent 4c5fe42be4
commit 108a183f6b
15 changed files with 1266 additions and 1222 deletions
+1 -1
View File
@@ -16,7 +16,7 @@ from sglang.srt.managers.cache_controller import (
)
from sglang.srt.mem_cache.allocator import TokenToKVPoolAllocator
from sglang.srt.mem_cache.memory_pool import MHATokenToKVPool
from sglang.srt.mem_cache.memory_pool_host import MHATokenToKVPoolHost
from sglang.srt.mem_cache.pool_host.mha import MHATokenToKVPoolHost
init_distributed_environment(
world_size=1,