minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[mem_cache][7/N] refactor: move MLATokenToKVPoolHost to pool_host.mla (#30616)

Browse Source
This commit is contained in:
shuwenn
2026-07-13 14:23:38 +08:00
committed by GitHub
parent cbcbef6811
commit 9dd57ef8c4
13 changed files with 602 additions and 564 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/mem_cache/test_mooncake_group_semantics.py
+5 -5
View File
@@ -42,14 +42,14 @@ def _fake_mooncake_modules(fake_store_cls, replicate_config_cls):
}
def _fake_memory_pool_host_module():
memory_pool_host = types.ModuleType("sglang.srt.mem_cache.memory_pool_host")
def _fake_pool_host_mla_module():
pool_host_mla = types.ModuleType("sglang.srt.mem_cache.pool_host.mla")
class MLATokenToKVPoolHost:
pass
memory_pool_host.MLATokenToKVPoolHost = MLATokenToKVPoolHost
return memory_pool_host
pool_host_mla.MLATokenToKVPoolHost = MLATokenToKVPoolHost
return pool_host_mla
def _fake_pool_host_module():
@@ -68,8 +68,8 @@ def _fake_pool_host_module():
def _fake_host_pool_modules():
return {
"sglang.srt.mem_cache.memory_pool_host": _fake_memory_pool_host_module(),
"sglang.srt.mem_cache.pool_host": _fake_pool_host_module(),
"sglang.srt.mem_cache.pool_host.mla": _fake_pool_host_mla_module(),
}