mooncake standalone(dummy) 模式打通 dsv41 unified cache:放宽 standalone 检查对 LogicalHostPool 锚点的误拦(实体 buffer 由旁池运行时 register_buffer);新增 l3dummy compose(单 store 服务 64GB shm 段 + fake-cargo 跳过 rustup 下载)。实测 24x160k 热/冷 +26.4%(vs TCP best_effort -4.4%)
build-sglang-image / build (push) Failing after 1h10m35s

This commit is contained in:
2026-10-10 00:06:32 +08:00
parent 30ba5818e7
commit b4dbcebbec
4 changed files with 225 additions and 1 deletions
@@ -460,7 +460,18 @@ class MooncakeStore(HiCacheStorage, MooncakeBaseStore):
)
device_name = ""
if self.config.standalone_storage:
if not isinstance(mem_pool.allocator, MooncakeHostTensorAllocator):
# V4 unified cache hands us a LogicalHostPool anchor that owns no
# physical buffers (kv_buffer=None, allocator=None); the real
# buffers live in side pools registered later via
# register_mem_host_pool_v2() -> register_buffer(ptr, size).
# Only enforce the MooncakeHostTensorAllocator requirement when
# the anchor actually owns memory.
_anchor_owns_buffers = (
getattr(mem_pool, "kv_buffer", None) is not None
)
if _anchor_owns_buffers and not isinstance(
getattr(mem_pool, "allocator", None), MooncakeHostTensorAllocator
):
raise RuntimeError(
"MooncakeStore with standalone_storage=True requires MooncakeHostTensorAllocator. "
"Please set standalone_storage=False "