mooncake standalone(dummy) 模式打通 dsv41 unified cache:放宽 standalone 检查对 LogicalHostPool 锚点的误拦(实体 buffer 由旁池运行时 register_buffer);新增 l3dummy compose(单 store 服务 64GB shm 段 + fake-cargo 跳过 rustup 下载)。实测 24x160k 热/冷 +26.4%(vs TCP best_effort -4.4%)
build-sglang-image / build (push) Failing after 1h10m35s
build-sglang-image / build (push) Failing after 1h10m35s
This commit is contained in:
@@ -460,7 +460,18 @@ class MooncakeStore(HiCacheStorage, MooncakeBaseStore):
|
||||
)
|
||||
device_name = ""
|
||||
if self.config.standalone_storage:
|
||||
if not isinstance(mem_pool.allocator, MooncakeHostTensorAllocator):
|
||||
# V4 unified cache hands us a LogicalHostPool anchor that owns no
|
||||
# physical buffers (kv_buffer=None, allocator=None); the real
|
||||
# buffers live in side pools registered later via
|
||||
# register_mem_host_pool_v2() -> register_buffer(ptr, size).
|
||||
# Only enforce the MooncakeHostTensorAllocator requirement when
|
||||
# the anchor actually owns memory.
|
||||
_anchor_owns_buffers = (
|
||||
getattr(mem_pool, "kv_buffer", None) is not None
|
||||
)
|
||||
if _anchor_owns_buffers and not isinstance(
|
||||
getattr(mem_pool, "allocator", None), MooncakeHostTensorAllocator
|
||||
):
|
||||
raise RuntimeError(
|
||||
"MooncakeStore with standalone_storage=True requires MooncakeHostTensorAllocator. "
|
||||
"Please set standalone_storage=False "
|
||||
|
||||
Reference in New Issue
Block a user