Fix mooncake store write/read bandwidth logs (#18294)

This commit is contained in:
huangtingwei
2026-03-09 19:54:37 -07:00
committed by GitHub
parent 9610944ae6
commit 0a43229be1
5 changed files with 51 additions and 14 deletions
@@ -261,6 +261,7 @@ class HiCacheController:
storage_backend_extra_config: Optional[dict] = None,
pp_rank: int = 0,
pp_size: int = 1,
enable_storage_metrics: bool = False,
):
self.tp_group = tp_group
self.mem_pool_device_allocator = token_to_kv_pool_allocator
@@ -279,6 +280,7 @@ class HiCacheController:
self.storage_backend_type = None
self.pp_rank = pp_rank
self.pp_size = pp_size
self.enable_storage_metrics = enable_storage_metrics
# Default storage page IO functions (may be overridden by attach).
self.page_get_func = self._generic_page_get
@@ -610,6 +612,7 @@ class HiCacheController:
pp_rank=self.pp_rank,
pp_size=self.pp_size,
is_mla_model=is_mla_backend,
enable_storage_metrics=self.enable_storage_metrics,
is_page_first_layout=self.mem_pool_host.layout == "page_first",
model_name=model_name,
tp_lcm_size=tp_lcm_size,