diff --git a/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py b/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py index 14c2821235..2f5fe4bc98 100644 --- a/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py +++ b/python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py @@ -526,6 +526,22 @@ class MooncakeStore(HiCacheStorage, MooncakeBaseStore): transfer_engine = None setup_kwargs = {} + # Opt-in client metrics HTTP server (Prometheus). Each rank + # embeds its own Mooncake client, so give every rank its own + # port: base + dp_rank. Off unless the env var is set. + _mc_metrics_port_base = os.environ.get( + "SGLANG_MOONCAKE_CLIENT_METRICS_PORT_BASE" + ) + if _mc_metrics_port_base: + _mc_dp_rank = ( + int(getattr(storage_config, "dp_rank", 0) or 0) + if storage_config is not None + else 0 + ) + setup_kwargs["enable_http_server"] = True + setup_kwargs["client_http_port"] = ( + int(_mc_metrics_port_base) + _mc_dp_rank + ) if self.config.enable_ssd_offload: setup_kwargs["enable_ssd_offload"] = True if self.config.ssd_offload_path is not None: