minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: /metrics endpoint always reports engine_type="unified" in PD disaggregation mode (#18552)

Browse Source 
Co-authored-by: joo_yeon.lee <joo_yeon.lee@samsung.com>
This commit is contained in:
JooYeon
2026-02-12 14:20:43 +08:00
committed by GitHub
co-authored by joo_yeon.lee
parent d91ce176bf
commit c9297661b9
3 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/grpc_server.py
+2 -2
View File
@@ -325,7 +325,7 @@ class SGLangSchedulerServicer(sglang_scheduler_pb2_grpc.SglangSchedulerServicer)
token_ids_logprob=None, token_ids_logprob=None,
) )
# Set disaggregation params if needed # Set disaggregation params if needed
if self.server_args.disaggregation_mode != DisaggregationMode.NULL: if self.server_args.disaggregation_mode != DisaggregationMode.NULL.value:
health_req.bootstrap_host = FAKE_BOOTSTRAP_HOST health_req.bootstrap_host = FAKE_BOOTSTRAP_HOST
health_req.bootstrap_room = 0 health_req.bootstrap_room = 0
else: else:
@@ -1087,7 +1087,7 @@ def _execute_grpc_server_warmup(server_args: ServerArgs):
} }
# Set disaggregation params if needed # Set disaggregation params if needed
if server_args.disaggregation_mode != DisaggregationMode.NULL: if server_args.disaggregation_mode != DisaggregationMode.NULL.value:
warmup_request_kwargs["disaggregated_params"] = ( warmup_request_kwargs["disaggregated_params"] = (
sglang_scheduler_pb2.DisaggregatedParams( sglang_scheduler_pb2.DisaggregatedParams(
bootstrap_host=FAKE_BOOTSTRAP_HOST, bootstrap_host=FAKE_BOOTSTRAP_HOST,
python/sglang/srt/entrypoints/http_server.py
+1 -1
View File
@@ -489,7 +489,7 @@ async def health_generate(request: Request) -> Response:
) )
if ( if (
_global_state.tokenizer_manager.server_args.disaggregation_mode _global_state.tokenizer_manager.server_args.disaggregation_mode
!= DisaggregationMode.NULL != DisaggregationMode.NULL.value
): ):
gri.bootstrap_host = FAKE_BOOTSTRAP_HOST gri.bootstrap_host = FAKE_BOOTSTRAP_HOST
gri.bootstrap_room = 0 gri.bootstrap_room = 0
python/sglang/srt/managers/scheduler_metrics_mixin.py
+4 -2
View File
@@ -104,9 +104,11 @@ class SchedulerMetricsMixin:
) )
if self.enable_metrics: if self.enable_metrics:
if self.server_args.disaggregation_mode == DisaggregationMode.PREFILL: if self.server_args.disaggregation_mode == DisaggregationMode.PREFILL.value:
engine_type = "prefill" engine_type = "prefill"
elif self.server_args.disaggregation_mode == DisaggregationMode.DECODE: elif (
self.server_args.disaggregation_mode == DisaggregationMode.DECODE.value
):
engine_type = "decode" engine_type = "decode"
else: else:
engine_type = "unified" engine_type = "unified"