Annotate dead max_running_requests_under_SLO (#25441)
This commit is contained in:
@@ -784,6 +784,7 @@ class Scheduler(
|
||||
if self.enable_metrics:
|
||||
self.metrics_collector.emit_constants(
|
||||
max_total_num_tokens=self.max_total_num_tokens,
|
||||
# TODO: max_running_requests_under_SLO has no setter — dead chain.
|
||||
max_running_requests_under_SLO=getattr(
|
||||
self, "max_running_requests_under_SLO", None
|
||||
),
|
||||
|
||||
@@ -954,6 +954,7 @@ class SchedulerMetricsMixin:
|
||||
if self.disaggregation_mode == DisaggregationMode.PREFILL:
|
||||
self.stats.utilization = -1
|
||||
else:
|
||||
# TODO: max_running_requests_under_SLO has no setter — sglang:utilization stuck at 0 (regressed #22713).
|
||||
max_under_slo = getattr(self, "max_running_requests_under_SLO", None)
|
||||
if max_under_slo is not None and max_under_slo > 0:
|
||||
self.stats.utilization = max(
|
||||
|
||||
Reference in New Issue
Block a user