Add explicit EPLB balancedness reporting modes (#34998)
This commit is contained in:
@@ -2409,9 +2409,11 @@ class ServerArgs:
|
||||
"Circular buffer size of expert distribution recorder. Set to -1 to denote infinite buffer.",
|
||||
NS("exec.moe"),
|
||||
] = None
|
||||
enable_expert_distribution_metrics: A[
|
||||
bool, "Enable logging metrics for expert balancedness", NS("exec.moe")
|
||||
] = False
|
||||
expert_balancedness_report_mode: A[
|
||||
Literal["off", "server_log", "prometheus", "both"],
|
||||
"Where to report expert balancedness. Options: off, server_log, prometheus, both.",
|
||||
NS("exec.moe"),
|
||||
] = "off"
|
||||
deepep_config: A[
|
||||
Optional[str],
|
||||
"Tuned DeepEP config suitable for your own cluster. It can be either a string with JSON content or a file path.",
|
||||
@@ -7198,7 +7200,14 @@ class ServerArgs:
|
||||
# ===== END TO BE REFACTORED ====
|
||||
|
||||
def _handle_expert_distribution_metrics(self):
|
||||
if self.enable_expert_distribution_metrics and (
|
||||
if "SGLANG_ENABLE_EPLB_BALANCEDNESS_METRIC" in os.environ:
|
||||
raise ValueError(
|
||||
"SGLANG_ENABLE_EPLB_BALANCEDNESS_METRIC is no longer supported. Use "
|
||||
"--expert-balancedness-report-mode with one of: off, server_log, "
|
||||
"prometheus, both."
|
||||
)
|
||||
|
||||
if self.should_report_expert_balancedness() and (
|
||||
self.expert_distribution_recorder_mode is None
|
||||
):
|
||||
self.expert_distribution_recorder_mode = "stat"
|
||||
@@ -8620,6 +8629,19 @@ class ServerArgs:
|
||||
)
|
||||
|
||||
# --- Deprecated argument registrations ---
|
||||
parser.add_argument(
|
||||
"--enable-expert-distribution-metrics",
|
||||
action=DeprecatedAction,
|
||||
error_message=(
|
||||
"--enable-expert-distribution-metrics is no longer supported. Use "
|
||||
"--expert-balancedness-report-mode with one of: off, server_log, "
|
||||
"prometheus, both."
|
||||
),
|
||||
help=(
|
||||
"Removed. Use --expert-balancedness-report-mode with one of: "
|
||||
"off, server_log, prometheus, both."
|
||||
),
|
||||
)
|
||||
parser.add_argument(
|
||||
"--stream-output",
|
||||
action=DeprecatedStoreTrueAction,
|
||||
@@ -9593,6 +9615,15 @@ class ServerArgs:
|
||||
"dp_size": self.dp_size,
|
||||
}
|
||||
|
||||
def should_report_expert_balancedness(self) -> bool:
|
||||
return self.expert_balancedness_report_mode != "off"
|
||||
|
||||
def should_log_expert_balancedness_to_server_log(self) -> bool:
|
||||
return self.expert_balancedness_report_mode in ("server_log", "both")
|
||||
|
||||
def should_export_expert_balancedness_to_prometheus(self) -> bool:
|
||||
return self.expert_balancedness_report_mode in ("prometheus", "both")
|
||||
|
||||
|
||||
def m3_fp8_attn_gemm_enabled(args) -> bool:
|
||||
"""Whether MiniMax-M3 attention GEMMs run in fp8 (no opt-in flag; active
|
||||
|
||||
Reference in New Issue
Block a user