[CI] Add MegaMoE runner compatibility alias (#34326)
This commit is contained in:
@@ -1243,7 +1243,7 @@ class Envs:
|
|||||||
|
|
||||||
# DeepGemm Mega MoE
|
# DeepGemm Mega MoE
|
||||||
SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE = EnvBool(False)
|
SGLANG_OPT_USE_DEEPGEMM_MEGA_MOE = EnvBool(False)
|
||||||
SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK = EnvInt(1024)
|
SGLANG_OPT_DEEPGEMM_MEGA_MOE_NUM_MAX_TOKENS_PER_RANK = EnvInt(8192)
|
||||||
|
|
||||||
# When set, the mega-MoE x slot is packed E2M1 (FP4) instead of FP8 E4M3.
|
# When set, the mega-MoE x slot is packed E2M1 (FP4) instead of FP8 E4M3.
|
||||||
# Halves symm-buffer footprint and unlocks the MXF4 mainloop downstream.
|
# Halves symm-buffer footprint and unlocks the MXF4 mainloop downstream.
|
||||||
|
|||||||
@@ -266,6 +266,7 @@ MOE_RUNNER_BACKEND_CHOICES = [
|
|||||||
"humming",
|
"humming",
|
||||||
"experimental_sgl_marlin",
|
"experimental_sgl_marlin",
|
||||||
"hpc_ops", # HPC-Ops (https://github.com/Tencent/hpc-ops), FP8 MoE on Hopper (SM90) only
|
"hpc_ops", # HPC-Ops (https://github.com/Tencent/hpc-ops), FP8 MoE on Hopper (SM90) only
|
||||||
|
"megamoe",
|
||||||
]
|
]
|
||||||
|
|
||||||
MOE_A2A_BACKEND_CHOICES = [
|
MOE_A2A_BACKEND_CHOICES = [
|
||||||
@@ -3504,6 +3505,7 @@ class ServerArgs:
|
|||||||
# _handle_model_specific_adjustments never runs.
|
# _handle_model_specific_adjustments never runs.
|
||||||
self._resolved_overrides = []
|
self._resolved_overrides = []
|
||||||
|
|
||||||
|
self._handle_moe_runner_backend_alias()
|
||||||
self._handle_return_hidden_states_mode()
|
self._handle_return_hidden_states_mode()
|
||||||
if self.model_path.lower() in ["none", "dummy"]:
|
if self.model_path.lower() in ["none", "dummy"]:
|
||||||
return
|
return
|
||||||
@@ -3672,6 +3674,20 @@ class ServerArgs:
|
|||||||
|
|
||||||
materialize_declarations(self)
|
materialize_declarations(self)
|
||||||
|
|
||||||
|
def _handle_moe_runner_backend_alias(self):
|
||||||
|
if self.moe_runner_backend != "megamoe":
|
||||||
|
return
|
||||||
|
|
||||||
|
if self.moe_a2a_backend not in ("none", "megamoe"):
|
||||||
|
logger.warning(
|
||||||
|
"--moe-runner-backend megamoe is an alias for "
|
||||||
|
"--moe-a2a-backend megamoe; overriding "
|
||||||
|
"--moe-a2a-backend %s.",
|
||||||
|
self.moe_a2a_backend,
|
||||||
|
)
|
||||||
|
self.moe_runner_backend = "auto"
|
||||||
|
self.moe_a2a_backend = "megamoe"
|
||||||
|
|
||||||
def _handle_return_hidden_states_mode(self):
|
def _handle_return_hidden_states_mode(self):
|
||||||
if self.return_hidden_states_mode not in (None, "last", "full"):
|
if self.return_hidden_states_mode not in (None, "last", "full"):
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
|
|||||||
Reference in New Issue
Block a user