Simplify server args (#15704)
This commit is contained in:
@@ -724,15 +724,12 @@ class ServerArgs:
|
|||||||
# Handle diffusion LLM inference.
|
# Handle diffusion LLM inference.
|
||||||
self._handle_dllm_inference()
|
self._handle_dllm_inference()
|
||||||
|
|
||||||
# Handle any other necessary validations.
|
|
||||||
self._handle_other_validations()
|
|
||||||
|
|
||||||
# Handle two-batch overlap settings.
|
|
||||||
self._handle_two_batch_overlap()
|
|
||||||
|
|
||||||
# Handle debug utilities.
|
# Handle debug utilities.
|
||||||
self._handle_debug_utils()
|
self._handle_debug_utils()
|
||||||
|
|
||||||
|
# Handle any other necessary validations.
|
||||||
|
self._handle_other_validations()
|
||||||
|
|
||||||
def _handle_deprecated_args(self):
|
def _handle_deprecated_args(self):
|
||||||
# Handle deprecated tool call parsers
|
# Handle deprecated tool call parsers
|
||||||
deprecated_tool_call_parsers = {"qwen25": "qwen", "glm45": "glm"}
|
deprecated_tool_call_parsers = {"qwen25": "qwen", "glm45": "glm"}
|
||||||
@@ -2394,12 +2391,6 @@ class ServerArgs:
|
|||||||
self.preferred_sampling_params
|
self.preferred_sampling_params
|
||||||
)
|
)
|
||||||
|
|
||||||
def _handle_two_batch_overlap(self):
|
|
||||||
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
|
|
||||||
raise ValueError(
|
|
||||||
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
|
|
||||||
)
|
|
||||||
|
|
||||||
def _handle_debug_utils(self):
|
def _handle_debug_utils(self):
|
||||||
if is_in_ci() and self.soft_watchdog_timeout is None:
|
if is_in_ci() and self.soft_watchdog_timeout is None:
|
||||||
logger.info("Set soft_watchdog_timeout since in CI")
|
logger.info("Set soft_watchdog_timeout since in CI")
|
||||||
@@ -4617,6 +4608,12 @@ class ServerArgs:
|
|||||||
"--export-metrics-to-file-dir is required when --export-metrics-to-file is enabled"
|
"--export-metrics-to-file-dir is required when --export-metrics-to-file is enabled"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
# Check two batch overlap
|
||||||
|
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
|
||||||
|
raise ValueError(
|
||||||
|
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
|
||||||
|
)
|
||||||
|
|
||||||
def check_torch_2_9_1_cudnn_compatibility(self):
|
def check_torch_2_9_1_cudnn_compatibility(self):
|
||||||
if get_bool_env_var("SGLANG_DISABLE_CUDNN_CHECK"):
|
if get_bool_env_var("SGLANG_DISABLE_CUDNN_CHECK"):
|
||||||
return
|
return
|
||||||
|
|||||||
Reference in New Issue
Block a user