fix ds3.2 nsa backend prefill TBO (#14901)

This commit is contained in:
Jincong Chen
2025-12-21 13:16:46 -08:00
committed by GitHub
parent a39126672a
commit 350fbbf4dc
5 changed files with 76 additions and 2 deletions
+9
View File
@@ -727,6 +727,9 @@ class ServerArgs:
# Handle any other necessary validations.
self._handle_other_validations()
# Handle two-batch overlap settings.
self._handle_two_batch_overlap()
def _handle_deprecated_args(self):
# Handle deprecated tool call parsers
deprecated_tool_call_parsers = {"qwen25": "qwen", "glm45": "glm"}
@@ -2392,6 +2395,12 @@ class ServerArgs:
self.preferred_sampling_params
)
def _handle_two_batch_overlap(self):
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
raise ValueError(
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
)
@staticmethod
def add_cli_args(parser: argparse.ArgumentParser):