fix ds3.2 nsa backend prefill TBO (#14901)
This commit is contained in:
@@ -727,6 +727,9 @@ class ServerArgs:
|
||||
# Handle any other necessary validations.
|
||||
self._handle_other_validations()
|
||||
|
||||
# Handle two-batch overlap settings.
|
||||
self._handle_two_batch_overlap()
|
||||
|
||||
def _handle_deprecated_args(self):
|
||||
# Handle deprecated tool call parsers
|
||||
deprecated_tool_call_parsers = {"qwen25": "qwen", "glm45": "glm"}
|
||||
@@ -2392,6 +2395,12 @@ class ServerArgs:
|
||||
self.preferred_sampling_params
|
||||
)
|
||||
|
||||
def _handle_two_batch_overlap(self):
|
||||
if self.enable_two_batch_overlap and self.moe_a2a_backend == "none":
|
||||
raise ValueError(
|
||||
"When enabling two batch overlap, moe_a2a_backend cannot be 'none'."
|
||||
)
|
||||
|
||||
@staticmethod
|
||||
def add_cli_args(parser: argparse.ArgumentParser):
|
||||
|
||||
|
||||
Reference in New Issue
Block a user