[CI] Adjust CI server launch timeout (#22045)

2026-04-03 22:38:07 +08:00
parent ee9d922f5a
commit 9f409d0749
3 changed files with 5 additions and 2 deletions
@@ -98,7 +98,7 @@ def _run_simple_eval(
            model.model_path,
            base_url,
            other_args=model.extra_args,
-            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
+            timeout=model.launch_timeout or DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
            env=model.env,
        )

@@ -275,7 +275,7 @@ def _run_nemo_skills_eval(
            model.model_path,
            base_url,
            other_args=model.extra_args,
-            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
+            timeout=model.launch_timeout or DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
            env=model.env,
        )

@@ -2181,12 +2181,14 @@ class ModelLaunchSettings:
        extra_args: Optional[List[str]] = None,
        env: Optional[dict] = None,
        variant: Optional[str] = None,
+        launch_timeout: Optional[float] = None,
    ):
        self.model_path = model_path
        self.tp_size = tp_size
        self.extra_args = list(extra_args) if extra_args else []
        self.env = env
        self.variant = variant
+        self.launch_timeout = launch_timeout

        if self.tp_size > 1 and "--tp" not in self.extra_args:
            self.extra_args.extend(["--tp", str(self.tp_size)])