[CI] Adjust CI server launch timeout (#22045)

python/sglang/test/accuracy_test_runner.py

@@ -98,7 +98,7 @@ def _run_simple_eval(
             model.model_path,
             base_url,
             other_args=model.extra_args,
-            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
+            timeout=model.launch_timeout or DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
             env=model.env,
         )
 
@@ -275,7 +275,7 @@ def _run_nemo_skills_eval(
             model.model_path,
             base_url,
             other_args=model.extra_args,
-            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
+            timeout=model.launch_timeout or DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
             env=model.env,
         )
 

python/sglang/test/test_utils.py

@@ -2181,12 +2181,14 @@ class ModelLaunchSettings:
         extra_args: Optional[List[str]] = None,
         env: Optional[dict] = None,
         variant: Optional[str] = None,
+        launch_timeout: Optional[float] = None,
     ):
         self.model_path = model_path
         self.tp_size = tp_size
         self.extra_args = list(extra_args) if extra_args else []
         self.env = env
         self.variant = variant
+        self.launch_timeout = launch_timeout
 
         if self.tp_size > 1 and "--tp" not in self.extra_args:
             self.extra_args.extend(["--tp", str(self.tp_size)])

test/registered/8-gpu-models/test_ring_2_5_1t.py

@@ -33,6 +33,7 @@ class TestRing2_5_1T(unittest.TestCase):
                 tp_size=8,
                 extra_args=base_args,
                 variant="TP8",
+                launch_timeout=1800,
             ),
         ]