From 9f409d0749b5dca0224a5d747d25d42f7f5387dd Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Fri, 3 Apr 2026 22:38:07 +0800 Subject: [PATCH] [CI] Adjust CI server launch timeout (#22045) --- python/sglang/test/accuracy_test_runner.py | 4 ++-- python/sglang/test/test_utils.py | 2 ++ test/registered/8-gpu-models/test_ring_2_5_1t.py | 1 + 3 files changed, 5 insertions(+), 2 deletions(-) diff --git a/python/sglang/test/accuracy_test_runner.py b/python/sglang/test/accuracy_test_runner.py index cc780622c..c35dba649 100644 --- a/python/sglang/test/accuracy_test_runner.py +++ b/python/sglang/test/accuracy_test_runner.py @@ -98,7 +98,7 @@ def _run_simple_eval( model.model_path, base_url, other_args=model.extra_args, - timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, + timeout=model.launch_timeout or DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, env=model.env, ) @@ -275,7 +275,7 @@ def _run_nemo_skills_eval( model.model_path, base_url, other_args=model.extra_args, - timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, + timeout=model.launch_timeout or DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, env=model.env, ) diff --git a/python/sglang/test/test_utils.py b/python/sglang/test/test_utils.py index a360358c7..9cbd2e59d 100644 --- a/python/sglang/test/test_utils.py +++ b/python/sglang/test/test_utils.py @@ -2181,12 +2181,14 @@ class ModelLaunchSettings: extra_args: Optional[List[str]] = None, env: Optional[dict] = None, variant: Optional[str] = None, + launch_timeout: Optional[float] = None, ): self.model_path = model_path self.tp_size = tp_size self.extra_args = list(extra_args) if extra_args else [] self.env = env self.variant = variant + self.launch_timeout = launch_timeout if self.tp_size > 1 and "--tp" not in self.extra_args: self.extra_args.extend(["--tp", str(self.tp_size)]) diff --git a/test/registered/8-gpu-models/test_ring_2_5_1t.py b/test/registered/8-gpu-models/test_ring_2_5_1t.py index c7a139522..71b2a4f26 100644 --- a/test/registered/8-gpu-models/test_ring_2_5_1t.py +++ b/test/registered/8-gpu-models/test_ring_2_5_1t.py @@ -33,6 +33,7 @@ class TestRing2_5_1T(unittest.TestCase): tp_size=8, extra_args=base_args, variant="TP8", + launch_timeout=1800, ), ]