chore: update CI test est_time values (#22565)
Co-authored-by: Cheng Wan <chwan@rice.edu> Co-authored-by: sglang-bot <sglang-bot@users.noreply.github.com> Co-authored-by: Cheng Wan <54331508+ch-wan@users.noreply.github.com>
This commit is contained in:
co-authored by
Cheng Wan
sglang-bot
Cheng Wan
parent
b5e4ae7b1a
commit
265696b176
@@ -18,7 +18,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=300, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=270, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
|
||||
class TestDFlashServerBase(CustomTestCase, MatchedStopMixin, GSM8KMixin):
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=240, suite="stage-b-test-4-gpu-b200")
|
||||
register_cuda_ci(est_time=416, suite="stage-b-test-4-gpu-b200")
|
||||
|
||||
FULL_DEEPSEEK_V3_FP4_MODEL_PATH = "nvidia/DeepSeek-V3-0324-FP4"
|
||||
SERVER_LAUNCH_TIMEOUT = 1200
|
||||
|
||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
||||
DEFAULT_TARGET_MODEL_EAGLE3,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=160, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=70, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=50, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
_is_hip = is_hip()
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=100, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=96, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
class TestEagleConstrainedDecoding(
|
||||
|
||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# EAGLE3 with DP attention (tp=2, dp=2, requires 4 GPUs)
|
||||
register_cuda_ci(est_time=100, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=96, suite="stage-c-test-4-gpu-h100")
|
||||
register_amd_ci(est_time=200, suite="stage-c-test-4-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
||||
CustomTestCase,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=270, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=266, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
class TestEAGLEEngine(CustomTestCase):
|
||||
|
||||
@@ -22,7 +22,7 @@ from sglang.test.run_eval import run_eval
|
||||
from sglang.test.server_fixtures.eagle_fixture import EagleServerBase
|
||||
from sglang.test.test_utils import DEFAULT_TARGET_MODEL_EAGLE, run_logprob_check
|
||||
|
||||
register_cuda_ci(est_time=690, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=684, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
class TestEAGLEServerBasic(EagleServerBase):
|
||||
|
||||
@@ -19,7 +19,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=283, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=333, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
|
||||
class TestEagle3ServerBase(CustomTestCase, MatchedStopMixin):
|
||||
|
||||
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# EAGLE with DP attention on B200 (tp=2, dp=2, requires 4 B200 GPUs)
|
||||
register_cuda_ci(est_time=100, suite="stage-c-test-4-gpu-b200")
|
||||
register_cuda_ci(est_time=68, suite="stage-c-test-4-gpu-b200")
|
||||
|
||||
|
||||
def test_gsm8k(base_url: str, model: str):
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# Constrained decoding with EAGLE3 speculative reasoning (tp=2)
|
||||
register_cuda_ci(est_time=60, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=80, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class ServerWithGrammar(CustomTestCase):
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=230, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=200, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
GSM_DATASET_PATH = None
|
||||
|
||||
|
||||
@@ -18,7 +18,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# Standalone speculative decoding tests (FA3, Triton, FlashInfer backends)
|
||||
register_cuda_ci(est_time=308, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=294, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
GSM_DATASET_PATH = None
|
||||
|
||||
|
||||
@@ -9,7 +9,7 @@ from sglang.srt.speculative.eagle_utils import (
|
||||
from sglang.srt.utils import get_device
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=6, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=4, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=3, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user