Update est_time for stage-b-test-small-1-gpu tests (#16835)
This commit is contained in:
@@ -18,7 +18,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
# Torch native attention backend integration test with MMLU eval
|
# Torch native attention backend integration test with MMLU eval
|
||||||
register_cuda_ci(est_time=150, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=169, suite="stage-b-test-small-1-gpu")
|
||||||
register_amd_ci(est_time=150, suite="stage-b-test-small-1-gpu-amd")
|
register_amd_ci(est_time=150, suite="stage-b-test-small-1-gpu-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=190, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=144, suite="stage-b-test-small-1-gpu")
|
||||||
register_amd_ci(est_time=1100, suite="stage-b-test-small-1-gpu-amd")
|
register_amd_ci(est_time=1100, suite="stage-b-test-small-1-gpu-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ from sglang.test.test_deterministic_utils import (
|
|||||||
TestDeterministicBase,
|
TestDeterministicBase,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=228, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=278, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
|
|
||||||
class TestFlashinferDeterministic(TestDeterministicBase):
|
class TestFlashinferDeterministic(TestDeterministicBase):
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ import unittest
|
|||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
from sglang.test.gpt_oss_common import BaseTestGptOss
|
from sglang.test.gpt_oss_common import BaseTestGptOss
|
||||||
|
|
||||||
register_cuda_ci(est_time=402, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=519, suite="stage-b-test-small-1-gpu")
|
||||||
register_amd_ci(est_time=750, suite="stage-b-test-small-1-gpu-amd-mi35x")
|
register_amd_ci(est_time=750, suite="stage-b-test-small-1-gpu-amd-mi35x")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
# CI Registration - Small 1-GPU tests (24GB GPU sufficient)
|
# CI Registration - Small 1-GPU tests (24GB GPU sufficient)
|
||||||
register_cuda_ci(est_time=460, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=539, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
|
|
||||||
class TestPiecewiseCudaGraphCorrectness(CustomTestCase):
|
class TestPiecewiseCudaGraphCorrectness(CustomTestCase):
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=520, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=181, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=368, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=524, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
"""
|
"""
|
||||||
Consolidated HiCache variant tests.
|
Consolidated HiCache variant tests.
|
||||||
|
|||||||
@@ -34,7 +34,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=451, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=487, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
PROMPTS = [
|
PROMPTS = [
|
||||||
"SGL is a",
|
"SGL is a",
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
# FlashMLA attention backend tests with MTP speculative decoding
|
# FlashMLA attention backend tests with MTP speculative decoding
|
||||||
register_cuda_ci(est_time=230, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=284, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
|
|
||||||
class TestFlashMLAAttnBackend(unittest.TestCase):
|
class TestFlashMLAAttnBackend(unittest.TestCase):
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
# DeepSeek-V3 INT8 quantization tests (channel and block INT8)
|
# DeepSeek-V3 INT8 quantization tests (channel and block INT8)
|
||||||
register_cuda_ci(est_time=300, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=341, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
|
|
||||||
class TestMLADeepseekV3ChannelInt8(CustomTestCase):
|
class TestMLADeepseekV3ChannelInt8(CustomTestCase):
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
# Encoder embedding model tests (CUDA only)
|
# Encoder embedding model tests (CUDA only)
|
||||||
register_cuda_ci(est_time=221, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=270, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
# Copyright 2023-2024 SGLang Team
|
# Copyright 2023-2024 SGLang Team
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|
||||||
# VLM (Vision Language Model) tests
|
# VLM (Vision Language Model) tests
|
||||||
register_cuda_ci(est_time=270, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=228, suite="stage-b-test-small-1-gpu")
|
||||||
register_amd_ci(est_time=420, suite="stage-b-test-small-1-gpu-amd")
|
register_amd_ci(est_time=420, suite="stage-b-test-small-1-gpu-amd")
|
||||||
|
|
||||||
import argparse
|
import argparse
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=12, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=89, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=70, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=103, suite="stage-b-test-small-1-gpu")
|
||||||
register_amd_ci(est_time=200, suite="stage-b-test-small-1-gpu-amd")
|
register_amd_ci(est_time=200, suite="stage-b-test-small-1-gpu-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|
||||||
# Ops - Repeat Interleave tests (1-GPU)
|
# Ops - Repeat Interleave tests (1-GPU)
|
||||||
register_cuda_ci(est_time=60, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=8, suite="stage-b-test-small-1-gpu")
|
||||||
register_amd_ci(est_time=75, suite="stage-b-test-small-1-gpu-amd")
|
register_amd_ci(est_time=75, suite="stage-b-test-small-1-gpu-amd")
|
||||||
|
|
||||||
import time
|
import time
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ from sglang.srt.layers.quantization.fp8_kernel import (
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=10, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=132, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
|
|
||||||
class TestFP8Base(CustomTestCase):
|
class TestFP8Base(CustomTestCase):
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ import unittest
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase, run_mmlu_test
|
from sglang.test.test_utils import CustomTestCase, run_mmlu_test
|
||||||
|
|
||||||
register_cuda_ci(est_time=217, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=245, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
|
|
||||||
class TestOverlapSchedule(CustomTestCase):
|
class TestOverlapSchedule(CustomTestCase):
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
from sglang.utils import is_in_ci
|
from sglang.utils import is_in_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=259, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=311, suite="stage-b-test-small-1-gpu")
|
||||||
register_amd_ci(est_time=450, suite="stage-b-test-small-1-gpu-amd")
|
register_amd_ci(est_time=450, suite="stage-b-test-small-1-gpu-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=500, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=561, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
torch_dtype = torch.float16
|
torch_dtype = torch.float16
|
||||||
prefill_tolerance = 5e-2
|
prefill_tolerance = 5e-2
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=194, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=283, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
|
|
||||||
class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
|
class TestEagleServerBase(CustomTestCase, MatchedStopMixin):
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=117, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=230, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
GSM_DATASET_PATH = None
|
GSM_DATASET_PATH = None
|
||||||
|
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
# Standalone speculative decoding tests (FA3, Triton, FlashInfer backends)
|
# Standalone speculative decoding tests (FA3, Triton, FlashInfer backends)
|
||||||
register_cuda_ci(est_time=150, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=308, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
GSM_DATASET_PATH = None
|
GSM_DATASET_PATH = None
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=890, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=957, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
"""
|
"""
|
||||||
Usage:
|
Usage:
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=430, suite="stage-b-test-small-1-gpu")
|
register_cuda_ci(est_time=447, suite="stage-b-test-small-1-gpu")
|
||||||
|
|
||||||
import json
|
import json
|
||||||
import unittest
|
import unittest
|
||||||
|
|||||||
Reference in New Issue
Block a user