fix(ci): update est_time for 57 tests based on runtime analysis (#21896)
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
2ef12073f4
commit
875a615993
@@ -8,7 +8,7 @@ from sglang.srt.layers.attention.fla.fused_recurrent import (
|
|||||||
)
|
)
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=60, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=8, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
@unittest.skipIf(not torch.cuda.is_available(), "Test requires CUDA")
|
@unittest.skipIf(not torch.cuda.is_available(), "Test requires CUDA")
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ from sglang.test.test_utils import (
|
|||||||
|
|
||||||
# Hybrid attention backend tests (FA3 prefill + FlashInfer decode, requires SM 90+ / H100)
|
# Hybrid attention backend tests (FA3 prefill + FlashInfer decode, requires SM 90+ / H100)
|
||||||
# Multiple test classes: base, MLA, TorchCompile, SpecDecode variants
|
# Multiple test classes: base, MLA, TorchCompile, SpecDecode variants
|
||||||
register_cuda_ci(est_time=200, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=350, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
GSM_DATASET_PATH = None
|
GSM_DATASET_PATH = None
|
||||||
|
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
write_github_step_summary,
|
write_github_step_summary,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=360, suite="stage-c-test-deepep-8-gpu-h200")
|
register_cuda_ci(est_time=640, suite="stage-c-test-deepep-8-gpu-h200")
|
||||||
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
|
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -12,16 +12,18 @@ from sglang.test.server_fixtures.disaggregation_fixture import (
|
|||||||
from sglang.test.test_utils import (
|
from sglang.test.test_utils import (
|
||||||
DEFAULT_MODEL_NAME_FOR_TEST,
|
DEFAULT_MODEL_NAME_FOR_TEST,
|
||||||
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
is_in_ci,
|
|
||||||
popen_launch_pd_server,
|
popen_launch_pd_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
# Registering the test for CUDA CI with appropriate parameters
|
# Registering the test for CUDA CI with appropriate parameters
|
||||||
# Increasing estimated time since we run evaluation twice
|
# Increasing estimated time since we run evaluation twice
|
||||||
register_cuda_ci(est_time=600, suite="stage-b-test-2-gpu-large")
|
register_cuda_ci(
|
||||||
|
est_time=600,
|
||||||
|
suite="stage-b-test-2-gpu-large",
|
||||||
|
disabled="Temporarily disable the flaky test.",
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
@unittest.skipIf(is_in_ci(), "Temporarily disable the flaky test.")
|
|
||||||
class TestDisaggregationDecodeOffload(PDDisaggregationServerBase):
|
class TestDisaggregationDecodeOffload(PDDisaggregationServerBase):
|
||||||
"""
|
"""
|
||||||
Test class for verifying KV cache offloading on the decode side in a
|
Test class for verifying KV cache offloading on the decode side in a
|
||||||
|
|||||||
@@ -38,7 +38,7 @@ from sglang.utils import terminate_process
|
|||||||
|
|
||||||
mp.set_start_method("spawn", force=True)
|
mp.set_start_method("spawn", force=True)
|
||||||
|
|
||||||
register_cuda_ci(est_time=72, suite="stage-b-test-2-gpu-large")
|
register_cuda_ci(est_time=130, suite="stage-b-test-2-gpu-large")
|
||||||
register_amd_ci(est_time=72, suite="stage-b-test-2-gpu-large-amd")
|
register_amd_ci(est_time=72, suite="stage-b-test-2-gpu-large-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -35,7 +35,7 @@ register_amd_ci(
|
|||||||
suite="stage-b-test-1-gpu-small-amd",
|
suite="stage-b-test-1-gpu-small-amd",
|
||||||
disabled="see https://github.com/sgl-project/sglang/issues/11127",
|
disabled="see https://github.com/sgl-project/sglang/issues/11127",
|
||||||
)
|
)
|
||||||
register_cuda_ci(est_time=73, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=200, suite="stage-b-test-1-gpu-small")
|
||||||
|
|
||||||
MODEL_TO_CONFIG = {
|
MODEL_TO_CONFIG = {
|
||||||
"Alibaba-NLP/gte-Qwen2-1.5B-instruct": (1, 1e-5),
|
"Alibaba-NLP/gte-Qwen2-1.5B-instruct": (1, 1e-5),
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=660, suite="stage-c-test-deepep-4-gpu-h100")
|
register_cuda_ci(est_time=200, suite="stage-c-test-deepep-4-gpu-h100")
|
||||||
|
|
||||||
ib_devices = get_rdma_devices_args()
|
ib_devices = get_rdma_devices_args()
|
||||||
|
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=300, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=580, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=420, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=420, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ from sglang.srt.function_call.kimik2_detector import (
|
|||||||
from sglang.srt.parser.reasoning_parser import KimiK2Detector as KimiK2ReasoningDetector
|
from sglang.srt.parser.reasoning_parser import KimiK2Detector as KimiK2ReasoningDetector
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(1.0, "stage-a-test-cpu")
|
register_cpu_ci(5, "stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
def _make_tool(name, parameters=None):
|
def _make_tool(name, parameters=None):
|
||||||
|
|||||||
@@ -24,7 +24,7 @@ from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMo
|
|||||||
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=2, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=15, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
# Global configuration for all indexer tests
|
# Global configuration for all indexer tests
|
||||||
DEFAULT_CONFIG = {
|
DEFAULT_CONFIG = {
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
|||||||
|
|
||||||
# ==============================================================================
|
# ==============================================================================
|
||||||
|
|
||||||
register_cuda_ci(est_time=120, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=25, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
def round_up(x, base):
|
def round_up(x, base):
|
||||||
|
|||||||
@@ -25,7 +25,7 @@ from sglang.test.lora_utils import (
|
|||||||
from sglang.test.runners import SRTRunner
|
from sglang.test.runners import SRTRunner
|
||||||
|
|
||||||
register_cuda_ci(
|
register_cuda_ci(
|
||||||
est_time=25,
|
est_time=50,
|
||||||
suite="stage-b-test-1-gpu-large",
|
suite="stage-b-test-1-gpu-large",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -35,7 +35,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
|||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(
|
register_cuda_ci(
|
||||||
est_time=300,
|
est_time=160,
|
||||||
suite="stage-c-test-4-gpu-b200",
|
suite="stage-c-test-4-gpu-b200",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -38,7 +38,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
|||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(
|
register_cuda_ci(
|
||||||
est_time=200,
|
est_time=40,
|
||||||
suite="stage-b-test-1-gpu-large",
|
suite="stage-b-test-1-gpu-large",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -35,7 +35,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
|||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(
|
register_cuda_ci(
|
||||||
est_time=300,
|
est_time=160,
|
||||||
suite="stage-c-test-4-gpu-b200",
|
suite="stage-c-test-4-gpu-b200",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -30,7 +30,7 @@ from sglang.test.lora_utils import (
|
|||||||
from sglang.test.test_utils import CustomTestCase, is_in_ci
|
from sglang.test.test_utils import CustomTestCase, is_in_ci
|
||||||
|
|
||||||
register_cuda_ci(
|
register_cuda_ci(
|
||||||
est_time=116,
|
est_time=190,
|
||||||
suite="stage-c-test-8-gpu-h200",
|
suite="stage-c-test-8-gpu-h200",
|
||||||
)
|
)
|
||||||
register_amd_ci(
|
register_amd_ci(
|
||||||
|
|||||||
@@ -20,7 +20,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=32, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=95, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=32, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=32, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
_MODEL_NAME = "Qwen/Qwen3-0.6B"
|
_MODEL_NAME = "Qwen/Qwen3-0.6B"
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=90, suite="stage-b-test-2-gpu-large")
|
register_cuda_ci(est_time=180, suite="stage-b-test-2-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
class TestKimiLinear(CustomTestCase):
|
class TestKimiLinear(CustomTestCase):
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
|||||||
from sglang.test.kits.lm_eval_kit import LMEvalMixin
|
from sglang.test.kits.lm_eval_kit import LMEvalMixin
|
||||||
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
||||||
|
|
||||||
register_cuda_ci(est_time=180, suite="stage-b-test-2-gpu-large")
|
register_cuda_ci(est_time=660, suite="stage-b-test-2-gpu-large")
|
||||||
|
|
||||||
NEMOTRON_3_NANO_THINKING_ARGS = [
|
NEMOTRON_3_NANO_THINKING_ARGS = [
|
||||||
"--trust-remote-code",
|
"--trust-remote-code",
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
|||||||
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||||
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
||||||
|
|
||||||
register_cuda_ci(est_time=132, suite="stage-b-test-2-gpu-large")
|
register_cuda_ci(est_time=240, suite="stage-b-test-2-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
class TestNvidiaNemotronNanoV2BF16(GSM8KMixin, DefaultServerBase):
|
class TestNvidiaNemotronNanoV2BF16(GSM8KMixin, DefaultServerBase):
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=245, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=450, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=320, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=320, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.srt.layers.moe.flashinfer_cutedsl_moe import flashinfer_cutedsl_moe_
|
|||||||
from sglang.srt.layers.moe.topk import TopKConfig, select_experts
|
from sglang.srt.layers.moe.topk import TopKConfig, select_experts
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=300, suite="stage-c-test-4-gpu-b200")
|
register_cuda_ci(est_time=20, suite="stage-c-test-4-gpu-b200")
|
||||||
|
|
||||||
SKIP_TEST = torch.cuda.get_device_capability() < (10, 0)
|
SKIP_TEST = torch.cuda.get_device_capability() < (10, 0)
|
||||||
SKIP_REASON = "Nvfp4 Requires compute capability of 10 or above."
|
SKIP_REASON = "Nvfp4 Requires compute capability of 10 or above."
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=140, suite="stage-b-test-2-gpu-large")
|
register_cuda_ci(est_time=250, suite="stage-b-test-2-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
class TestEp(CustomTestCase):
|
class TestEp(CustomTestCase):
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=89, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=30, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
class TestFusedMOE(CustomTestCase):
|
class TestFusedMOE(CustomTestCase):
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=7, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=55, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=20, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=20, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=120, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=250, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=258, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=258, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=6, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=55, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=47, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=47, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ from sglang.srt.layers.quantization.fp8_kernel import (
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=132, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=15, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
class TestFP8Base(CustomTestCase):
|
class TestFP8Base(CustomTestCase):
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=520, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=80, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
class TestFP8KVCacheTritonBackend(CustomTestCase):
|
class TestFP8KVCacheTritonBackend(CustomTestCase):
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=8, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=16, suite="stage-b-test-1-gpu-small")
|
||||||
|
|
||||||
|
|
||||||
def native_w8a8_per_token_matmul(A, B, As, Bs, output_dtype=torch.float16):
|
def native_w8a8_per_token_matmul(A, B, As, Bs, output_dtype=torch.float16):
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ from sglang.srt.configs.model_config import ModelConfig
|
|||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cpu_ci(est_time=5, suite="stage-a-test-cpu")
|
register_cpu_ci(est_time=20, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestQuantLogString(CustomTestCase):
|
class TestQuantLogString(CustomTestCase):
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
|||||||
write_results_to_json,
|
write_results_to_json,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=185, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=370, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
MODEL_SCORE_THRESHOLDS = {
|
MODEL_SCORE_THRESHOLDS = {
|
||||||
"hugging-quants/Meta-Llama-3.1-8B-Instruct-AWQ-INT4": 0.825,
|
"hugging-quants/Meta-Llama-3.1-8B-Instruct-AWQ-INT4": 0.825,
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ import requests
|
|||||||
from sglang import Engine
|
from sglang import Engine
|
||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=103, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=200, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=230, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=230, suite="stage-b-test-1-gpu-small-amd")
|
||||||
from sglang.lang.chat_template import get_chat_template_by_model_path
|
from sglang.lang.chat_template import get_chat_template_by_model_path
|
||||||
from sglang.srt.utils import kill_process_tree
|
from sglang.srt.utils import kill_process_tree
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
popen_launch_server,
|
popen_launch_server,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=66, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=150, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=66, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=66, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -19,7 +19,7 @@ from sglang.test.test_utils import (
|
|||||||
run_and_check_memory_leak,
|
run_and_check_memory_leak,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=131, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=350, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=300, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=300, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ import unittest
|
|||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase, run_mmlu_test, run_mulit_request_test
|
from sglang.test.test_utils import CustomTestCase, run_mmlu_test, run_mulit_request_test
|
||||||
|
|
||||||
register_cuda_ci(est_time=312, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=550, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=312, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=312, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
from sglang.utils import is_in_ci
|
from sglang.utils import is_in_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=311, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=550, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=600, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=600, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
DEFAULT_TARGET_MODEL_EAGLE3,
|
DEFAULT_TARGET_MODEL_EAGLE3,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=50, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=200, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=50, suite="stage-b-test-1-gpu-small")
|
register_amd_ci(est_time=50, suite="stage-b-test-1-gpu-small")
|
||||||
|
|
||||||
_is_hip = is_hip()
|
_is_hip = is_hip()
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cuda_ci(est_time=250, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=450, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
|
|
||||||
class TestEAGLEEngine(CustomTestCase):
|
class TestEAGLEEngine(CustomTestCase):
|
||||||
|
|||||||
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
# EAGLE with DP attention on B200 (tp=2, dp=2, requires 4 B200 GPUs)
|
# EAGLE with DP attention on B200 (tp=2, dp=2, requires 4 B200 GPUs)
|
||||||
register_cuda_ci(est_time=300, suite="stage-c-test-4-gpu-b200")
|
register_cuda_ci(est_time=100, suite="stage-c-test-4-gpu-b200")
|
||||||
|
|
||||||
|
|
||||||
def test_gsm8k(base_url: str, model: str):
|
def test_gsm8k(base_url: str, model: str):
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ from sglang.srt.speculative.eagle_utils import (
|
|||||||
from sglang.srt.utils import get_device
|
from sglang.srt.utils import get_device
|
||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=3, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=6, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=3, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=3, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ from sglang.srt.speculative.cpp_ngram.ngram_corpus import NgramCorpus
|
|||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=30, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=8, suite="stage-b-test-1-gpu-small")
|
||||||
|
|
||||||
|
|
||||||
def _make_corpus(match_type="BFS", **kwargs):
|
def _make_corpus(match_type="BFS", **kwargs):
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ from sglang.srt.function_call.pythonic_detector import PythonicDetector
|
|||||||
from sglang.srt.function_call.qwen3_coder_detector import Qwen3CoderDetector
|
from sglang.srt.function_call.qwen3_coder_detector import Qwen3CoderDetector
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(1.0, "stage-a-test-cpu")
|
register_cpu_ci(15, "stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestPythonicDetector(unittest.TestCase):
|
class TestPythonicDetector(unittest.TestCase):
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ from sglang.srt.function_call.glm47_moe_detector import (
|
|||||||
)
|
)
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(1.0, "stage-a-test-cpu")
|
register_cpu_ci(5, "stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestGlm47MoeDetector(unittest.TestCase):
|
class TestGlm47MoeDetector(unittest.TestCase):
|
||||||
|
|||||||
@@ -18,7 +18,7 @@ from sglang.srt.function_call.utils import (
|
|||||||
)
|
)
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(1.0, "stage-a-test-cpu")
|
register_cpu_ci(5, "stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestJsonSchemaConstraint(unittest.TestCase):
|
class TestJsonSchemaConstraint(unittest.TestCase):
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ from sglang.srt.entrypoints.openai.protocol import Function, Tool
|
|||||||
from sglang.srt.function_call.json_array_parser import JsonArrayParser
|
from sglang.srt.function_call.json_array_parser import JsonArrayParser
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(1.0, "stage-a-test-cpu")
|
register_cpu_ci(5, "stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestParallelToolCalls(unittest.TestCase):
|
class TestParallelToolCalls(unittest.TestCase):
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ from sglang.srt.function_call.base_format_detector import BaseFormatDetector
|
|||||||
from sglang.srt.function_call.core_types import StreamingParseResult
|
from sglang.srt.function_call.core_types import StreamingParseResult
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(1.0, "stage-a-test-cpu")
|
register_cpu_ci(5, "stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class DummyDetector(BaseFormatDetector):
|
class DummyDetector(BaseFormatDetector):
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
|||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cuda_ci(est_time=1, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=8, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=2, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=2, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -2,7 +2,7 @@
|
|||||||
|
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(est_time=5, suite="stage-a-test-cpu")
|
register_cpu_ci(est_time=2, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
from unittest.mock import MagicMock
|
from unittest.mock import MagicMock
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ from sglang.srt.mem_cache.memory_pool_host import (
|
|||||||
from sglang.srt.utils import is_cuda, is_hip, is_npu, is_xpu
|
from sglang.srt.utils import is_cuda, is_hip, is_npu, is_xpu
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=3, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=10, suite="stage-b-test-1-gpu-small")
|
||||||
|
|
||||||
|
|
||||||
class TestNSAHiCacheTransfer(unittest.TestCase):
|
class TestNSAHiCacheTransfer(unittest.TestCase):
|
||||||
|
|||||||
@@ -21,7 +21,7 @@ from sglang.srt.mem_cache.common import available_and_evictable_str
|
|||||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||||
|
|
||||||
# CPU-based unit test, runs quickly on any GPU runner
|
# CPU-based unit test, runs quickly on any GPU runner
|
||||||
register_cuda_ci(est_time=5, suite="stage-b-test-1-gpu-small")
|
register_cuda_ci(est_time=20, suite="stage-b-test-1-gpu-small")
|
||||||
register_amd_ci(est_time=5, suite="stage-b-test-1-gpu-small-amd")
|
register_amd_ci(est_time=5, suite="stage-b-test-1-gpu-small-amd")
|
||||||
|
|
||||||
import random
|
import random
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ from sglang.test.test_utils import (
|
|||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
)
|
)
|
||||||
|
|
||||||
register_cpu_ci(est_time=1, suite="stage-a-test-cpu")
|
register_cpu_ci(est_time=10, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
# Mock get_device() so all tests run on CPU-only CI runners
|
# Mock get_device() so all tests run on CPU-only CI runners
|
||||||
_mock_device = patch("sglang.srt.server_args.get_device", return_value="cuda")
|
_mock_device = patch("sglang.srt.server_args.get_device", return_value="cuda")
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ from sglang.srt.utils.json_response import (
|
|||||||
)
|
)
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(est_time=2, suite="stage-a-test-cpu")
|
register_cpu_ci(est_time=5, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestJSONResponseUtils(unittest.TestCase):
|
class TestJSONResponseUtils(unittest.TestCase):
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ from pathlib import Path
|
|||||||
from sglang.srt.utils.log_utils import create_log_targets, log_json
|
from sglang.srt.utils.log_utils import create_log_targets, log_json
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(est_time=1, suite="stage-a-test-cpu")
|
register_cpu_ci(est_time=4, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestLogUtils(unittest.TestCase):
|
class TestLogUtils(unittest.TestCase):
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ from sglang.srt.server_args import PortArgs, ServerArgs
|
|||||||
from sglang.srt.utils.network import NetworkAddress
|
from sglang.srt.utils.network import NetworkAddress
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|
||||||
register_cpu_ci(est_time=1, suite="stage-a-test-cpu")
|
register_cpu_ci(est_time=7, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
# Mock get_device() so ServerArgs tests run on CPU-only CI runners
|
# Mock get_device() so ServerArgs tests run on CPU-only CI runners
|
||||||
_mock_device = patch("sglang.srt.server_args.get_device", return_value="cuda")
|
_mock_device = patch("sglang.srt.server_args.get_device", return_value="cuda")
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ from sglang.test.ci.ci_register import register_cpu_ci
|
|||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
from sglang.utils import normalize_base_url, release_port, reserve_port
|
from sglang.utils import normalize_base_url, release_port, reserve_port
|
||||||
|
|
||||||
register_cpu_ci(est_time=1, suite="stage-a-test-cpu")
|
register_cpu_ci(est_time=7, suite="stage-a-test-cpu")
|
||||||
|
|
||||||
|
|
||||||
class TestTryBindSocket(CustomTestCase):
|
class TestTryBindSocket(CustomTestCase):
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ import torch.nn as nn
|
|||||||
from sglang.srt.models.glm4v import Glm4vVisionPatchEmbed
|
from sglang.srt.models.glm4v import Glm4vVisionPatchEmbed
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
|
||||||
register_cuda_ci(est_time=120, suite="stage-b-test-1-gpu-large")
|
register_cuda_ci(est_time=12, suite="stage-b-test-1-gpu-large")
|
||||||
|
|
||||||
PATCH_SIZE = 14
|
PATCH_SIZE = 14
|
||||||
TEMPORAL_PATCH_SIZE = 2
|
TEMPORAL_PATCH_SIZE = 2
|
||||||
|
|||||||
Reference in New Issue
Block a user