chore: update CI test est_time values (#23785)
Co-authored-by: sglang-bot <sglang-bot@users.noreply.github.com>
This commit is contained in:
@@ -3,8 +3,8 @@ import unittest
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.gpt_oss_common import BaseTestGptOss
|
||||
|
||||
register_cuda_ci(est_time=328, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=740, suite="stage-c-test-4-gpu-b200-small")
|
||||
register_cuda_ci(est_time=392, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=584, suite="stage-c-test-4-gpu-b200-small")
|
||||
|
||||
|
||||
class TestGptOss4Gpu(BaseTestGptOss):
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=540, suite="stage-c-test-4-gpu-b200-small")
|
||||
register_cuda_ci(est_time=422, suite="stage-c-test-4-gpu-b200-small")
|
||||
|
||||
QWEN35_FP4_MODEL = "nvidia/Qwen3.5-397B-A17B-NVFP4"
|
||||
ACC_THRESHOLDS = {QWEN35_FP4_MODEL: {"gsm8k": 0.95}}
|
||||
|
||||
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
|
||||
ModelLaunchSettings,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=720, suite="stage-c-test-4-gpu-b200-small")
|
||||
register_cuda_ci(est_time=563, suite="stage-c-test-4-gpu-b200-small")
|
||||
|
||||
QWEN35_FP4_MODEL = "nvidia/Qwen3.5-397B-A17B-NVFP4"
|
||||
ACC_THRESHOLDS = {QWEN35_FP4_MODEL: {"gsm8k": 0.95}}
|
||||
|
||||
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=146, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=261, suite="stage-c-test-4-gpu-h100")
|
||||
|
||||
QWEN3_30B_MODEL_PATH = "Qwen/Qwen3-30B-A3B-FP8"
|
||||
|
||||
|
||||
@@ -6,7 +6,7 @@ from sglang.test.kits.kl_divergence_kit import KLDivergenceMixin
|
||||
from sglang.test.kits.prefix_cache_branching_kit import PrefixCacheBranchingMixin
|
||||
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
||||
|
||||
register_cuda_ci(est_time=119, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=142, suite="stage-c-test-4-gpu-h100")
|
||||
|
||||
QWEN3_NEXT_MODEL = "Qwen/Qwen3-Next-80B-A3B-Instruct"
|
||||
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=354, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=492, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
|
||||
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=320, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=301, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
FULL_DEEPSEEK_V3_MODEL_PATH = "deepseek-ai/DeepSeek-V3-0324"
|
||||
|
||||
|
||||
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=198, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=309, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
FULL_DEEPSEEK_V3_MODEL_PATH = "deepseek-ai/DeepSeek-V3-0324"
|
||||
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=966, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=1047, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
|
||||
GLM5_MODEL_PATH = "zai-org/GLM-5-FP8"
|
||||
|
||||
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=910, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=1048, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
FULL_DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
|
||||
GLM5_MODEL_PATH = "zai-org/GLM-5-FP8"
|
||||
|
||||
@@ -5,7 +5,7 @@ from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
|
||||
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
||||
|
||||
register_cuda_ci(est_time=283, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=330, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
|
||||
class TestMiMoV2Flash(GSM8KMixin, SpecDecodingMixin, DefaultServerBase):
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=330, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=307, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
MINIMAX_M25_MODEL_PATH = "MiniMaxAI/MiniMax-M2.5"
|
||||
|
||||
|
||||
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=319, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=376, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
NEMOTRON_3_SUPER_BF16_MODEL = "nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16"
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=500, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=663, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
STEP3P5_FLASH_MODEL_PATH = "stepfun-ai/Step-3.5-Flash"
|
||||
|
||||
|
||||
@@ -8,7 +8,7 @@ from sglang.srt.layers.attention.fla.fused_recurrent import (
|
||||
)
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=5, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=11, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
@unittest.skipIf(not torch.cuda.is_available(), "Test requires CUDA")
|
||||
|
||||
@@ -20,7 +20,7 @@ from sglang.test.test_utils import (
|
||||
|
||||
# FlashAttention3 integration tests (requires SM 90+ / H100)
|
||||
# Multiple test classes: FA3, FA3+MLA, FA3+SpecDecode variants
|
||||
register_cuda_ci(est_time=386, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=551, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
GSM_DATASET_PATH = None
|
||||
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# FlashAttention4 integration test (requires SM 100+ / Blackwell B200)
|
||||
register_cuda_ci(est_time=332, suite="stage-b-test-4-gpu-b200")
|
||||
register_cuda_ci(est_time=265, suite="stage-b-test-4-gpu-b200")
|
||||
|
||||
|
||||
@unittest.skipIf(get_device_sm() < 100, "Test requires CUDA SM 100 or higher")
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.srt.layers.attention.fla.fused_sigmoid_gating_recurrent import (
|
||||
)
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=30, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=7, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
def _make_noncontiguous_ab(batch, num_heads, dtype=torch.bfloat16, device="cuda"):
|
||||
|
||||
@@ -20,7 +20,7 @@ from sglang.test.test_utils import (
|
||||
|
||||
# Hybrid attention backend tests (FA3 prefill + FlashInfer decode, requires SM 90+ / H100)
|
||||
# Multiple test classes: base, MLA, TorchCompile, SpecDecode variants
|
||||
register_cuda_ci(est_time=342, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=407, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
GSM_DATASET_PATH = None
|
||||
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.srt.layers.attention.fla.kda import (
|
||||
)
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=8, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=12, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
@unittest.skipIf(not torch.cuda.is_available(), "Test requires CUDA")
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# Local attention with FA3 (requires SM 90+ / H100, tp=4)
|
||||
register_cuda_ci(est_time=208, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=217, suite="stage-c-test-4-gpu-h100")
|
||||
|
||||
|
||||
@unittest.skipIf(get_device_sm() < 90, "Test requires CUDA SM 90 or higher")
|
||||
|
||||
@@ -21,7 +21,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
# Register this test for CUDA CI in stage-b (fast attention/kernel tests)
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=11, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
def reference_normal_decode_set_metadata(
|
||||
|
||||
@@ -18,7 +18,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# Torch native attention backend integration test with MMLU eval
|
||||
register_cuda_ci(est_time=128, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=140, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=150, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -20,7 +20,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# Triton attention backend integration test with latency benchmark and MMLU eval
|
||||
register_cuda_ci(est_time=164, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=177, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=1400, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -23,7 +23,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase, is_in_amd_ci
|
||||
|
||||
# Triton attention kernel unit tests (decode, extend, prefill)
|
||||
register_cuda_ci(est_time=16, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=19, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=30, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# Sliding window attention with Triton backend (Gemma-3 model)
|
||||
register_cuda_ci(est_time=95, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=93, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=200, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=115, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=126, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=1100, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -23,7 +23,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# CI Registration — large suite to fit the integration test's server startup.
|
||||
register_cuda_ci(est_time=130, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=79, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
def _skip_if_no_cuda(test_func):
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=110, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=120, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=179, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_deterministic_utils import (
|
||||
)
|
||||
from sglang.test.test_utils import is_in_amd_ci
|
||||
|
||||
register_cuda_ci(est_time=194, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=207, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=278, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -20,7 +20,7 @@ from sglang.test.test_utils import (
|
||||
CustomTestCase,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=60, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=77, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
|
||||
class TestEngineChildPids(CustomTestCase):
|
||||
|
||||
@@ -3,7 +3,7 @@ import unittest
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.gpt_oss_common import BaseTestGptOss
|
||||
|
||||
register_cuda_ci(est_time=372, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=408, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=750, suite="stage-b-test-1-gpu-small-amd-mi35x")
|
||||
|
||||
|
||||
|
||||
@@ -5,7 +5,7 @@ import torch
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.gpt_oss_common import BaseTestGptOss
|
||||
|
||||
register_cuda_ci(est_time=329, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=345, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
|
||||
@unittest.skipIf(not torch.cuda.is_available(), "CUDA is not available")
|
||||
|
||||
@@ -8,7 +8,7 @@ from sglang.srt.utils import get_device, is_hip
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import DEFAULT_SMALL_MODEL_NAME_FOR_TEST, CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=47, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=45, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=55, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
_is_hip = is_hip()
|
||||
|
||||
@@ -4,7 +4,7 @@ from unittest.mock import MagicMock, patch
|
||||
from sglang.srt.server_args import ServerArgs
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=5, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=1, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -17,7 +17,7 @@ from sglang.test.test_utils import (
|
||||
send_generate_requests,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=50, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=53, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=70, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -27,7 +27,7 @@ from sglang.test.test_utils import (
|
||||
run_logprob_check,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=132, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=134, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=130, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -22,7 +22,7 @@ from sglang.test.test_utils import (
|
||||
CustomTestCase,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=311, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=387, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=261, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
write_github_step_summary,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=614, suite="stage-c-test-deepep-8-gpu-h200")
|
||||
register_cuda_ci(est_time=616, suite="stage-c-test-deepep-8-gpu-h200")
|
||||
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
|
||||
|
||||
|
||||
|
||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
||||
DEFAULT_TARGET_MODEL_EAGLE3,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=394, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=509, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class TestDisaggregationAccuracy(PauseResumeInPlaceMixin, PDDisaggregationServerBase):
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=78, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=91, suite="stage-b-test-2-gpu-large")
|
||||
register_amd_ci(est_time=73, suite="stage-b-test-2-gpu-large-amd")
|
||||
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
try_cached_model,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=331, suite="stage-c-test-8-gpu-h20")
|
||||
register_cuda_ci(est_time=375, suite="stage-c-test-8-gpu-h20")
|
||||
|
||||
|
||||
class TestDisaggregationMooncakePrefillLargerTP(PDDisaggregationServerBase):
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
try_cached_model,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=408, suite="stage-c-test-8-gpu-h20")
|
||||
register_cuda_ci(est_time=443, suite="stage-c-test-8-gpu-h20")
|
||||
|
||||
|
||||
class TestDisaggregationDPAttention(PDDisaggregationServerBase):
|
||||
|
||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_pd_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=317, suite="stage-c-test-8-gpu-h200")
|
||||
register_cuda_ci(est_time=695, suite="stage-c-test-8-gpu-h200")
|
||||
|
||||
|
||||
@unittest.skipIf(is_in_ci(), "Temporarily disable the flaky test.")
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
try_cached_model,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=180, suite="stage-c-test-8-gpu-h20")
|
||||
register_cuda_ci(est_time=216, suite="stage-c-test-8-gpu-h20")
|
||||
|
||||
|
||||
class TestDisaggregationPrefillPPAccuracy(PDDisaggregationServerBase):
|
||||
|
||||
@@ -25,7 +25,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=446, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=524, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class TestDPAttentionDP2TP2(
|
||||
|
||||
@@ -22,7 +22,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=230, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=245, suite="stage-c-test-4-gpu-h100")
|
||||
register_amd_ci(est_time=350, suite="stage-c-test-4-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -38,7 +38,7 @@ from sglang.utils import terminate_process
|
||||
|
||||
mp.set_start_method("spawn", force=True)
|
||||
|
||||
register_cuda_ci(est_time=110, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=145, suite="stage-b-test-2-gpu-large")
|
||||
register_amd_ci(est_time=72, suite="stage-b-test-2-gpu-large-amd")
|
||||
|
||||
|
||||
|
||||
@@ -32,7 +32,7 @@ from sglang.test.test_utils import (
|
||||
run_bench_one_batch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=462, suite="stage-c-test-4-gpu-h100")
|
||||
register_cuda_ci(est_time=554, suite="stage-c-test-4-gpu-h100")
|
||||
register_amd_ci(est_time=650, suite="stage-c-test-4-gpu-amd")
|
||||
|
||||
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=116, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=139, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=330, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
import unittest
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=462, suite="stage-c-test-deepep-8-gpu-h200")
|
||||
register_cuda_ci(est_time=528, suite="stage-c-test-deepep-8-gpu-h200")
|
||||
|
||||
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=432, suite="stage-c-test-deepep-4-gpu-h100")
|
||||
register_cuda_ci(est_time=478, suite="stage-c-test-deepep-4-gpu-h100")
|
||||
|
||||
|
||||
class TestPureDP(CustomTestCase):
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=77, suite="stage-c-test-deepep-4-gpu-h100")
|
||||
register_cuda_ci(est_time=82, suite="stage-c-test-deepep-4-gpu-h100")
|
||||
|
||||
ib_devices = get_rdma_devices_args()
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=534, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=496, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=420, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=41, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=42, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=38, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -30,7 +30,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=42, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=43, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
CHUNKED_PREFILL_SIZE = 256
|
||||
|
||||
|
||||
@@ -24,7 +24,7 @@ from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMo
|
||||
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=15, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=18, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
# Global configuration for all indexer tests
|
||||
DEFAULT_CONFIG = {
|
||||
|
||||
@@ -20,7 +20,7 @@ from sglang.test.test_programs import (
|
||||
)
|
||||
from sglang.test.test_utils import DEFAULT_MODEL_NAME_FOR_TEST, CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=72, suite="stage-a-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=79, suite="stage-a-test-1-gpu-small")
|
||||
register_amd_ci(est_time=120, suite="stage-a-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=13, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=11, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=25, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
# Adapted from https://github.com/vllm-project/vllm/blob/main/tests/kernels/mamba/test_causal_conv1d.py
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.srt.distributed.parallel_state import (
|
||||
)
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=28, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=32, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
NUM_GPUS = 2
|
||||
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=10, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=20, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
# Adapted from https://github.com/vllm-project/vllm/blob/633f943e30a4444d890d26b81850f7217736f840/tests/kernels/mamba/test_mamba_ssm_ssd.py
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=9, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=10, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=34, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
# Adapted from https://github.com/vllm-project/vllm/blob/633f943e30a4444d890d26b81850f7217736f840/tests/kernels/mamba/test_mamba_ssm_ssd.py
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
# ==============================================================================
|
||||
|
||||
register_cuda_ci(est_time=14, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=28, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
def round_up(x, base):
|
||||
|
||||
@@ -29,7 +29,7 @@ from sglang.test.lora_utils import (
|
||||
)
|
||||
from sglang.test.test_utils import CustomTestCase, is_in_ci
|
||||
|
||||
register_cuda_ci(est_time=206, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=224, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(
|
||||
est_time=200,
|
||||
suite="stage-b-test-1-gpu-small-amd",
|
||||
|
||||
@@ -23,7 +23,7 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.runners import SRTRunner
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=238, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=263, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=224, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
PROMPTS = [
|
||||
|
||||
@@ -30,7 +30,7 @@ from sglang.srt.lora.lora_moe_runners import LoRAInfo
|
||||
from sglang.srt.utils import set_random_seed
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=80, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=17, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
def generate_request_data(
|
||||
|
||||
@@ -29,7 +29,7 @@ from sglang.test.lora_utils import (
|
||||
)
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=45, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=48, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=75, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -34,7 +34,7 @@ from sglang.srt.layers.moe.utils import MoeRunnerBackend
|
||||
from sglang.srt.lora.lora_moe_runners import LoRAInfo
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=600, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=129, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
@@ -25,7 +25,7 @@ from sglang.test.lora_utils import (
|
||||
)
|
||||
from sglang.test.test_utils import CustomTestCase, is_in_ci
|
||||
|
||||
register_cuda_ci(est_time=88, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=99, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=100, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -7,7 +7,7 @@ import torch
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
|
||||
register_cuda_ci(est_time=15, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=11, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
def _make_batch_info(
|
||||
|
||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# FlashMLA attention backend tests with MTP speculative decoding
|
||||
register_cuda_ci(est_time=700, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=314, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
class TestFlashMLAAttnBackend(unittest.TestCase):
|
||||
|
||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# MLA attention test with MGSM evaluation
|
||||
register_cuda_ci(est_time=174, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=181, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=1100, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# FlashInfer MLA backend tests with MTP speculative decoding
|
||||
register_cuda_ci(est_time=256, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=260, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
class TestFlashinferMLA(CustomTestCase):
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# MLA FP8 KV cache test with MGSM evaluation
|
||||
register_cuda_ci(est_time=106, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=104, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=800, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
)
|
||||
|
||||
# DeepSeek-V3 INT8 quantization tests (channel and block INT8)
|
||||
register_cuda_ci(est_time=282, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=313, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
class TestMLADeepseekV3ChannelInt8(CustomTestCase):
|
||||
|
||||
@@ -5,7 +5,7 @@ from sglang.srt.environ import envs
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=28, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=29, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=45, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=63, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=65, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=42, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
|
||||
# Generation model tests (CUDA only)
|
||||
register_cuda_ci(est_time=124, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=150, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=106, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
# Copyright 2023-2024 SGLang Team
|
||||
|
||||
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=168, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=178, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class TestKimiLinear(CustomTestCase):
|
||||
|
||||
@@ -5,7 +5,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
||||
|
||||
register_cuda_ci(est_time=214, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=249, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class TestNvidiaNemotronNanoV2BF16(GSM8KMixin, DefaultServerBase):
|
||||
|
||||
@@ -10,7 +10,7 @@ from sglang.test.server_fixtures.mmmu_fixture import MMMUServerBase
|
||||
# GSM8k + MMMU evaluation
|
||||
|
||||
|
||||
register_cuda_ci(est_time=206, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=256, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
MODEL = "nvidia/NVIDIA-Nemotron-Nano-12B-v2-VL-BF16"
|
||||
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=109, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=108, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=130, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -7,7 +7,7 @@ from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.few_shot_gsm8k import run_eval
|
||||
from sglang.test.server_fixtures.default_fixture import DefaultServerBase
|
||||
|
||||
register_cuda_ci(est_time=44, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=48, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
|
||||
class TestTransformersBackendEval(DefaultServerBase):
|
||||
|
||||
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=244, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=177, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=320, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import is_in_ci
|
||||
# VLM (Vision Language Model) tests
|
||||
|
||||
|
||||
register_cuda_ci(est_time=176, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=317, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=850, suite="stage-b-test-1-gpu-small-amd-nondeterministic")
|
||||
|
||||
_is_hip = is_hip()
|
||||
|
||||
@@ -16,7 +16,7 @@ except ImportError:
|
||||
CuteDslMoEWrapper = None
|
||||
convert_sf_to_mma_layout = None
|
||||
|
||||
register_cuda_ci(est_time=590, suite="stage-c-test-4-gpu-b200-small")
|
||||
register_cuda_ci(est_time=427, suite="stage-c-test-4-gpu-b200-small")
|
||||
|
||||
SKIP_TEST = torch.cuda.get_device_capability() < (10, 0)
|
||||
SKIP_REASON = "Nvfp4 Requires compute capability of 10 or above."
|
||||
|
||||
@@ -13,7 +13,7 @@ from sglang.srt.utils import get_device, get_device_capability, is_hip
|
||||
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase, empty_gpu_cache
|
||||
|
||||
register_cuda_ci(est_time=79, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=87, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=30, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
_is_hip = is_hip()
|
||||
|
||||
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=150, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=171, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class TestGLM4MoE(CustomTestCase):
|
||||
|
||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=232, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=279, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class TestEp(CustomTestCase):
|
||||
|
||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=125, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=130, suite="stage-b-test-1-gpu-large")
|
||||
register_amd_ci(est_time=1400, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -12,7 +12,7 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=12, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=13, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
class TestFusedMOE(CustomTestCase):
|
||||
|
||||
@@ -11,7 +11,7 @@ from sglang.srt.server_args import ServerArgs, set_global_server_args_for_schedu
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.test_utils import CustomTestCase
|
||||
|
||||
register_cuda_ci(est_time=16, suite="stage-b-test-1-gpu-large")
|
||||
register_cuda_ci(est_time=17, suite="stage-b-test-1-gpu-large")
|
||||
|
||||
|
||||
def native_w8a8_per_token_matmul(A, B, As, Bs, output_dtype=torch.float16):
|
||||
|
||||
@@ -20,7 +20,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=73, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=74, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=32, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
_MODEL_NAME = "Qwen/Qwen3-0.6B"
|
||||
|
||||
@@ -46,7 +46,7 @@ from sglang.test.test_utils import (
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
# CI registration
|
||||
register_cuda_ci(est_time=104, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=113, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
|
||||
# ============================================================================
|
||||
|
||||
@@ -33,7 +33,7 @@ from sglang.utils import wait_for_http_ready
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
# CI registration - PD disaggregation requires 2 GPUs
|
||||
register_cuda_ci(est_time=48, suite="stage-b-test-2-gpu-large")
|
||||
register_cuda_ci(est_time=65, suite="stage-b-test-2-gpu-large")
|
||||
|
||||
|
||||
class TestTraceDisaggregation(CustomTestCase):
|
||||
|
||||
@@ -31,7 +31,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=39, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=40, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=140, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -27,7 +27,7 @@ try:
|
||||
except ImportError:
|
||||
_HAS_GRANIAN = False
|
||||
|
||||
register_cuda_ci(est_time=51, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=52, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
|
||||
@unittest.skipUnless(_HAS_GRANIAN, "granian not installed (pip install sglang[http2])")
|
||||
|
||||
@@ -28,7 +28,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=189, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=182, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=200, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
@@ -19,7 +19,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=120, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=51, suite="stage-b-test-1-gpu-small")
|
||||
|
||||
WHISPER_MODEL = "openai/whisper-large-v3"
|
||||
AUDIO_URL = "https://raw.githubusercontent.com/sgl-project/sgl-test-files/refs/heads/main/audios/Trump_WEF_2018_10s.mp3"
|
||||
|
||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=108, suite="stage-b-test-1-gpu-small")
|
||||
register_cuda_ci(est_time=118, suite="stage-b-test-1-gpu-small")
|
||||
register_amd_ci(est_time=180, suite="stage-b-test-1-gpu-small-amd")
|
||||
|
||||
|
||||
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user