[CI] Add GLM-5.1 nightly tests and update Qwen3.5 model (#22399)

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Kangyan-Zhou
2026-04-08 17:04:57 -07:00
committed by GitHub
co-authored by Claude Opus 4.6
parent cf27b11498
commit 46c2b77627
3 changed files with 82 additions and 6 deletions
@@ -0,0 +1,69 @@
import unittest
from sglang.test.accuracy_test_runner import AccuracyTestParams
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.performance_test_runner import PerformanceTestParams
from sglang.test.run_combined_tests import run_combined_tests
from sglang.test.test_utils import ModelLaunchSettings
# Runs on both H200 and B200 via nightly-8-gpu-common suite
register_cuda_ci(est_time=1800, suite="nightly-8-gpu-common", nightly=True)
GLM_51_FP8_MODEL_PATH = "zai-org/GLM-5.1-FP8"
COMMON_ARGS = [
"--trust-remote-code",
"--reasoning-parser=glm45",
"--tool-call-parser=glm47",
"--mem-fraction-static=0.9",
"--enable-metrics",
]
MTP_ARGS = [
"--speculative-algorithm=EAGLE",
"--speculative-num-steps=3",
"--speculative-eagle-topk=1",
"--speculative-num-draft-tokens=4",
]
class TestGlm51Fp8(unittest.TestCase):
"""GLM-5.1 FP8 on H200/B200 (8-GPU, tp=8)."""
def test_glm51_fp8(self):
dp_args = ["--dp=8", "--enable-dp-attention"]
variants = [
ModelLaunchSettings(
GLM_51_FP8_MODEL_PATH,
tp_size=8,
extra_args=COMMON_ARGS,
variant="TP8",
),
ModelLaunchSettings(
GLM_51_FP8_MODEL_PATH,
tp_size=8,
extra_args=COMMON_ARGS + dp_args,
variant="TP8+DP8",
),
ModelLaunchSettings(
GLM_51_FP8_MODEL_PATH,
tp_size=8,
extra_args=COMMON_ARGS + dp_args + MTP_ARGS,
variant="TP8+DP8+MTP",
env={"SGLANG_ENABLE_SPEC_V2": "1"},
),
]
run_combined_tests(
models=variants,
test_name="GLM-5.1-FP8",
accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.92),
performance_params=PerformanceTestParams(
profile_dir="performance_profiles_glm_51_fp8",
),
)
if __name__ == "__main__":
unittest.main()
+10 -3
View File
@@ -9,7 +9,7 @@ from sglang.test.test_utils import ModelLaunchSettings
# Runs on both H200 and B200 via nightly-8-gpu-common suite # Runs on both H200 and B200 via nightly-8-gpu-common suite
register_cuda_ci(est_time=1800, suite="nightly-8-gpu-common", nightly=True) register_cuda_ci(est_time=1800, suite="nightly-8-gpu-common", nightly=True)
QWEN35_MODEL_PATH = "Qwen/Qwen3.5-397B-A17B" QWEN35_MODEL_PATH = "Qwen/Qwen3.5-397B-A17B-FP8"
class TestQwen35(unittest.TestCase): class TestQwen35(unittest.TestCase):
@@ -30,6 +30,7 @@ class TestQwen35(unittest.TestCase):
"--tool-call-parser=qwen3_coder", "--tool-call-parser=qwen3_coder",
"--mem-fraction-static=0.8", "--mem-fraction-static=0.8",
] ]
dp_args = ["--dp=8", "--enable-dp-attention"]
mtp_args = [ mtp_args = [
"--speculative-algorithm=EAGLE", "--speculative-algorithm=EAGLE",
"--speculative-num-steps=3", "--speculative-num-steps=3",
@@ -48,8 +49,14 @@ class TestQwen35(unittest.TestCase):
ModelLaunchSettings( ModelLaunchSettings(
QWEN35_MODEL_PATH, QWEN35_MODEL_PATH,
tp_size=8, tp_size=8,
extra_args=base_args + mtp_args, extra_args=base_args + dp_args,
variant="TP8+MTP", variant="TP8+DP8",
),
ModelLaunchSettings(
QWEN35_MODEL_PATH,
tp_size=8,
extra_args=base_args + dp_args + mtp_args,
variant="TP8+DP8+MTP",
env={"SGLANG_ENABLE_SPEC_V2": "1"}, env={"SGLANG_ENABLE_SPEC_V2": "1"},
), ),
] ]
+3 -3
View File
@@ -8,7 +8,7 @@ from sglang.test.test_utils import ModelLaunchSettings
register_cuda_ci(est_time=7200, suite="nightly-4-gpu-gb300", nightly=True) register_cuda_ci(est_time=7200, suite="nightly-4-gpu-gb300", nightly=True)
MODEL_PATH = "zai-org/GLM-5-FP8" MODEL_PATH = "zai-org/GLM-5.1-FP8"
COMMON_ARGS = [ COMMON_ARGS = [
"--trust-remote-code", "--trust-remote-code",
@@ -27,7 +27,7 @@ MTP_ARGS = [
class TestGlm5Fp8(unittest.TestCase): class TestGlm5Fp8(unittest.TestCase):
"""GLM-5 FP8 on GB300 (4x B200 NVL4, tp=4).""" """GLM-5.1 FP8 on GB300 (4x B200 NVL4, tp=4)."""
def test_glm5_fp8(self): def test_glm5_fp8(self):
variants = [ variants = [
@@ -56,7 +56,7 @@ class TestGlm5Fp8(unittest.TestCase):
run_combined_tests( run_combined_tests(
models=variants, models=variants,
test_name="GLM-5-FP8", test_name="GLM-5.1-FP8",
accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.92), accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.92),
performance_params=PerformanceTestParams( performance_params=PerformanceTestParams(
profile_dir="performance_profiles_gb300", profile_dir="performance_profiles_gb300",