[CI] Add GLM-5.1 nightly tests and update Qwen3.5 model (#22399)
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.6
parent
cf27b11498
commit
46c2b77627
@@ -0,0 +1,69 @@
|
|||||||
|
import unittest
|
||||||
|
|
||||||
|
from sglang.test.accuracy_test_runner import AccuracyTestParams
|
||||||
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
|
from sglang.test.performance_test_runner import PerformanceTestParams
|
||||||
|
from sglang.test.run_combined_tests import run_combined_tests
|
||||||
|
from sglang.test.test_utils import ModelLaunchSettings
|
||||||
|
|
||||||
|
# Runs on both H200 and B200 via nightly-8-gpu-common suite
|
||||||
|
register_cuda_ci(est_time=1800, suite="nightly-8-gpu-common", nightly=True)
|
||||||
|
|
||||||
|
GLM_51_FP8_MODEL_PATH = "zai-org/GLM-5.1-FP8"
|
||||||
|
|
||||||
|
COMMON_ARGS = [
|
||||||
|
"--trust-remote-code",
|
||||||
|
"--reasoning-parser=glm45",
|
||||||
|
"--tool-call-parser=glm47",
|
||||||
|
"--mem-fraction-static=0.9",
|
||||||
|
"--enable-metrics",
|
||||||
|
]
|
||||||
|
|
||||||
|
MTP_ARGS = [
|
||||||
|
"--speculative-algorithm=EAGLE",
|
||||||
|
"--speculative-num-steps=3",
|
||||||
|
"--speculative-eagle-topk=1",
|
||||||
|
"--speculative-num-draft-tokens=4",
|
||||||
|
]
|
||||||
|
|
||||||
|
|
||||||
|
class TestGlm51Fp8(unittest.TestCase):
|
||||||
|
"""GLM-5.1 FP8 on H200/B200 (8-GPU, tp=8)."""
|
||||||
|
|
||||||
|
def test_glm51_fp8(self):
|
||||||
|
dp_args = ["--dp=8", "--enable-dp-attention"]
|
||||||
|
|
||||||
|
variants = [
|
||||||
|
ModelLaunchSettings(
|
||||||
|
GLM_51_FP8_MODEL_PATH,
|
||||||
|
tp_size=8,
|
||||||
|
extra_args=COMMON_ARGS,
|
||||||
|
variant="TP8",
|
||||||
|
),
|
||||||
|
ModelLaunchSettings(
|
||||||
|
GLM_51_FP8_MODEL_PATH,
|
||||||
|
tp_size=8,
|
||||||
|
extra_args=COMMON_ARGS + dp_args,
|
||||||
|
variant="TP8+DP8",
|
||||||
|
),
|
||||||
|
ModelLaunchSettings(
|
||||||
|
GLM_51_FP8_MODEL_PATH,
|
||||||
|
tp_size=8,
|
||||||
|
extra_args=COMMON_ARGS + dp_args + MTP_ARGS,
|
||||||
|
variant="TP8+DP8+MTP",
|
||||||
|
env={"SGLANG_ENABLE_SPEC_V2": "1"},
|
||||||
|
),
|
||||||
|
]
|
||||||
|
|
||||||
|
run_combined_tests(
|
||||||
|
models=variants,
|
||||||
|
test_name="GLM-5.1-FP8",
|
||||||
|
accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.92),
|
||||||
|
performance_params=PerformanceTestParams(
|
||||||
|
profile_dir="performance_profiles_glm_51_fp8",
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
unittest.main()
|
||||||
@@ -9,7 +9,7 @@ from sglang.test.test_utils import ModelLaunchSettings
|
|||||||
# Runs on both H200 and B200 via nightly-8-gpu-common suite
|
# Runs on both H200 and B200 via nightly-8-gpu-common suite
|
||||||
register_cuda_ci(est_time=1800, suite="nightly-8-gpu-common", nightly=True)
|
register_cuda_ci(est_time=1800, suite="nightly-8-gpu-common", nightly=True)
|
||||||
|
|
||||||
QWEN35_MODEL_PATH = "Qwen/Qwen3.5-397B-A17B"
|
QWEN35_MODEL_PATH = "Qwen/Qwen3.5-397B-A17B-FP8"
|
||||||
|
|
||||||
|
|
||||||
class TestQwen35(unittest.TestCase):
|
class TestQwen35(unittest.TestCase):
|
||||||
@@ -30,6 +30,7 @@ class TestQwen35(unittest.TestCase):
|
|||||||
"--tool-call-parser=qwen3_coder",
|
"--tool-call-parser=qwen3_coder",
|
||||||
"--mem-fraction-static=0.8",
|
"--mem-fraction-static=0.8",
|
||||||
]
|
]
|
||||||
|
dp_args = ["--dp=8", "--enable-dp-attention"]
|
||||||
mtp_args = [
|
mtp_args = [
|
||||||
"--speculative-algorithm=EAGLE",
|
"--speculative-algorithm=EAGLE",
|
||||||
"--speculative-num-steps=3",
|
"--speculative-num-steps=3",
|
||||||
@@ -48,8 +49,14 @@ class TestQwen35(unittest.TestCase):
|
|||||||
ModelLaunchSettings(
|
ModelLaunchSettings(
|
||||||
QWEN35_MODEL_PATH,
|
QWEN35_MODEL_PATH,
|
||||||
tp_size=8,
|
tp_size=8,
|
||||||
extra_args=base_args + mtp_args,
|
extra_args=base_args + dp_args,
|
||||||
variant="TP8+MTP",
|
variant="TP8+DP8",
|
||||||
|
),
|
||||||
|
ModelLaunchSettings(
|
||||||
|
QWEN35_MODEL_PATH,
|
||||||
|
tp_size=8,
|
||||||
|
extra_args=base_args + dp_args + mtp_args,
|
||||||
|
variant="TP8+DP8+MTP",
|
||||||
env={"SGLANG_ENABLE_SPEC_V2": "1"},
|
env={"SGLANG_ENABLE_SPEC_V2": "1"},
|
||||||
),
|
),
|
||||||
]
|
]
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ from sglang.test.test_utils import ModelLaunchSettings
|
|||||||
|
|
||||||
register_cuda_ci(est_time=7200, suite="nightly-4-gpu-gb300", nightly=True)
|
register_cuda_ci(est_time=7200, suite="nightly-4-gpu-gb300", nightly=True)
|
||||||
|
|
||||||
MODEL_PATH = "zai-org/GLM-5-FP8"
|
MODEL_PATH = "zai-org/GLM-5.1-FP8"
|
||||||
|
|
||||||
COMMON_ARGS = [
|
COMMON_ARGS = [
|
||||||
"--trust-remote-code",
|
"--trust-remote-code",
|
||||||
@@ -27,7 +27,7 @@ MTP_ARGS = [
|
|||||||
|
|
||||||
|
|
||||||
class TestGlm5Fp8(unittest.TestCase):
|
class TestGlm5Fp8(unittest.TestCase):
|
||||||
"""GLM-5 FP8 on GB300 (4x B200 NVL4, tp=4)."""
|
"""GLM-5.1 FP8 on GB300 (4x B200 NVL4, tp=4)."""
|
||||||
|
|
||||||
def test_glm5_fp8(self):
|
def test_glm5_fp8(self):
|
||||||
variants = [
|
variants = [
|
||||||
@@ -56,7 +56,7 @@ class TestGlm5Fp8(unittest.TestCase):
|
|||||||
|
|
||||||
run_combined_tests(
|
run_combined_tests(
|
||||||
models=variants,
|
models=variants,
|
||||||
test_name="GLM-5-FP8",
|
test_name="GLM-5.1-FP8",
|
||||||
accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.92),
|
accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.92),
|
||||||
performance_params=PerformanceTestParams(
|
performance_params=PerformanceTestParams(
|
||||||
profile_dir="performance_profiles_gb300",
|
profile_dir="performance_profiles_gb300",
|
||||||
|
|||||||
Reference in New Issue
Block a user