[CI] Add GLM52 NVFP4 MTP B200 tests (#30021)

This commit is contained in:
Baizhou Zhang
2026-07-03 13:43:38 -07:00
committed by GitHub
parent 0203c60fdf
commit 1f0f353d92
3 changed files with 83 additions and 8 deletions
@@ -0,0 +1,36 @@
import unittest
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
from sglang.test.server_fixtures.dsa_mtp_fixture import (
DsaMtpEvalConfigDefaults,
DsaMtpServerBase,
)
register_cuda_ci(
est_time=400,
stage="base-c",
runner_config="4-gpu-b200",
)
class TestGLM52NVFP4DPMTP(
DsaMtpServerBase, DsaMtpEvalConfigDefaults, GSM8KMixin, SpecDecodingMixin
):
model = "nvidia/GLM-5.2-NVFP4"
tp_size = 4
dp_size = 4
mem_fraction_static = 0.88
enable_dp_attention = True
bs_1_speed_thres = 180
extra_server_args = [
"--moe-runner-backend",
"flashinfer_trtllm",
"--quantization",
"modelopt_fp4",
]
if __name__ == "__main__":
unittest.main()
@@ -0,0 +1,34 @@
import unittest
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
from sglang.test.server_fixtures.dsa_mtp_fixture import (
DsaMtpEvalConfigDefaults,
DsaMtpServerBase,
)
register_cuda_ci(
est_time=400,
stage="base-c",
runner_config="4-gpu-b200",
)
class TestGLM52NVFP4TPMTP(
DsaMtpServerBase, DsaMtpEvalConfigDefaults, GSM8KMixin, SpecDecodingMixin
):
model = "nvidia/GLM-5.2-NVFP4"
tp_size = 4
mem_fraction_static = 0.8
bs_1_speed_thres = 300
extra_server_args = [
"--moe-runner-backend",
"flashinfer_trtllm",
"--quantization",
"modelopt_fp4",
]
if __name__ == "__main__":
unittest.main()