[CI] Add GLM52 NVFP4 MTP B200 tests (#30021)
This commit is contained in:
@@ -0,0 +1,36 @@
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
|
||||
from sglang.test.server_fixtures.dsa_mtp_fixture import (
|
||||
DsaMtpEvalConfigDefaults,
|
||||
DsaMtpServerBase,
|
||||
)
|
||||
|
||||
register_cuda_ci(
|
||||
est_time=400,
|
||||
stage="base-c",
|
||||
runner_config="4-gpu-b200",
|
||||
)
|
||||
|
||||
|
||||
class TestGLM52NVFP4DPMTP(
|
||||
DsaMtpServerBase, DsaMtpEvalConfigDefaults, GSM8KMixin, SpecDecodingMixin
|
||||
):
|
||||
model = "nvidia/GLM-5.2-NVFP4"
|
||||
tp_size = 4
|
||||
dp_size = 4
|
||||
mem_fraction_static = 0.88
|
||||
enable_dp_attention = True
|
||||
bs_1_speed_thres = 180
|
||||
extra_server_args = [
|
||||
"--moe-runner-backend",
|
||||
"flashinfer_trtllm",
|
||||
"--quantization",
|
||||
"modelopt_fp4",
|
||||
]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
@@ -0,0 +1,34 @@
|
||||
import unittest
|
||||
|
||||
from sglang.test.ci.ci_register import register_cuda_ci
|
||||
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||
from sglang.test.kits.spec_decoding_kit import SpecDecodingMixin
|
||||
from sglang.test.server_fixtures.dsa_mtp_fixture import (
|
||||
DsaMtpEvalConfigDefaults,
|
||||
DsaMtpServerBase,
|
||||
)
|
||||
|
||||
register_cuda_ci(
|
||||
est_time=400,
|
||||
stage="base-c",
|
||||
runner_config="4-gpu-b200",
|
||||
)
|
||||
|
||||
|
||||
class TestGLM52NVFP4TPMTP(
|
||||
DsaMtpServerBase, DsaMtpEvalConfigDefaults, GSM8KMixin, SpecDecodingMixin
|
||||
):
|
||||
model = "nvidia/GLM-5.2-NVFP4"
|
||||
tp_size = 4
|
||||
mem_fraction_static = 0.8
|
||||
bs_1_speed_thres = 300
|
||||
extra_server_args = [
|
||||
"--moe-runner-backend",
|
||||
"flashinfer_trtllm",
|
||||
"--quantization",
|
||||
"modelopt_fp4",
|
||||
]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user