[ci] add qwen 3.5 mtp + replayssm + flashinfer gdn test (#33607)

This commit is contained in:
Qiaolin Yu
2026-08-04 18:08:42 -07:00
committed by GitHub
parent 211ee64249
commit 9303e26f03
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=400, stage="base-c", runner_config="4-gpu-b200")
register_cuda_ci(est_time=800, stage="base-c", runner_config="4-gpu-b200")
QWEN35_FP4_MODEL = "nvidia/Qwen3.5-397B-A17B-NVFP4"
ACC_THRESHOLDS = {QWEN35_FP4_MODEL: {"gsm8k": 0.95}}
@@ -106,5 +106,46 @@ class TestQwen35FP4MTP(ReasoningTokenUsageMixin, CustomTestCase):
_run_mtp_gsm8k(self)
class TestQwen35FP4MTPReplaySSM(ReasoningTokenUsageMixin, CustomTestCase):
"""MTP with the ReplaySSM spec-verify fold protocol.
Pins the FlashInfer GDN (bf16-state) kernel stack explicitly: the
--mamba-ssm-dtype bfloat16 in MTP_BASE_ARGS overrides the float32
default that --enable-linear-replayssm-spec would set, and the three
linear-attn backend flags keep decode/prefill/verify on FlashInfer
even if the auto-selection defaults drift.
"""
reasoning_parser_name = "qwen3"
@classmethod
def setUpClass(cls):
cls.model = QWEN35_FP4_MODEL
cls.base_url = DEFAULT_URL_FOR_TEST
cls.init_reasoning_token_verifier()
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=MTP_BASE_ARGS
+ [
"--enable-linear-replayssm-spec",
"--linear-attn-decode-backend",
"flashinfer",
"--linear-attn-prefill-backend",
"flashinfer",
"--linear-attn-verify-backend",
"flashinfer",
],
)
@classmethod
def tearDownClass(cls):
kill_process_tree(cls.process.pid)
def test_gsm8k(self):
_run_mtp_gsm8k(self)
if __name__ == "__main__":
unittest.main()