[ci] add qwen 3.5 mtp + replayssm + flashinfer gdn test (#33607)
This commit is contained in:
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
||||
popen_launch_server,
|
||||
)
|
||||
|
||||
register_cuda_ci(est_time=400, stage="base-c", runner_config="4-gpu-b200")
|
||||
register_cuda_ci(est_time=800, stage="base-c", runner_config="4-gpu-b200")
|
||||
|
||||
QWEN35_FP4_MODEL = "nvidia/Qwen3.5-397B-A17B-NVFP4"
|
||||
ACC_THRESHOLDS = {QWEN35_FP4_MODEL: {"gsm8k": 0.95}}
|
||||
@@ -106,5 +106,46 @@ class TestQwen35FP4MTP(ReasoningTokenUsageMixin, CustomTestCase):
|
||||
_run_mtp_gsm8k(self)
|
||||
|
||||
|
||||
class TestQwen35FP4MTPReplaySSM(ReasoningTokenUsageMixin, CustomTestCase):
|
||||
"""MTP with the ReplaySSM spec-verify fold protocol.
|
||||
|
||||
Pins the FlashInfer GDN (bf16-state) kernel stack explicitly: the
|
||||
--mamba-ssm-dtype bfloat16 in MTP_BASE_ARGS overrides the float32
|
||||
default that --enable-linear-replayssm-spec would set, and the three
|
||||
linear-attn backend flags keep decode/prefill/verify on FlashInfer
|
||||
even if the auto-selection defaults drift.
|
||||
"""
|
||||
|
||||
reasoning_parser_name = "qwen3"
|
||||
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
cls.model = QWEN35_FP4_MODEL
|
||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||
cls.init_reasoning_token_verifier()
|
||||
cls.process = popen_launch_server(
|
||||
cls.model,
|
||||
cls.base_url,
|
||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||
other_args=MTP_BASE_ARGS
|
||||
+ [
|
||||
"--enable-linear-replayssm-spec",
|
||||
"--linear-attn-decode-backend",
|
||||
"flashinfer",
|
||||
"--linear-attn-prefill-backend",
|
||||
"flashinfer",
|
||||
"--linear-attn-verify-backend",
|
||||
"flashinfer",
|
||||
],
|
||||
)
|
||||
|
||||
@classmethod
|
||||
def tearDownClass(cls):
|
||||
kill_process_tree(cls.process.pid)
|
||||
|
||||
def test_gsm8k(self):
|
||||
_run_mtp_gsm8k(self)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
Reference in New Issue
Block a user