minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Add dspark + dsv4 e2e test (#37665)

Browse Source
This commit is contained in:
Baizhou Zhang
2026-09-03 14:26:25 -07:00
committed by GitHub
parent 4372b8efa7
commit fd70325c10
2 changed files with 16 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/models_e2e/test_deepseek_v4_flash_fp4_b200.py
+11 -23
View File
@@ -24,7 +24,8 @@ from sglang.test.test_utils import (
register_cuda_ci(est_time=465, stage="base-c", runner_config="4-gpu-b200") register_cuda_ci(est_time=465, stage="base-c", runner_config="4-gpu-b200")
MODEL = "deepseek-ai/DeepSeek-V4-Flash" MODEL = "deepseek-ai/DeepSeek-V4-Flash-0731"
MTP_MODEL = "deepseek-ai/DeepSeek-V4-Flash"
SERVER_LAUNCH_TIMEOUT = 3600 SERVER_LAUNCH_TIMEOUT = 3600
DEEPEP_CONFIG = '{"normal_dispatch":{"num_sms":96},"normal_combine":{"num_sms":96}}' DEEPEP_CONFIG = '{"normal_dispatch":{"num_sms":96},"normal_combine":{"num_sms":96}}'
@@ -33,7 +34,7 @@ _DEEPEP_ENV = {
} }
class TestDSV4FlashFP4B200( class TestDSV4FlashFP4B200MTP(
SpecDecodingMixin, SpecDecodingMixin,
BasicDecodeCorrectnessMixin, BasicDecodeCorrectnessMixin,
GSM8KMixin, GSM8KMixin,
@@ -47,7 +48,7 @@ class TestDSV4FlashFP4B200(
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
cls.model = try_cached_model(MODEL) cls.model = try_cached_model(MTP_MODEL)
cls.base_url = DEFAULT_URL_FOR_TEST cls.base_url = DEFAULT_URL_FOR_TEST
cls.process = popen_launch_server( cls.process = popen_launch_server(
cls.model, cls.model,
@@ -77,17 +78,17 @@ class TestDSV4FlashFP4B200(
kill_process_tree(cls.process.pid) kill_process_tree(cls.process.pid)
class TestDSV4FlashFP4B200Balanced( class TestDSV4FlashFP4B200DSpark(
SpecDecodingMixin, SpecDecodingMixin,
BasicDecodeCorrectnessMixin, BasicDecodeCorrectnessMixin,
GSM8KMixin, GSM8KMixin,
CustomTestCase, CustomTestCase,
): ):
"""Balanced recipe: TP=4, DP=4, DeepEP, EAGLE (1-step spec).""" """LowLatency recipe: TP=4, FP4 (mxfp4), EAGLE spec decoding."""
gsm8k_accuracy_thres = 0.93 gsm8k_accuracy_thres = 0.93
accept_length_thres = 1.8 accept_length_thres = 4.0
bs_1_speed_thres = 100 bs_1_speed_thres = 300
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
@@ -101,23 +102,10 @@ class TestDSV4FlashFP4B200Balanced(
"--trust-remote-code", "--trust-remote-code",
"--tp", "--tp",
"4", "4",
"--dp",
"4",
"--enable-dp-attention",
"--moe-a2a-backend",
"deepep",
"--speculative-algorithm", "--speculative-algorithm",
"EAGLE", "DSPARK",
"--speculative-num-steps", "--disable-flashinfer-autotune",
"1",
"--speculative-eagle-topk",
"1",
"--speculative-num-draft-tokens",
"2",
"--deepep-config",
DEEPEP_CONFIG,
], ],
env=_DEEPEP_ENV,
) )
@classmethod @classmethod
@@ -126,7 +114,7 @@ class TestDSV4FlashFP4B200Balanced(
kill_process_tree(cls.process.pid) kill_process_tree(cls.process.pid)
class TestDSV4FlashFP4NonMTPB200( class TestDSV4FlashFP4NonSpecB200(
BasicDecodeCorrectnessMixin, GSM8KMixin, CustomTestCase BasicDecodeCorrectnessMixin, GSM8KMixin, CustomTestCase
): ):
"""Non-MTP recipe: TP=4, DP=4, DeepEP, no speculative decoding.""" """Non-MTP recipe: TP=4, DP=4, DeepEP, no speculative decoding."""
test/registered/models_e2e/test_deepseek_v4_flash_fp4_megamoe_b200.py
+5 -15
View File
@@ -23,7 +23,7 @@ from sglang.test.test_utils import (
register_cuda_ci(est_time=900, stage="extra-b", runner_config="4-gpu-b200") register_cuda_ci(est_time=900, stage="extra-b", runner_config="4-gpu-b200")
MODEL = "deepseek-ai/DeepSeek-V4-Flash" MODEL = "deepseek-ai/DeepSeek-V4-Flash-0731"
SERVER_LAUNCH_TIMEOUT = 3600 SERVER_LAUNCH_TIMEOUT = 3600
@@ -64,16 +64,11 @@ class TestDSV4FlashFP4B200W4A8MegaMoE(
"--dp", "--dp",
"4", "4",
"--enable-dp-attention", "--enable-dp-attention",
"--enable-dp-lm-head",
"--moe-a2a-backend", "--moe-a2a-backend",
"megamoe", "megamoe",
"--speculative-algorithm", "--speculative-algorithm",
"EAGLE", "DSPARK",
"--speculative-num-steps",
"1",
"--speculative-eagle-topk",
"1",
"--speculative-num-draft-tokens",
"2",
], ],
env=_W4A8_MEGAMOE_ENV, env=_W4A8_MEGAMOE_ENV,
) )
@@ -111,17 +106,12 @@ class TestDSV4FlashFP4B200W4A4MegaMoE(
"--dp", "--dp",
"4", "4",
"--enable-dp-attention", "--enable-dp-attention",
"--enable-dp-lm-head",
"--moe-a2a-backend", "--moe-a2a-backend",
"megamoe", "megamoe",
"--enable-w4a4-mxfp4-megamoe", "--enable-w4a4-mxfp4-megamoe",
"--speculative-algorithm", "--speculative-algorithm",
"EAGLE", "DSPARK",
"--speculative-num-steps",
"3",
"--speculative-eagle-topk",
"1",
"--speculative-num-draft-tokens",
"4",
], ],
env=_W4A4_MEGAMOE_ENV, env=_W4A4_MEGAMOE_ENV,
) )