minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix the deepep 8 gpu unit test (#14601)

Browse Source
This commit is contained in:
Rain Jiang
2025-12-09 01:40:09 -08:00
committed by GitHub
parent 9a426fc5ef
commit f0e948a0f1
2 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/moe/utils.py
+1 -1
View File
@@ -284,7 +284,7 @@ def speculative_moe_a2a_backend_context():
global MOE_A2A_BACKEND global MOE_A2A_BACKEND
original_backend = MOE_A2A_BACKEND original_backend = MOE_A2A_BACKEND
try: try:
MOE_A2A_BACKEND = MoeA2ABackend.NONE MOE_A2A_BACKEND = get_speculative_moe_a2a_backend()
yield yield
finally: finally:
MOE_A2A_BACKEND = original_backend MOE_A2A_BACKEND = original_backend
test/srt/ep/test_deepep_large.py
+4 -1
View File
@@ -35,6 +35,8 @@ class TestDeepseek(CustomTestCase):
"--enable-dp-lm-head", "--enable-dp-lm-head",
"--moe-a2a-backend", "--moe-a2a-backend",
"deepep", "deepep",
"--moe-runner-backend",
"deep_gemm",
"--enable-two-batch-overlap", "--enable-two-batch-overlap",
"--ep-num-redundant-experts", "--ep-num-redundant-experts",
"32", "32",
@@ -72,7 +74,6 @@ class TestDeepseek(CustomTestCase):
self.assertGreater(metrics["accuracy"], 0.92) self.assertGreater(metrics["accuracy"], 0.92)
@unittest.skip("Skipping this test until it's fixed.")
class TestDeepseekMTP(CustomTestCase): class TestDeepseekMTP(CustomTestCase):
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
@@ -94,6 +95,8 @@ class TestDeepseekMTP(CustomTestCase):
"--enable-dp-lm-head", "--enable-dp-lm-head",
"--moe-a2a-backend", "--moe-a2a-backend",
"deepep", "deepep",
"--moe-runner-backend",
"deep_gemm",
"--enable-two-batch-overlap", "--enable-two-batch-overlap",
"--ep-num-redundant-experts", "--ep-num-redundant-experts",
"32", "32",