Install DeepEP from release wheels (#33932)

This commit is contained in:
Baizhou Zhang
2026-08-07 15:38:44 -07:00
committed by GitHub
parent 115cd7bde1
commit eb3cc879e0
31 changed files with 141 additions and 353 deletions
@@ -102,7 +102,7 @@ class TestTboAttnDenseAttentionBackendCorrectness(CustomTestCase):
only by the in_capture=True branch (via ``_bind_metadata_buffers``).
If TBO short-circuits its capture to its own replay path, those dicts
are empty and replay raises ``KeyError: bs``. Reproduces the
deepep-4-gpu-h100 failure where
4-gpu-h100 failure where
``flashattention_backend.target_verify_metadata[bs]`` lookup blew up
during ``init_device_graphs``.
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
write_github_step_summary,
)
register_cuda_ci(est_time=500, stage="extra-b", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=500, stage="extra-b", runner_config="8-gpu-h200")
DEEPSEEK_V3_MODEL_PATH = "deepseek-ai/DeepSeek-V3-0324"
@@ -22,7 +22,7 @@ from sglang.test.test_utils import (
try_cached_model,
)
register_cuda_ci(est_time=235, stage="extra-b", runner_config="deepep-4-gpu-b200")
register_cuda_ci(est_time=235, stage="extra-b", runner_config="4-gpu-b200")
MODEL = "deepseek-ai/DeepSeek-V4-Flash"
SERVER_LAUNCH_TIMEOUT = 3600
+1 -1
View File
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
write_github_step_summary,
)
register_cuda_ci(est_time=320, stage="extra-b", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=320, stage="extra-b", runner_config="8-gpu-h200")
GLM52_MODEL_PATH = "zai-org/GLM-5.2-FP8"
SERVER_LAUNCH_TIMEOUT = max(DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, 1800)
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
write_github_step_summary,
)
register_cuda_ci(est_time=616, stage="extra-b", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=616, stage="extra-b", runner_config="8-gpu-h200")
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
+1 -1
View File
@@ -11,7 +11,7 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=500, stage="extra-b", runner_config="deepep-4-gpu-h100")
register_cuda_ci(est_time=500, stage="extra-b", runner_config="4-gpu-h100")
GQA_MODEL_PATH = "Qwen/Qwen3-30B-A3B-FP8"
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
try_cached_model,
)
register_cuda_ci(est_time=500, stage="base-c", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=500, stage="base-c", runner_config="8-gpu-h200")
DSV4_FLASH_MODEL = "sgl-project/DeepSeek-V4-Flash-FP8"
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
try_cached_model,
)
register_cuda_ci(est_time=1000, stage="extra-b", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=1000, stage="extra-b", runner_config="8-gpu-h200")
DSV4_FLASH_MODEL = "sgl-project/DeepSeek-V4-Flash-FP8"
DSV4_FLASH_LOADER_CONFIG = '{"enable_multithread_load": true, "num_threads": 64}'
+1 -1
View File
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=528, stage="extra-b", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=528, stage="extra-b", runner_config="8-gpu-h200")
DEEPSEEK_V32_MODEL_PATH = "deepseek-ai/DeepSeek-V3.2"
+1 -1
View File
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=478, stage="base-c", runner_config="deepep-4-gpu-h100")
register_cuda_ci(est_time=478, stage="base-c", runner_config="4-gpu-h100")
class TestPureDP(CustomTestCase):
+1 -1
View File
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
register_cuda_ci(
est_time=189,
stage="base-c",
runner_config="deepep-4-gpu-h100",
runner_config="4-gpu-h100",
disabled="Temporarily disabled until the next Mooncake release includes the PyTorch 2.13 collective forwarding fix.",
)
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=900, stage="extra-b", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=900, stage="extra-b", runner_config="8-gpu-h200")
DEEPSEEK_V3_MODEL_PATH = "deepseek-ai/DeepSeek-V3-0324"
@@ -4,7 +4,7 @@ Launches TP=4 with flashinfer_mxfp4 MoE runner + EAGLE speculative decoding.
Runs 12 ServerSanity probes (correctness, streaming, concurrency, determinism)
plus a GSM8K accuracy gate.
Registry: base-c-test-deepep-4-gpu-b200 (per-commit, 4x B200)
Registry: base-c-test-4-gpu-b200 (per-commit, 4x B200)
"""
import unittest
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
try_cached_model,
)
register_cuda_ci(est_time=465, stage="base-c", runner_config="deepep-4-gpu-b200")
register_cuda_ci(est_time=465, stage="base-c", runner_config="4-gpu-b200")
MODEL = "deepseek-ai/DeepSeek-V4-Flash"
SERVER_LAUNCH_TIMEOUT = 3600
@@ -7,7 +7,7 @@ plus a GSM8K accuracy gate.
Also covers SGLANG_DSV4_FP4_DEQUANT=1 (TP=8): FP4 experts dequantized to FP8
during loading and served through the plain FP8 MoE path.
Registry: base-c-test-deepep-8-gpu-h200 (per-commit, 8x H200)
Registry: base-c-test-8-gpu-h200 (per-commit, 8x H200)
"""
import unittest
@@ -24,7 +24,7 @@ from sglang.test.test_utils import (
try_cached_model,
)
register_cuda_ci(est_time=600, stage="base-c", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=600, stage="base-c", runner_config="8-gpu-h200")
def _flashinfer_has_sm90_cutlass_mxfp4() -> bool:
@@ -4,7 +4,7 @@ Launches TP=4 with flashinfer_mxfp4 MoE runner + EAGLE speculative decoding.
Runs 12 ServerSanity probes (correctness, streaming, concurrency, determinism)
plus a GSM8K accuracy gate.
Registry: extra-b-test-deepep-4-gpu-b200 (label-gated, 4x B200)
Registry: extra-b-test-4-gpu-b200 (label-gated, 4x B200)
"""
import unittest
@@ -21,7 +21,7 @@ from sglang.test.test_utils import (
try_cached_model,
)
register_cuda_ci(est_time=900, stage="extra-b", runner_config="deepep-4-gpu-b200")
register_cuda_ci(est_time=900, stage="extra-b", runner_config="4-gpu-b200")
MODEL = "deepseek-ai/DeepSeek-V4-Flash"
SERVER_LAUNCH_TIMEOUT = 3600
@@ -5,7 +5,7 @@ with FP4 experts disabled via SGLANG_DSV4_FP4_EXPERTS=0.
Runs 12 ServerSanity probes (correctness, streaming, concurrency, determinism)
plus a GSM8K accuracy gate.
Registry: extra-b-test-deepep-8-gpu-h200 (label-gated, 8x H200 — only 4 used by TP=4)
Registry: extra-b-test-8-gpu-h200 (label-gated, 8x H200 — only 4 used by TP=4)
"""
import unittest
@@ -22,7 +22,7 @@ from sglang.test.test_utils import (
try_cached_model,
)
register_cuda_ci(est_time=560, stage="extra-b", runner_config="deepep-8-gpu-h200")
register_cuda_ci(est_time=560, stage="extra-b", runner_config="8-gpu-h200")
MODEL_FP8 = "sgl-project/DeepSeek-V4-Flash-FP8"
SERVER_LAUNCH_TIMEOUT = 3600
@@ -24,7 +24,7 @@ from sglang.test.test_utils import (
popen_launch_server,
)
register_cuda_ci(est_time=400, stage="extra-b", runner_config="deepep-4-gpu-h100")
register_cuda_ci(est_time=400, stage="extra-b", runner_config="4-gpu-h100")
# FP8 variant of Qwen3-30B-A3B: required because DeepEP normal/LL fast paths in
# ep_moe/layer.py only run for {Fp8Config (via deep_gemm), W4AFp8Config, aiter,
-6
View File
@@ -83,9 +83,6 @@ PER_COMMIT_SUITES = {
"base-c-test-8-gpu-h200",
"base-c-test-8-gpu-b200",
"base-c-test-8-gpu-b300",
"base-c-test-deepep-4-gpu-h100",
"base-c-test-deepep-4-gpu-b200",
"base-c-test-deepep-8-gpu-h200",
# extra-a / extra-b: label-gated PR opt-in suites in pr-test-extra.yml
# (tests still tagged per-commit but skipped on default PR runs).
"extra-a-test-1-gpu-small",
@@ -94,9 +91,6 @@ PER_COMMIT_SUITES = {
"extra-b-test-4-gpu-h100",
"extra-b-test-4-gpu-b200",
"extra-b-test-8-gpu-h200",
"extra-b-test-deepep-4-gpu-h100",
"extra-b-test-deepep-4-gpu-b200",
"extra-b-test-deepep-8-gpu-h200",
],
HWBackend.NPU: [
"base-a-test-1-gpu-small",