Remove incorrect deep_gemm assertions from server_args.py (#14113)
Co-authored-by: Kangyan Zhou <zky314343421@gmail.com>
This commit is contained in:
co-authored by
Kangyan Zhou
parent
0a362d653f
commit
0fe74af563
@@ -1517,11 +1517,6 @@ class ServerArgs:
|
|||||||
self.ep_size == 1
|
self.ep_size == 1
|
||||||
), "FP8 Cutlass MoE is only supported with ep_size == 1"
|
), "FP8 Cutlass MoE is only supported with ep_size == 1"
|
||||||
|
|
||||||
if self.moe_runner_backend == "deep_gemm":
|
|
||||||
assert (
|
|
||||||
self.ep_size > 1 and self.moe_a2a_backend == "deepep"
|
|
||||||
), "DeepGemm MoE runner is only supported when ep is enabled and moe_a2a_backend is deepep"
|
|
||||||
|
|
||||||
def _handle_a2a_moe(self):
|
def _handle_a2a_moe(self):
|
||||||
if self.moe_a2a_backend == "deepep":
|
if self.moe_a2a_backend == "deepep":
|
||||||
if self.deepep_mode == "normal":
|
if self.deepep_mode == "normal":
|
||||||
|
|||||||
@@ -66,8 +66,6 @@ class TestEpDeepGEMM(CustomTestCase):
|
|||||||
"fp8",
|
"fp8",
|
||||||
"--moe-runner-backend",
|
"--moe-runner-backend",
|
||||||
"deep_gemm",
|
"deep_gemm",
|
||||||
"--moe-a2a-backend",
|
|
||||||
"deepep",
|
|
||||||
],
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -135,6 +135,7 @@ suites = {
|
|||||||
TestFile("test_modelopt_export.py", 30),
|
TestFile("test_modelopt_export.py", 30),
|
||||||
],
|
],
|
||||||
"per-commit-2-gpu": [
|
"per-commit-2-gpu": [
|
||||||
|
TestFile("ep/test_moe_ep.py", 140),
|
||||||
TestFile("hicache/test_hicache_storage_3fs_backend.py", 200),
|
TestFile("hicache/test_hicache_storage_3fs_backend.py", 200),
|
||||||
TestFile("hicache/test_hicache_storage_file_backend.py", 200),
|
TestFile("hicache/test_hicache_storage_file_backend.py", 200),
|
||||||
TestFile("hicache/test_hicache_storage_mooncake_backend.py", 300),
|
TestFile("hicache/test_hicache_storage_mooncake_backend.py", 300),
|
||||||
@@ -201,9 +202,6 @@ suites = {
|
|||||||
],
|
],
|
||||||
# Nightly test suites have been moved to test/run_suite_nightly.py
|
# Nightly test suites have been moved to test/run_suite_nightly.py
|
||||||
"__not_in_ci__": [
|
"__not_in_ci__": [
|
||||||
TestFile(
|
|
||||||
"ep/test_moe_ep.py", 140
|
|
||||||
), # Temporarily disabled, need to fix ep errors
|
|
||||||
TestFile("test_release_memory_occupation.py", 200), # Temporarily disabled
|
TestFile("test_release_memory_occupation.py", 200), # Temporarily disabled
|
||||||
TestFile("models/test_dummy_grok_models.py"),
|
TestFile("models/test_dummy_grok_models.py"),
|
||||||
TestFile(
|
TestFile(
|
||||||
|
|||||||
Reference in New Issue
Block a user