Fix DSV4 shared-fusion CPU unit test after the EP guard landed (#36424)
This commit is contained in:
@@ -12,7 +12,7 @@ from sglang.srt.layers.moe.utils import (
|
|||||||
)
|
)
|
||||||
from sglang.srt.models.deepseek_v4 import DeepseekV4ForCausalLM
|
from sglang.srt.models.deepseek_v4 import DeepseekV4ForCausalLM
|
||||||
from sglang.srt.models.deepseek_v4_dspark import DeepseekV4ForCausalLMDSpark
|
from sglang.srt.models.deepseek_v4_dspark import DeepseekV4ForCausalLMDSpark
|
||||||
from sglang.srt.runtime_context import get_context, get_exec, get_flags
|
from sglang.srt.runtime_context import get_context, get_exec, get_flags, get_parallel
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
from sglang.test.test_utils import CustomTestCase
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
@@ -27,6 +27,12 @@ class TestDeepseekV4SharedExpertFusionPolicy(CustomTestCase):
|
|||||||
on the ACTIVE moe flag, and the config bag keeps the user's intent.
|
on the ACTIVE moe flag, and the config bag keeps the user's intent.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
def setUp(self):
|
||||||
|
super().setUp()
|
||||||
|
cm = get_parallel().override(moe_ep_size=1)
|
||||||
|
cm.__enter__()
|
||||||
|
self.addCleanup(cm.__exit__, None, None, None)
|
||||||
|
|
||||||
def _publish(self, enforce):
|
def _publish(self, enforce):
|
||||||
override = get_context().override_server_args(
|
override = get_context().override_server_args(
|
||||||
enforce_shared_experts_fusion=enforce
|
enforce_shared_experts_fusion=enforce
|
||||||
|
|||||||
Reference in New Issue
Block a user