minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[EPLB] Drop defensive getattr for ep_dispatch_algorithm (#31804)

Browse Source 
Co-authored-by: Brayden Zhong <b8zhong@uwaterloo.ca>
This commit is contained in:
Beihao Zhou
2026-09-15 16:14:41 +08:00
committed by GitHub
co-authored by Brayden Zhong
parent df254b0a11
commit 37ebacb50f
3 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/moe/hash_topk.py
+1 -2
View File
@@ -254,8 +254,7 @@ class HashTopK(nn.Module):
log2phy_prob = None log2phy_prob = None
if ( if (
expert_location_dispatch_info is not None expert_location_dispatch_info is not None
and getattr(expert_location_dispatch_info, "ep_dispatch_algorithm", None) and expert_location_dispatch_info.ep_dispatch_algorithm == "lp"
== "lp"
): ):
if self.layer_id is None: if self.layer_id is None:
raise RuntimeError("HashTopK LP dispatch requires layer_id.") raise RuntimeError("HashTopK LP dispatch requires layer_id.")
python/sglang/srt/layers/moe/topk.py
+1 -2
View File
@@ -2147,8 +2147,7 @@ def _post_process_topk_ids(
log2phy_prob = None log2phy_prob = None
if ( if (
expert_location_dispatch_info is not None expert_location_dispatch_info is not None
and getattr(expert_location_dispatch_info, "ep_dispatch_algorithm", None) and expert_location_dispatch_info.ep_dispatch_algorithm == "lp"
== "lp"
): ):
from sglang.srt.eplb.lplb_solver import get_global_lplb_solver from sglang.srt.eplb.lplb_solver import get_global_lplb_solver
test/registered/unit/eplb/test_waterfill_eplb.py
+6 -2
View File
@@ -64,7 +64,9 @@ class TestWaterfillEPLB(CustomTestCase):
num_fused_shared_experts=1, num_fused_shared_experts=1,
routed_scaling_factor=1.0, routed_scaling_factor=1.0,
) )
dispatch_info = SimpleNamespace(num_physical_experts=264) dispatch_info = SimpleNamespace(
num_physical_experts=264, ep_dispatch_algorithm="static"
)
def fake_eplb_postprocess( def fake_eplb_postprocess(
ids, expert_location_dispatch_info, num_token_non_padded ids, expert_location_dispatch_info, num_token_non_padded
@@ -104,7 +106,9 @@ class TestWaterfillEPLB(CustomTestCase):
num_fused_shared_experts=1, num_fused_shared_experts=1,
routed_scaling_factor=1.0, routed_scaling_factor=1.0,
) )
dispatch_info = SimpleNamespace(num_physical_experts=264) dispatch_info = SimpleNamespace(
num_physical_experts=264, ep_dispatch_algorithm="static"
)
def fake_eplb_postprocess( def fake_eplb_postprocess(
ids, expert_location_dispatch_info, num_token_non_padded ids, expert_location_dispatch_info, num_token_non_padded