minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Fix global server args not set error in test_triton_moe_wna16.py (#20412)

Browse Source
This commit is contained in:
Pai Liu
2026-03-12 00:22:59 -07:00
committed by GitHub
parent 91f701e5f1
commit 2c03a5c6c7
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/manual/test_triton_moe_wna16.py
+1 -2
View File
@@ -118,8 +118,6 @@ def quantize_weights(
def torch_moe(a, w1, w2, score, topk): def torch_moe(a, w1, w2, score, topk):
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
B, D = a.shape B, D = a.shape
a = a.view(B, -1, D).repeat(1, topk, 1).reshape(-1, D) a = a.view(B, -1, D).repeat(1, topk, 1).reshape(-1, D)
out = torch.zeros(B * topk, w2.shape[1], dtype=a.dtype, device=a.device) out = torch.zeros(B * topk, w2.shape[1], dtype=a.dtype, device=a.device)
@@ -159,6 +157,7 @@ def test_fused_moe_wn16(
has_zp: bool, has_zp: bool,
weight_bits: int, weight_bits: int,
): ):
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
print(m, n, k, e, topk, dtype, group_size, has_zp, weight_bits) print(m, n, k, e, topk, dtype, group_size, has_zp, weight_bits)
a = torch.randn((m, k), device=get_device(), dtype=dtype) / 10 a = torch.randn((m, k), device=get_device(), dtype=dtype) / 10
w1 = torch.randn((e, 2 * n, k), device=get_device(), dtype=dtype) / 10 w1 = torch.randn((e, 2 * n, k), device=get_device(), dtype=dtype) / 10