minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix empty server args in marlin moe test (#12904)

Browse Source
This commit is contained in:
Ke Bao
2025-11-09 13:30:47 +08:00
committed by GitHub
parent d134096319
commit b142831a26
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/test/test_marlin_moe.py
+3
View File
@@ -6,8 +6,11 @@ from sgl_kernel import fused_marlin_moe
from sgl_kernel.scalar_type import ScalarType, scalar_types from sgl_kernel.scalar_type import ScalarType, scalar_types
from sglang.srt.layers.activation import SiluAndMul from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.test.test_marlin_utils import awq_marlin_quantize, marlin_quantize from sglang.test.test_marlin_utils import awq_marlin_quantize, marlin_quantize
set_global_server_args_for_scheduler(object.__new__(ServerArgs))
def stack_and_dev(tensors: list[torch.Tensor]): def stack_and_dev(tensors: list[torch.Tensor]):
dev = tensors[0].device dev = tensors[0].device