refactor(moe): de-duplicate triton MoE runner path into shared helpers (#23019)

Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Cheng Wan
2026-04-17 17:05:13 -07:00
committed by GitHub
co-authored by Claude Opus 4.7
parent fd7db0eace
commit 5f7aee726a
322 changed files with 589 additions and 704 deletions
+1 -1
View File
@@ -4,7 +4,7 @@ import pytest
import torch
from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.layers.moe.fused_moe_triton.fused_moe import fused_moe
from sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe import fused_moe
from sglang.srt.layers.moe.topk import TopKConfig, select_experts
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.srt.utils import get_device
+3 -3
View File
@@ -416,7 +416,7 @@ def test_lora_moe_runner_multi_expert(
enable_deterministic_inference = False
with patch(
"sglang.srt.layers.moe.fused_moe_triton.fused_moe_triton_config.get_global_server_args",
"sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe_triton_config.get_global_server_args",
return_value=MockServerArgs(),
):
runner = MoeRunner(MoeRunnerBackend.TRITON, config, lora_enabled=True)
@@ -566,7 +566,7 @@ def test_lora_moe_runner_virtual_experts(
enable_deterministic_inference = False
with patch(
"sglang.srt.layers.moe.fused_moe_triton.fused_moe_triton_config.get_global_server_args",
"sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe_triton_config.get_global_server_args",
return_value=MockServerArgs(),
):
runner = MoeRunner(MoeRunnerBackend.TRITON, config, lora_enabled=True)
@@ -758,7 +758,7 @@ def test_lora_moe_runner_marlin(num_tokens, top_k_num, num_experts, max_lora_ran
enable_deterministic_inference = False
with patch(
"sglang.srt.layers.moe.fused_moe_triton.fused_moe_triton_config.get_global_server_args",
"sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe_triton_config.get_global_server_args",
return_value=MockServerArgs(),
):
runner = MoeRunner(MoeRunnerBackend.MARLIN, config, lora_enabled=True)
@@ -256,7 +256,7 @@ def test_marlin_vs_triton_lora_correctness(num_tokens, top_k):
enable_deterministic_inference = False
with patch(
"sglang.srt.layers.moe.fused_moe_triton.fused_moe_triton_config.get_global_server_args",
"sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe_triton_config.get_global_server_args",
return_value=MockServerArgs(),
):
marlin_runner = MoeRunner(MoeRunnerBackend.MARLIN, config, lora_enabled=True)
+1 -1
View File
@@ -4,7 +4,7 @@ import torch
from tqdm import tqdm
from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.layers.moe.fused_moe_triton.fused_moe import fused_moe
from sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe import fused_moe
from sglang.srt.layers.moe.topk import TopKConfig, select_experts
from sglang.srt.layers.quantization.fp8_kernel import is_fp8_fnuz
from sglang.srt.layers.quantization.fp8_utils import normalize_e4m3fn_to_e4m3fnuz
@@ -4,7 +4,7 @@ import unittest
import torch
from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.layers.moe.fused_moe_triton.fused_moe import fused_moe
from sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe import fused_moe
from sglang.srt.layers.moe.topk import TopKConfig, select_experts
from sglang.srt.layers.quantization.fp8_kernel import scaled_fp8_quant
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
+1 -1
View File
@@ -4,7 +4,7 @@ import unittest
import torch
from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.layers.moe.fused_moe_triton.fused_moe import fused_moe
from sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe import fused_moe
from sglang.srt.layers.moe.topk import TopKConfig, select_experts
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
+1 -1
View File
@@ -4,7 +4,7 @@ import unittest
import torch
from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.layers.moe.fused_moe_triton.fused_moe import fused_moe
from sglang.srt.layers.moe.moe_runner.triton_utils.fused_moe import fused_moe
from sglang.srt.layers.moe.topk import TopKConfig, select_experts
from sglang.srt.layers.quantization.int8_kernel import per_token_quant_int8
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler