minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Sm120 scatter fallback (#31669)

Browse Source 
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
This commit is contained in:
JINO ROHIT
2026-07-20 23:58:27 -07:00
committed by GitHub
co-authored by github-actions[bot]
parent c4c405a46b
commit 01f558d905
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/moe/fused_moe_triton/triton_kernels_moe.py
+6
View File
@@ -17,11 +17,17 @@ from triton_kernels.matmul_ogs import (
ScatterIndx, ScatterIndx,
matmul_ogs, matmul_ogs,
) )
from triton_kernels.matmul_ogs_details.opt_flags import update_opt_flags_constraints
from triton_kernels.numerics import InFlexData from triton_kernels.numerics import InFlexData
from triton_kernels.swiglu import swiglu_fn from triton_kernels.swiglu import swiglu_fn
from triton_kernels.tensor import FP4 from triton_kernels.tensor import FP4
from sglang.srt.utils import is_cuda from sglang.srt.utils import is_cuda
from sglang.srt.utils.common import is_sm120_supported
if is_sm120_supported():
# use the regular gather/scatter implementation for unsupported devices.
update_opt_flags_constraints({"is_persistent": False})
if is_cuda(): if is_cuda():
from sglang.jit_kernel.activation import gelu_and_mul, silu_and_mul from sglang.jit_kernel.activation import gelu_and_mul, silu_and_mul