minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Added cuda availability guard (#18480)

Browse Source
This commit is contained in:
Kaixi
2026-02-13 20:18:34 +08:00
committed by GitHub
parent a0ebaa6498
commit 98ad284ebf
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/moe/moe_runner/deep_gemm.py
+10 -2
View File
@@ -16,7 +16,14 @@ from sglang.srt.layers.moe.moe_runner.base import (
register_pre_permute, register_pre_permute,
) )
from sglang.srt.layers.moe.utils import MoeRunnerBackend from sglang.srt.layers.moe.utils import MoeRunnerBackend
from sglang.srt.utils import ceil_div, dispose_tensor, get_bool_env_var, is_hip, is_npu from sglang.srt.utils import (
ceil_div,
dispose_tensor,
get_bool_env_var,
is_cuda,
is_hip,
is_npu,
)
from sglang.srt.utils.offloader import get_offloader from sglang.srt.utils.offloader import get_offloader
if TYPE_CHECKING: if TYPE_CHECKING:
@@ -33,9 +40,10 @@ if TYPE_CHECKING:
_is_hip = is_hip() _is_hip = is_hip()
_is_npu = is_npu() _is_npu = is_npu()
_is_cuda = is_cuda()
_use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip _use_aiter = get_bool_env_var("SGLANG_USE_AITER") and _is_hip
if not (_is_npu or _is_hip): if not (_is_npu or _is_hip) and _is_cuda:
from sgl_kernel import silu_and_mul from sgl_kernel import silu_and_mul