[MUSA][16/N] Add MUSA backend support for layers and DeepSeek models (V2/V3/R1) (#22774)

Co-authored-by: popsiclexu <zhenxue.xu@mthreads.com>
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
This commit is contained in:
popsiclexu
2026-04-23 18:59:51 -07:00
committed by GitHub
co-authored by popsiclexu gemini-code-assist[bot]
parent cbc2bee547
commit b35213be11
27 changed files with 184 additions and 44 deletions
+7 -1
View File
@@ -16,7 +16,12 @@ from sglang.srt.layers.utils.logprob import get_token_ids_logprobs, get_top_logp
from sglang.srt.sampling.sampling_batch_info import SamplingBatchInfo
from sglang.srt.sampling.sampling_params import TOP_K_ALL
from sglang.srt.server_args import get_global_server_args
from sglang.srt.utils.common import crash_on_warnings, get_bool_env_var, is_cuda, is_npu
from sglang.srt.utils.common import (
crash_on_warnings,
get_bool_env_var,
is_cuda,
is_npu,
)
if is_cuda():
from flashinfer.sampling import (
@@ -27,6 +32,7 @@ if is_cuda():
top_k_renorm_prob,
top_p_renorm_prob,
)
if is_npu():
import torch_npu