[Fix] Fix nightly tests (#22140)
This commit is contained in:
@@ -152,6 +152,7 @@ from sglang.srt.utils import (
|
||||
make_layers,
|
||||
use_intel_amx_backend,
|
||||
)
|
||||
from sglang.srt.utils.custom_op import register_custom_op
|
||||
|
||||
if _use_aiter:
|
||||
from sglang.srt.layers.rocm_linear_utils import aiter_dsv3_router_gemm
|
||||
@@ -167,8 +168,6 @@ if _use_aiter:
|
||||
if _is_cuda:
|
||||
from flashinfer.gemm import mm_M1_16_K7168_N256 as _raw_dsv3_router_gemm
|
||||
from sgl_kernel import dsv3_fused_a_gemm, dsv3_router_gemm
|
||||
|
||||
from sglang.srt.utils.custom_op import register_custom_op
|
||||
elif _is_npu:
|
||||
from sglang.srt.hardware_backend.npu.modules.deepseek_v2_attention_mla_npu import (
|
||||
forward_dsa_core_npu,
|
||||
|
||||
Reference in New Issue
Block a user