[Intel GPU] fix import error to run DeepSeek-V2-Lite model with BF16 on XPU (#10858)
This commit is contained in:
@@ -3,7 +3,18 @@
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
from sgl_kernel import cutlass_w4a8_moe_mm, get_cutlass_w4a8_moe_mm_data, silu_and_mul
|
|
||||||
|
from sglang.srt.utils import is_cuda_alike
|
||||||
|
|
||||||
|
_is_cuda_alike = is_cuda_alike()
|
||||||
|
|
||||||
|
if _is_cuda_alike:
|
||||||
|
from sgl_kernel import (
|
||||||
|
cutlass_w4a8_moe_mm,
|
||||||
|
get_cutlass_w4a8_moe_mm_data,
|
||||||
|
)
|
||||||
|
|
||||||
|
from sgl_kernel import silu_and_mul
|
||||||
|
|
||||||
from sglang.jit_kernel.per_tensor_quant_fp8 import per_tensor_quant_fp8
|
from sglang.jit_kernel.per_tensor_quant_fp8 import per_tensor_quant_fp8
|
||||||
from sglang.srt.distributed import get_moe_expert_parallel_world_size
|
from sglang.srt.distributed import get_moe_expert_parallel_world_size
|
||||||
|
|||||||
Reference in New Issue
Block a user