[NPU] bugfix for import sgl-kernel error (#21200)
This commit is contained in:
@@ -4,7 +4,11 @@ import weakref
|
||||
from typing import Optional
|
||||
|
||||
import torch
|
||||
from sgl_kernel.kvcacheio import transfer_kv_all_layer_mla
|
||||
|
||||
from sglang.srt.utils import is_npu
|
||||
|
||||
if not is_npu():
|
||||
from sgl_kernel.kvcacheio import transfer_kv_all_layer_mla
|
||||
|
||||
from sglang.srt.layers.radix_attention import RadixAttention
|
||||
from sglang.srt.mem_cache.allocator import (
|
||||
|
||||
Reference in New Issue
Block a user