[NPU] bugfix for import sgl-kernel error (#21200)
This commit is contained in:
@@ -4,7 +4,11 @@ import weakref
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
from sgl_kernel.kvcacheio import transfer_kv_all_layer_mla
|
|
||||||
|
from sglang.srt.utils import is_npu
|
||||||
|
|
||||||
|
if not is_npu():
|
||||||
|
from sgl_kernel.kvcacheio import transfer_kv_all_layer_mla
|
||||||
|
|
||||||
from sglang.srt.layers.radix_attention import RadixAttention
|
from sglang.srt.layers.radix_attention import RadixAttention
|
||||||
from sglang.srt.mem_cache.allocator import (
|
from sglang.srt.mem_cache.allocator import (
|
||||||
|
|||||||
Reference in New Issue
Block a user