From 8662ba7db4ec2eee9cd608498cac7487caed3ac7 Mon Sep 17 00:00:00 2001 From: McZyWu Date: Mon, 23 Mar 2026 19:52:36 +0800 Subject: [PATCH] [NPU] bugfix for import sgl-kernel error (#21200) --- python/sglang/srt/mem_cache/hisparse_memory_pool.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/mem_cache/hisparse_memory_pool.py b/python/sglang/srt/mem_cache/hisparse_memory_pool.py index d1ada2f17..4781fde76 100644 --- a/python/sglang/srt/mem_cache/hisparse_memory_pool.py +++ b/python/sglang/srt/mem_cache/hisparse_memory_pool.py @@ -4,7 +4,11 @@ import weakref from typing import Optional import torch -from sgl_kernel.kvcacheio import transfer_kv_all_layer_mla + +from sglang.srt.utils import is_npu + +if not is_npu(): + from sgl_kernel.kvcacheio import transfer_kv_all_layer_mla from sglang.srt.layers.radix_attention import RadixAttention from sglang.srt.mem_cache.allocator import (