minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU] [bugfix] Fix NPU MLA HiCache backup accessing missing data_ptrs. (#36813)

Browse Source
This commit is contained in:
chx96642264
2026-09-01 17:31:11 +08:00
committed by GitHub
parent dc1ae02684
commit c16a8fc899
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/pool_host/mla.py
+8 -3
View File
@@ -441,9 +441,14 @@ class MLATokenToKVPoolHost(HiSparseHostPoolMixin, HostKVCache):
) )
return return
device_data_ptrs, device_kv_buffers = self._resolve_device_transfer_buffers( if io_backend == "kernel_ascend":
device_pool # NPU pools use contiguous multi-layer tensors and intentionally do
) # not build the CUDA-style data_ptrs array.
device_data_ptrs, device_kv_buffers = None, None
else:
device_data_ptrs, device_kv_buffers = self._resolve_device_transfer_buffers(
device_pool
)
if io_backend == "kernel": if io_backend == "kernel":
if self.layout == "layer_first": if self.layout == "layer_first":