[NPU] [bugfix] Fix NPU MLA HiCache backup accessing missing data_ptrs. (#36813)
This commit is contained in:
@@ -441,9 +441,14 @@ class MLATokenToKVPoolHost(HiSparseHostPoolMixin, HostKVCache):
|
||||
)
|
||||
return
|
||||
|
||||
device_data_ptrs, device_kv_buffers = self._resolve_device_transfer_buffers(
|
||||
device_pool
|
||||
)
|
||||
if io_backend == "kernel_ascend":
|
||||
# NPU pools use contiguous multi-layer tensors and intentionally do
|
||||
# not build the CUDA-style data_ptrs array.
|
||||
device_data_ptrs, device_kv_buffers = None, None
|
||||
else:
|
||||
device_data_ptrs, device_kv_buffers = self._resolve_device_transfer_buffers(
|
||||
device_pool
|
||||
)
|
||||
|
||||
if io_backend == "kernel":
|
||||
if self.layout == "layer_first":
|
||||
|
||||
Reference in New Issue
Block a user