[npu] [bugfix] Fix PD‑disaggregation error (#33523)

This commit is contained in:
gjsheu
2026-08-05 09:54:00 +08:00
committed by GitHub
parent a0b04dbe4c
commit 5dc4102960
@@ -108,7 +108,14 @@ class AscendKVManager(MooncakeKVManager):
dst_kv_indices: npt.NDArray[np.int32],
executor: concurrent.futures.ThreadPoolExecutor,
dst_layer_ids: Optional[List[int]] = None,
dst_device_kv_indices: Optional[npt.NDArray[np.int32]] = None,
):
if dst_device_kv_indices is not None:
raise NotImplementedError(
"Ascend PD transfer does not support HiSparse "
"destination device KV indices"
)
# Group by indices
prefill_kv_blocks, dst_kv_blocks = group_concurrent_contiguous(
prefill_kv_indices, dst_kv_indices