minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU] fix dcp break (#29140)

Browse Source
This commit is contained in:
zhaozx-cn
2026-06-24 17:33:02 +08:00
committed by GitHub
parent 73d976e375
commit 10e0bcd622
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/hardware_backend/npu/memory_pool_npu.py
+1
View File
@@ -177,6 +177,7 @@ class NPUMHATokenToKVPool(MHATokenToKVPool):
k_scale: Optional[float] = None, k_scale: Optional[float] = None,
v_scale: Optional[float] = None, v_scale: Optional[float] = None,
layer_id_override: Optional[int] = None, layer_id_override: Optional[int] = None,
dcp_kv_mask: Optional[torch.Tensor] = None,
): ):
loc, _ = unwrap_write_loc(loc_info) loc, _ = unwrap_write_loc(loc_info)
if layer_id_override is not None: if layer_id_override is not None: