minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU] Add head_dim=256 to _can_use_tnd whitelist (#28635)

Browse Source
This commit is contained in:
syy-hw
2026-06-18 17:55:50 +08:00
committed by GitHub
parent 2a9cce5d27
commit bb9d31f22d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/hardware_backend/npu/attention/ascend_backend.py
+1 -1
View File
@@ -376,7 +376,7 @@ class AscendAttnBackend(AttentionBackend):
"""Check if TND layout is supported.""" """Check if TND layout is supported."""
d = layer.qk_head_dim d = layer.qk_head_dim
v = layer.v_head_dim v = layer.v_head_dim
return (d == v and d in (128, 192)) or (d == 192 and v == 128) return (d == v and d in (128, 192, 256)) or (d == 192 and v == 128)
def get_verify_buffers_to_fill_after_draft(self): def get_verify_buffers_to_fill_after_draft(self):
""" """