[NPU] [FIX] Fix non-contiguous parameter issue in FIA operator (#34936)
This commit is contained in:
@@ -1871,10 +1871,10 @@ class AscendAttnBackend(AttentionBackend):
|
|||||||
|
|
||||||
attn_output, _ = torch.ops.npu.npu_fused_infer_attention_score(
|
attn_output, _ = torch.ops.npu.npu_fused_infer_attention_score(
|
||||||
q_nope,
|
q_nope,
|
||||||
k_nope,
|
k_nope.contiguous(),
|
||||||
v,
|
v.contiguous(),
|
||||||
query_rope=q_rope,
|
query_rope=q_rope,
|
||||||
key_rope=k_rope,
|
key_rope=k_rope.contiguous(),
|
||||||
num_heads=layer.tp_q_head_num,
|
num_heads=layer.tp_q_head_num,
|
||||||
input_layout="TND",
|
input_layout="TND",
|
||||||
atten_mask=self.fia_mask,
|
atten_mask=self.fia_mask,
|
||||||
|
|||||||
Reference in New Issue
Block a user