[NPU] adapt_fused_rope_qk_mqa_optimize (#28872)
This commit is contained in:
@@ -294,10 +294,7 @@ class RotaryEmbedding(MultiPlatformOp):
|
||||
else:
|
||||
cos_sin = self.cos_sin_cache.index_select(0, positions)
|
||||
|
||||
if (
|
||||
fused_rope_qk_mqa is not None
|
||||
and query.shape[0] * query.shape[1] < 65535
|
||||
):
|
||||
if fused_rope_qk_mqa is not None and query.shape[0] < 65535:
|
||||
return fused_rope_qk_mqa(
|
||||
query,
|
||||
key,
|
||||
|
||||
Reference in New Issue
Block a user