[CPU] Fix argument issues in qkv_proj_with_rope_fused_weight and bmm… (#21367)
Co-authored-by: Ma Mingfei <mingfei.ma@intel.com>
This commit is contained in:
@@ -222,6 +222,7 @@ def register_fake_ops():
|
||||
use_fp8_w8a16,
|
||||
qkv_a_proj_scale,
|
||||
q_b_proj_scale,
|
||||
w_scale,
|
||||
is_vnni,
|
||||
block_size,
|
||||
q_lora_rank,
|
||||
|
||||
+2
-2
@@ -100,7 +100,7 @@ class DeepseekMLACpuForwardMixin:
|
||||
else None
|
||||
)
|
||||
),
|
||||
self.w_scale,
|
||||
self.w_scale if self.qkv_proj_with_rope_is_fp8 else None,
|
||||
True, # is_vnni
|
||||
self.weight_block_size,
|
||||
self.q_lora_rank,
|
||||
@@ -145,7 +145,7 @@ class DeepseekMLACpuForwardMixin:
|
||||
attn_output.transpose(0, 1),
|
||||
self.w_vc,
|
||||
True, # is_vnni
|
||||
self.w_scale, # scale
|
||||
self.w_scale if self.qkv_proj_with_rope_is_fp8 else None, # scale
|
||||
)
|
||||
attn_output = output
|
||||
output, _ = self.o_proj(attn_output)
|
||||
|
||||
Reference in New Issue
Block a user