[BugFix] fix gptq_marlin_gemm has no parameter called b_bias (#13571)
Co-authored-by: Peng Zhang <aniz1905@gmail.com> Co-authored-by: Fan Yin <1106310035@qq.com>
This commit is contained in:
co-authored by
Peng Zhang
Fan Yin
parent
7ec678eb09
commit
03f9eb2564
@@ -62,7 +62,6 @@ def apply_fp8_marlin_linear(
|
|||||||
a=reshaped_x,
|
a=reshaped_x,
|
||||||
c=None,
|
c=None,
|
||||||
b_q_weight=weight,
|
b_q_weight=weight,
|
||||||
b_bias=bias,
|
|
||||||
b_scales=weight_scale,
|
b_scales=weight_scale,
|
||||||
global_scale=None,
|
global_scale=None,
|
||||||
b_zeros=None,
|
b_zeros=None,
|
||||||
@@ -77,6 +76,9 @@ def apply_fp8_marlin_linear(
|
|||||||
use_fp32_reduce=use_fp32_reduce,
|
use_fp32_reduce=use_fp32_reduce,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
if bias is not None:
|
||||||
|
output.add_(bias)
|
||||||
|
|
||||||
return output.reshape(out_shape)
|
return output.reshape(out_shape)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user