Fix Deepseek v3.1 loading issue (#13954)

This commit is contained in:
Kangyan-Zhou
2025-11-25 18:28:52 -08:00
committed by GitHub
parent c53e729d45
commit 13e5beeab4
+1 -1
View File
@@ -3568,7 +3568,7 @@ class DeepseekV2ForCausalLM(nn.Module):
self.quant_config, "weight_block_size", None self.quant_config, "weight_block_size", None
) )
) )
and self_attn.kv_b_proj.executed_weight_requant_ue8m0 and weight_scale.format_ue8m0
): ):
weight_scale = inverse_transform_scale_ue8m0( weight_scale = inverse_transform_scale_ue8m0(
weight_scale, mn=weight.shape[-2] weight_scale, mn=weight.shape[-2]