fix: fix deepseek v4 CP error (#25396)

2026-05-19 02:04:21 -07:00
parent 67fd005b97
commit 7e0818038a
1 changed files with 1 additions and 0 deletions
@@ -421,6 +421,7 @@ class MQALayer(nn.Module):
            kv = qkv_a[..., self.q_lora_rank :]
        else:
            kv, _ = self.wkv(x)
        kv = kv.contiguous()
        fused_norm_rope_inplace(
            kv,
            self.kv_norm.weight.data,