[Fix] Fix DeepSeek V3 MTP on B200 (#13548)

2025-11-18 16:30:26 -08:00
parent cf1f0166b6
commit 9f59194f29
1 changed files with 1 additions and 0 deletions
@@ -220,6 +220,7 @@ class DeepseekV3ForCausalLMNextN(DeepseekV3ForCausalLM):
            use_attn_tp_group=get_global_server_args().enable_dp_lm_head,
        )
        self.logits_processor = LogitsProcessor(config)
        self._executed_weight_requant_ue8m0 = False
    @torch.no_grad()
    def forward(