[DP encoder] Fix pos_emb layer TP issue when DP encoder enabled for Qwen3 VL (#20788)

2026-03-18 17:14:47 +08:00
parent 05c00088e3
commit 21c4fc6334
1 changed files with 1 additions and 0 deletions
@@ -330,6 +330,7 @@ class Qwen3VLMoeVisionModel(nn.Module, RotaryPosMixin):
                self.hidden_size,
                quant_config=quant_config,
                use_attn_tp_group=is_dp_attention_enabled(),
                enable_tp=False if use_data_parallel else True,
                prefix=add_prefix("pos_embed", prefix),
            )
        else: