[NPU] Qwen3-VL-30B use split_qkv_rmsnorm_rope for extend (#29505)
This commit is contained in:
@@ -661,10 +661,7 @@ class Qwen3MoeAttention(nn.Module):
|
||||
):
|
||||
if hidden_states.shape[0] == 0:
|
||||
return hidden_states, forward_batch, None
|
||||
if (
|
||||
not _is_npu
|
||||
or forward_batch.forward_mode.is_extend_or_draft_extend_or_mixed()
|
||||
):
|
||||
if not _is_npu:
|
||||
return self.forward_prepare_native(
|
||||
positions=positions,
|
||||
hidden_states=hidden_states,
|
||||
|
||||
Reference in New Issue
Block a user