[NPU] Qwen3-VL-30B use split_qkv_rmsnorm_rope for extend (#29505)
This commit is contained in:
@@ -661,10 +661,7 @@ class Qwen3MoeAttention(nn.Module):
|
|||||||
):
|
):
|
||||||
if hidden_states.shape[0] == 0:
|
if hidden_states.shape[0] == 0:
|
||||||
return hidden_states, forward_batch, None
|
return hidden_states, forward_batch, None
|
||||||
if (
|
if not _is_npu:
|
||||||
not _is_npu
|
|
||||||
or forward_batch.forward_mode.is_extend_or_draft_extend_or_mixed()
|
|
||||||
):
|
|
||||||
return self.forward_prepare_native(
|
return self.forward_prepare_native(
|
||||||
positions=positions,
|
positions=positions,
|
||||||
hidden_states=hidden_states,
|
hidden_states=hidden_states,
|
||||||
|
|||||||
Reference in New Issue
Block a user