[Fix] mamba: Skip zero-width conv pools in the MTP verify scatter (#45212)
Co-authored-by: Mohammad Angkad <mohammad.angkad@radixark.ai> Co-authored-by: Mohammad Angkad <mohammad.angkad@radixark.ai>
This commit is contained in:
co-authored by
Mohammad Angkad
parent
55b2aef7ad
commit
af856717c2
@@ -422,7 +422,7 @@ def fused_conv_window_scatter_with_mask(
|
||||
``[layers, cache, dim, K-1]``.
|
||||
"""
|
||||
total_requests = step_indices_raw.shape[0]
|
||||
if total_requests == 0:
|
||||
if total_requests == 0 or dst.numel() == 0:
|
||||
return
|
||||
|
||||
if not (dst.is_cuda or dst.is_xpu) or dst.device != src.device:
|
||||
@@ -730,7 +730,13 @@ def scatter_mamba_states_after_mtp_verify(
|
||||
src_indices_raw,
|
||||
)
|
||||
|
||||
pairs = list(zip(mamba_caches.conv, mamba_caches.intermediate_conv_window))
|
||||
pairs = [
|
||||
(conv, window)
|
||||
for conv, window in zip(
|
||||
mamba_caches.conv, mamba_caches.intermediate_conv_window
|
||||
)
|
||||
if conv.numel() > 0
|
||||
]
|
||||
if not pairs:
|
||||
return
|
||||
if mamba_track_indices is not None:
|
||||
|
||||
Reference in New Issue
Block a user