[AMD][bugfix] Fix DSV4 MTP crash (#39547)

This commit is contained in:
Xinyi Song
2026-09-15 21:10:23 -07:00
committed by GitHub
parent 537ac52c5b
commit 954bb6804a
@@ -736,6 +736,9 @@ class DeepseekV4HipRadixBackend(
exact_num_tokens = True
if out_cache_loc is None:
out_cache_loc = seq_lens.new_zeros(num_tokens)
# output_size drops the implicit sum()'s D2H in the prefill-meta build.
# EAGLE verify faults without that sync.
exact_num_tokens = exact_num_tokens and self.is_dspark
return self.init_forward_metadata_prefill(
max_seq_len=max_seq_len,
req_pool_indices=req_pool_indices,