From 954bb6804a6331bbf6e5ff88675f972aaf0f12b2 Mon Sep 17 00:00:00 2001 From: Xinyi Song Date: Tue, 15 Sep 2026 21:10:23 -0700 Subject: [PATCH] [AMD][bugfix] Fix DSV4 MTP crash (#39547) --- .../srt/layers/attention/deepseek_v4_backend_hip_radix.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/sglang/srt/layers/attention/deepseek_v4_backend_hip_radix.py b/python/sglang/srt/layers/attention/deepseek_v4_backend_hip_radix.py index b38113b55..be5f606fe 100644 --- a/python/sglang/srt/layers/attention/deepseek_v4_backend_hip_radix.py +++ b/python/sglang/srt/layers/attention/deepseek_v4_backend_hip_radix.py @@ -736,6 +736,9 @@ class DeepseekV4HipRadixBackend( exact_num_tokens = True if out_cache_loc is None: out_cache_loc = seq_lens.new_zeros(num_tokens) + # output_size drops the implicit sum()'s D2H in the prefill-meta build. + # EAGLE verify faults without that sync. + exact_num_tokens = exact_num_tokens and self.is_dspark return self.init_forward_metadata_prefill( max_seq_len=max_seq_len, req_pool_indices=req_pool_indices,