minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD][bugfix] Fix DSV4 MTP crash (#39547)

Browse Source
This commit is contained in:
Xinyi Song
2026-09-15 21:10:23 -07:00
committed by GitHub
parent 537ac52c5b
commit 954bb6804a
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/attention/deepseek_v4_backend_hip_radix.py
+3
View File
@@ -736,6 +736,9 @@ class DeepseekV4HipRadixBackend(
exact_num_tokens = True exact_num_tokens = True
if out_cache_loc is None: if out_cache_loc is None:
out_cache_loc = seq_lens.new_zeros(num_tokens) out_cache_loc = seq_lens.new_zeros(num_tokens)
# output_size drops the implicit sum()'s D2H in the prefill-meta build.
# EAGLE verify faults without that sync.
exact_num_tokens = exact_num_tokens and self.is_dspark
return self.init_forward_metadata_prefill( return self.init_forward_metadata_prefill(
max_seq_len=max_seq_len, max_seq_len=max_seq_len,
req_pool_indices=req_pool_indices, req_pool_indices=req_pool_indices,