minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[bugfix][AMD] AttributeError and warp mask bugs in DeepSeek V4 FP4 indexer (#27152)

Browse Source 
Co-authored-by: HaiShaw <hixiao@gmail.com>
This commit is contained in:
Xinyi Song
2026-06-05 18:26:38 -07:00
committed by GitHub
co-authored by HaiShaw
parent 25d8f431d1
commit 3030119ef7
2 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/jit_kernel/csrc/deepseek_v4/fused_norm_rope_v2.cuh
+5 -1
View File
@@ -321,7 +321,11 @@ INDEXER_KERNEL void fused_norm_rope_indexer_fp4(const __grid_constant__ FusedNor
for (uint32_t mask = 1; mask < kWarpThreads; mask <<= 1) { for (uint32_t mask = 1; mask < kWarpThreads; mask <<= 1) {
#pragma unroll #pragma unroll
for (int i = 0; i < kVecSize; ++i) { for (int i = 0; i < kVecSize; ++i) {
const float other = __shfl_xor_sync(0xFFFFFFFFu, data[i], mask, kWarpThreads); #ifndef USE_ROCM
const float other = __shfl_xor_sync(kFullMask, data[i], mask, kWarpThreads);
#else
const float other = __shfl_xor(data[i], mask, kWarpThreads);
#endif
data[i] = (lane_id & mask) ? (other - data[i]) : (data[i] + other); data[i] = (lane_id & mask) ? (other - data[i]) : (data[i] + other);
} }
} }
python/sglang/srt/layers/attention/deepseek_v4_backend_hip_radix.py
+3 -1
View File
@@ -373,7 +373,9 @@ class DeepseekV4HipRadixBackend(
self.c4_topk = getattr( self.c4_topk = getattr(
model_runner.model_config.hf_text_config, "index_topk", C4_TOPK model_runner.model_config.hf_text_config, "index_topk", C4_TOPK
) )
self.enable_deepseek_v4_fp4_indexer: bool = (
model_runner.server_args.enable_deepseek_v4_fp4_indexer
)
self.topk = model_runner.server_args.speculative_eagle_topk or 0 self.topk = model_runner.server_args.speculative_eagle_topk or 0
assert self.topk in [0, 1], "MTP Topk > 1 not supported for DeepSeek V4" assert self.topk in [0, 1], "MTP Topk > 1 not supported for DeepSeek V4"
self.mtp_enabled = self.topk > 0 self.mtp_enabled = self.topk > 0