minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix comment for tp_rank calculation in dp_attention (#19306)

Browse Source
This commit is contained in:
Shangming Cai
2026-02-25 15:19:10 +08:00
committed by GitHub
parent 17b0affbdf
commit 8d9ee6669e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/dp_attention.py
+1 -1
View File
@@ -238,7 +238,7 @@ def compute_dp_attention_world_info(
attn_dp_rank = 0 attn_dp_rank = 0
else: else:
# Rank layout is (dp, cp, tp) where tp is the fastest-changing dim: # Rank layout is (dp, cp, tp) where tp is the fastest-changing dim:
# tp_rank = ((cp_rank * dp_size) + dp_rank) * attn_tp_size + attn_tp_rank # tp_rank = (attn_dp_rank * attn_cp_size + attn_cp_rank) * attn_tp_size + attn_tp_rank
attn_dp_rank = tp_rank // (attn_tp_size * attn_cp_size) attn_dp_rank = tp_rank // (attn_tp_size * attn_cp_size)
return attn_tp_rank, attn_tp_size, attn_dp_rank return attn_tp_rank, attn_tp_size, attn_dp_rank