minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU] fix normal DeepEP mode num_tokens_per_rdma_rank error caused by none (#22972)

Browse Source
This commit is contained in:
ZeyuanChen2000
2026-06-01 15:32:14 +08:00
committed by GitHub
parent 20f47cfe8e
commit 1d7e2f6fb8
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/eplb/expert_distribution.py
+5 -1
View File
@@ -419,7 +419,11 @@ class _DetailSinglePassGatherer(_SinglePassGatherer):
dict( dict(
layer_id=layer_idx, layer_id=layer_idx,
num_tokens_per_rank=num_tokens_per_rank.cpu().tolist(), num_tokens_per_rank=num_tokens_per_rank.cpu().tolist(),
num_tokens_per_rdma_rank=num_tokens_per_rdma_rank.cpu().tolist(), num_tokens_per_rdma_rank=(
num_tokens_per_rdma_rank.cpu().tolist()
if num_tokens_per_rdma_rank is not None
else None
),
num_tokens_per_expert=num_tokens_per_expert.cpu().tolist(), num_tokens_per_expert=num_tokens_per_expert.cpu().tolist(),
) )
) )