minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[comm] Enable multi-node custom-AR v2 on a single NVLink clique (#32339)

Browse Source 
Co-authored-by: Claude <noreply@anthropic.com>
Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
This commit is contained in:
Ming Yang
2026-07-25 17:25:18 -07:00
committed by GitHub
co-authored by Claude Lianmin Zheng
parent 2c63a2f12b
commit 55c4853487
9 changed files with 97 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/kernels/benchmark/communication/bench_custom_all_reduce.py
+1 -1
View File
@@ -34,7 +34,7 @@ DTYPE_ITEMSIZE = DTYPE.itemsize
MESSAGE_SIZES_KB = [2**x for x in range(2, 17)]
MESSAGE_SIZES_KB += [192, 384, 640, 768, 896, 1536, 3072]
MESSAGE_SIZES_KB.sort()
WORLD_SIZES = list(range(2, 9))
WORLD_SIZES = list(range(2, 9)) + [16]
MAX_BYTES = max(MESSAGE_SIZES_KB) * 1024
# trtllm allreduce_fusion only supports these world sizes.
FI_SUPPORTED_WORLD_SIZES = (2, 4, 8)