minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Support non orthogonal parallel axes and explicit replication annotation in dump comparator (#19679)

Browse Source
This commit is contained in:
fzyzcjy
2026-03-02 18:44:33 +08:00
committed by GitHub
parent a70dd11011
commit 6980416149
40 changed files with 1451 additions and 1012 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/debug_utils/comparator/test_entrypoint.py
+8 -8
View File
@@ -1738,7 +1738,7 @@ class TestEntrypointReplicatedAxis:
cp_size=2,
tp_size=2,
seq_dim=1,
dims_str="b s[cp] d",
dims_str="b s[cp] d # tp:replicated",
)
argv = _make_argv(
@@ -1777,7 +1777,7 @@ class TestEntrypointReplicatedAxis:
cp_size=2,
tp_size=2,
seq_dim=1,
dims_str="b s[cp] d",
dims_str="b s[cp] d # tp:replicated",
tp_noise=0.5,
)
@@ -1813,7 +1813,7 @@ class TestEntrypointReplicatedAxis:
cp_size=2,
tp_size=2,
seq_dim=1,
dims_str="b s[cp] d",
dims_str="b s[cp] d # tp:replicated",
tp_noise=0.5,
)
_create_replicated_tp_sharded_cp_dumps(
@@ -1823,7 +1823,7 @@ class TestEntrypointReplicatedAxis:
cp_size=2,
tp_size=2,
seq_dim=1,
dims_str="b s[cp] d",
dims_str="b s[cp] d # tp:replicated",
tp_noise=0.5,
)
@@ -1862,7 +1862,7 @@ class TestEntrypointReplicatedAxis:
rank=0,
name="attn_out",
tensor=torch.randn(4, 4, 6),
dims="b s[cp] d",
dims="b s[cp] d # tp:replicated",
parallel_info={
"cp_rank": 0,
"cp_size": 2,
@@ -1876,7 +1876,7 @@ class TestEntrypointReplicatedAxis:
rank=1,
name="attn_out",
tensor=torch.randn(4, 4, 3),
dims="b s[cp] d",
dims="b s[cp] d # tp:replicated",
parallel_info={
"cp_rank": 0,
"cp_size": 2,
@@ -1890,7 +1890,7 @@ class TestEntrypointReplicatedAxis:
rank=2,
name="attn_out",
tensor=torch.randn(4, 4, 6),
dims="b s[cp] d",
dims="b s[cp] d # tp:replicated",
parallel_info={
"cp_rank": 1,
"cp_size": 2,
@@ -1904,7 +1904,7 @@ class TestEntrypointReplicatedAxis:
rank=3,
name="attn_out",
tensor=torch.randn(4, 4, 3),
dims="b s[cp] d",
dims="b s[cp] d # tp:replicated",
parallel_info={
"cp_rank": 1,
"cp_size": 2,