Install DeepEP from release wheels (#33932)

This commit is contained in:
Baizhou Zhang
2026-08-07 15:38:44 -07:00
committed by GitHub
parent 115cd7bde1
commit eb3cc879e0
31 changed files with 141 additions and 353 deletions
+7 -15
View File
@@ -723,7 +723,7 @@ def _extract_legacy_suites(content):
# matches the runner the nightly/weekly pipeline actually uses (see
# .github/workflows/{nightly,weekly}-test-nvidia.yml), so /rerun-test can still
# dispatch a single nightly/weekly test. The runner label, install script,
# timeout, grace_blackwell, and rdma_devices are then resolved from
# timeout and rdma_devices are then resolved from
# runner_configs.yml as usual, keeping that file the single source of truth for
# runner details.
#
@@ -756,7 +756,6 @@ def _dispatch_err(suite, msg):
"runner_label": None,
"install_script": "",
"install_timeout": "",
"grace_blackwell": "0",
"rdma_devices": "",
"is_cpu": False,
"error": msg,
@@ -797,7 +796,6 @@ def _resolve_runner_config(rc, full_path, suite):
"runner_label": runs_on,
"install_script": install_script,
"install_timeout": str(cfg["install_timeout"]),
"grace_blackwell": str(cfg.get("grace_blackwell", "0")),
"rdma_devices": cfg.get("rdma_devices", ""),
"is_cpu": False,
"error": None,
@@ -811,8 +809,8 @@ def detect_suite(file_path_from_test):
A CUDA file can carry multiple `register_cuda_ci(...)` calls — one per
pool it should run on — so this returns a *list* of dispatch dicts, one
per registration. Runner label, install script, timeout, grace_blackwell,
and rdma_devices are all resolved from scripts/ci/runner_configs.yml — the
per registration. Runner label, install script, timeout, and rdma_devices
are all resolved from scripts/ci/runner_configs.yml — the
same single source of truth that drives the main PR test pipeline.
Legacy nightly/weekly CUDA suites (single-string `suite=`) are dispatchable
@@ -824,7 +822,7 @@ def detect_suite(file_path_from_test):
`error` set.
Each dict has keys: suite, runner_label, install_script,
install_timeout, grace_blackwell, rdma_devices, is_cpu, error.
install_timeout, rdma_devices, is_cpu, error.
"""
full_path = f"test/{file_path_from_test}"
with open(full_path, "r") as f:
@@ -860,7 +858,6 @@ def detect_suite(file_path_from_test):
"runner_label": "ubuntu-latest",
"install_script": "",
"install_timeout": "",
"grace_blackwell": "0",
"rdma_devices": "",
"is_cpu": True,
"error": None,
@@ -935,7 +932,6 @@ def _resolve_test_spec(test_spec):
"runs_on": runner_label,
"install_script": "",
"install_timeout": "",
"grace_blackwell": "0",
"rdma_devices": "",
"error": None,
}
@@ -954,7 +950,7 @@ def _resolve_test_spec(test_spec):
print(
f"Resolved: file={resolved_path}, selector={test_selector}, "
f"suite={info['suite']}, mode={mode}, runs_on={info['runner_label']}, "
f"install={info['install_script']}, grace_blackwell={info['grace_blackwell']}, "
f"install={info['install_script']}, "
f"rdma={info['rdma_devices']}, "
f"command='{test_command}'"
)
@@ -966,7 +962,6 @@ def _resolve_test_spec(test_spec):
"runs_on": info["runner_label"],
"install_script": info["install_script"],
"install_timeout": info["install_timeout"],
"grace_blackwell": info["grace_blackwell"],
"rdma_devices": info["rdma_devices"],
"error": None,
}
@@ -978,7 +973,7 @@ def _dispatch_batch(gh_repo, pr, batch, token, reply_comment_id="", reply_marker
"""
Dispatch a single workflow run for a batch of resolved test specs that
share the same dispatch shape (mode + runs_on + install_script +
install_timeout + grace_blackwell + rdma_devices).
install_timeout + rdma_devices).
Returns a dict with keys: specs, success, test_commands, runner_label, run_url, error.
"""
@@ -987,7 +982,6 @@ def _dispatch_batch(gh_repo, pr, batch, token, reply_comment_id="", reply_marker
runs_on = batch[0]["runs_on"]
install_script = batch[0]["install_script"]
install_timeout = batch[0]["install_timeout"]
grace_blackwell = batch[0]["grace_blackwell"]
rdma_devices = batch[0]["rdma_devices"]
# Join multiple commands with newlines for the workflow to iterate over
@@ -1020,7 +1014,6 @@ def _dispatch_batch(gh_repo, pr, batch, token, reply_comment_id="", reply_marker
"runs_on": runs_on or "",
"install_script": install_script,
"install_timeout": install_timeout or "20",
"grace_blackwell": grace_blackwell or "0",
"rdma_devices": rdma_devices,
"reply_comment_id": str(reply_comment_id) if reply_comment_id else "",
"reply_marker": reply_marker,
@@ -1128,7 +1121,7 @@ def handle_rerun_test(
"""
Handles the /rerun-test command. Resolves all test specs, groups them by
dispatch shape (mode + runs_on + install_script + install_timeout +
grace_blackwell + rdma_devices), and dispatches one workflow per group.
rdma_devices), and dispatches one workflow per group.
"""
if not skip_permission_check and not _check_rerun_test_permissions(
gh_repo, pr, comment, user_perms, "rerun-test"
@@ -1223,7 +1216,6 @@ def handle_rerun_test(
r["runs_on"],
r["install_script"],
r["install_timeout"],
r["grace_blackwell"],
r["rdma_devices"],
)
groups.setdefault(key, []).append(r)