Update sgl-deep-ep release workflow for DeepEP v2 (#34914)

This commit is contained in:
Baizhou Zhang
2026-08-15 02:08:28 -07:00
committed by GitHub
parent 7769f54feb
commit 8d44091326
2 changed files with 20 additions and 13 deletions
+3 -3
View File
@@ -42,7 +42,7 @@ jobs:
include: include:
- arch: x86_64 - arch: x86_64
runner: x64-kernel-build-node runner: x64-kernel-build-node
source-branch: sgl-deepep-x86 source-branch: sgl-deepep-cu12-x86
- arch: aarch64 - arch: aarch64
runner: arm-kernel-build-node runner: arm-kernel-build-node
source-branch: sgl-deepep-cu12-arm source-branch: sgl-deepep-cu12-arm
@@ -107,10 +107,10 @@ jobs:
include: include:
- arch: x86_64 - arch: x86_64
runner: x64-kernel-build-node runner: x64-kernel-build-node
source-branch: sgl-deepep-x86 source-branch: sgl-deepep
- arch: aarch64 - arch: aarch64
runner: arm-kernel-build-node runner: arm-kernel-build-node
source-branch: sgl-deepep-arm source-branch: sgl-deepep
runs-on: ${{ matrix.runner }} runs-on: ${{ matrix.runner }}
steps: steps:
- name: Clean workspace - name: Clean workspace
+17 -10
View File
@@ -7,18 +7,16 @@ ARG ARCHITECTURE=x86_64
ARG CUDA_TAG=cu130 ARG CUDA_TAG=cu130
ARG CUDA_VERSION=13.0 ARG CUDA_VERSION=13.0
ARG GDRCOPY_VERSION=2.5.1 ARG GDRCOPY_VERSION=2.5.1
ARG NCCL_VERSION=2.30.7
ARG PYTHON_TAG=cp312-cp312 ARG PYTHON_TAG=cp312-cp312
ARG TORCH_VERSION=2.13.0 ARG TORCH_VERSION=2.13.0
ENV CUDA_HOME=/usr/local/cuda ENV CUDA_HOME=/usr/local/cuda
ENV GDRCOPY_HOME=/usr/local
ENV LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib64:/usr/local/cuda/lib64:${LD_LIBRARY_PATH} ENV LD_LIBRARY_PATH=/usr/local/lib:/usr/local/lib64:/usr/local/cuda/lib64:${LD_LIBRARY_PATH}
ENV PATH=/opt/python/${PYTHON_TAG}/bin:${PATH} ENV PATH=/opt/python/${PYTHON_TAG}/bin:${PATH}
ENV PYTHON_BIN=/opt/python/${PYTHON_TAG}/bin/python ENV PYTHON_BIN=/opt/python/${PYTHON_TAG}/bin/python
# These mirror the build and RDMA dependencies used by ci_install_deepep.sh. # These mirror the build and RDMA dependencies used by ci_install_deepep.sh.
# The image builds only GDRCopy's user-space library: the host owns gdrdrv and
# passes /dev/gdrdrv through at runtime.
RUN yum install -y --nogpgcheck --enablerepo=powertools \ RUN yum install -y --nogpgcheck --enablerepo=powertools \
cmake \ cmake \
curl \ curl \
@@ -51,13 +49,18 @@ RUN set -eux; \
ln -sf "${cuda_stub}" /usr/lib64/libcuda.so; \ ln -sf "${cuda_stub}" /usr/lib64/libcuda.so; \
ln -sf "${cuda_stub}" "/usr/lib/${ARCHITECTURE}-linux-gnu/libcuda.so" ln -sf "${cuda_stub}" "/usr/lib/${ARCHITECTURE}-linux-gnu/libcuda.so"
RUN git clone --depth 1 --branch "v${GDRCOPY_VERSION}" \ # DeepEP v2 uses NCCL Gin on CUDA 13. Keep GDRCopy only for the CUDA 12
https://github.com/NVIDIA/gdrcopy.git /opt/gdrcopy \ # legacy NVSHMEM/IBGDA build.
&& make -C /opt/gdrcopy CUDA="${CUDA_HOME}" prefix=/usr/local lib_install \ RUN set -eux; \
&& printf '%s\n' /usr/local/lib > /etc/ld.so.conf.d/gdrcopy.conf \ if [ "${CUDA_TAG}" = cu129 ]; then \
&& ldconfig \ git clone --depth 1 --branch "v${GDRCOPY_VERSION}" \
&& test -f /usr/local/include/gdrapi.h \ https://github.com/NVIDIA/gdrcopy.git /opt/gdrcopy; \
&& ldconfig -p | grep -q libgdrapi make -C /opt/gdrcopy CUDA="${CUDA_HOME}" prefix=/usr/local lib_install; \
printf '%s\n' /usr/local/lib > /etc/ld.so.conf.d/gdrcopy.conf; \
ldconfig; \
test -f /usr/local/include/gdrapi.h; \
ldconfig -p | grep -q libgdrapi; \
fi
RUN --mount=type=cache,id=sgl-deep-ep-pip-${CUDA_TAG}-${PYTHON_TAG}-${ARCHITECTURE},target=/root/.cache/pip \ RUN --mount=type=cache,id=sgl-deep-ep-pip-${CUDA_TAG}-${PYTHON_TAG}-${ARCHITECTURE},target=/root/.cache/pip \
set -eux; \ set -eux; \
@@ -66,6 +69,10 @@ RUN --mount=type=cache,id=sgl-deep-ep-pip-${CUDA_TAG}-${PYTHON_TAG}-${ARCHITECTU
"${PYTHON_BIN}" -m pip install --force-reinstall \ "${PYTHON_BIN}" -m pip install --force-reinstall \
"torch==${TORCH_VERSION}" \ "torch==${TORCH_VERSION}" \
--index-url "https://download.pytorch.org/whl/${CUDA_TAG}"; \ --index-url "https://download.pytorch.org/whl/${CUDA_TAG}"; \
if [ "${CUDA_TAG}" = cu130 ]; then \
"${PYTHON_BIN}" -m pip install --force-reinstall --no-deps \
"nvidia-nccl-cu13==${NCCL_VERSION}"; \
fi; \
"${PYTHON_BIN}" -m pip install \ "${PYTHON_BIN}" -m pip install \
"auditwheel>=6.0" \ "auditwheel>=6.0" \
build \ build \