Fix sgl-deep-ep builder dependencies (#33866)
This commit is contained in:
@@ -27,7 +27,7 @@ concurrency:
|
|||||||
cancel-in-progress: false
|
cancel-in-progress: false
|
||||||
|
|
||||||
env:
|
env:
|
||||||
TORCH_VERSION: "2.11.0"
|
TORCH_VERSION: "2.13.0"
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build-cu129-matrix:
|
build-cu129-matrix:
|
||||||
|
|||||||
@@ -8,7 +8,7 @@ ARG CUDA_TAG=cu130
|
|||||||
ARG CUDA_VERSION=13.0
|
ARG CUDA_VERSION=13.0
|
||||||
ARG GDRCOPY_VERSION=2.5.1
|
ARG GDRCOPY_VERSION=2.5.1
|
||||||
ARG PYTHON_TAG=cp312-cp312
|
ARG PYTHON_TAG=cp312-cp312
|
||||||
ARG TORCH_VERSION=2.11.0
|
ARG TORCH_VERSION=2.13.0
|
||||||
|
|
||||||
ENV CUDA_HOME=/usr/local/cuda
|
ENV CUDA_HOME=/usr/local/cuda
|
||||||
ENV GDRCOPY_HOME=/usr/local
|
ENV GDRCOPY_HOME=/usr/local
|
||||||
@@ -19,7 +19,7 @@ ENV PYTHON_BIN=/opt/python/${PYTHON_TAG}/bin/python
|
|||||||
# These mirror the build and RDMA dependencies used by ci_install_deepep.sh.
|
# These mirror the build and RDMA dependencies used by ci_install_deepep.sh.
|
||||||
# The image builds only GDRCopy's user-space library: the host owns gdrdrv and
|
# The image builds only GDRCopy's user-space library: the host owns gdrdrv and
|
||||||
# passes /dev/gdrdrv through at runtime.
|
# passes /dev/gdrdrv through at runtime.
|
||||||
RUN yum install -y --nogpgcheck \
|
RUN yum install -y --nogpgcheck --enablerepo=powertools \
|
||||||
cmake \
|
cmake \
|
||||||
curl \
|
curl \
|
||||||
gcc \
|
gcc \
|
||||||
@@ -54,6 +54,7 @@ RUN set -eux; \
|
|||||||
RUN git clone --depth 1 --branch "v${GDRCOPY_VERSION}" \
|
RUN git clone --depth 1 --branch "v${GDRCOPY_VERSION}" \
|
||||||
https://github.com/NVIDIA/gdrcopy.git /opt/gdrcopy \
|
https://github.com/NVIDIA/gdrcopy.git /opt/gdrcopy \
|
||||||
&& make -C /opt/gdrcopy CUDA="${CUDA_HOME}" prefix=/usr/local lib_install \
|
&& make -C /opt/gdrcopy CUDA="${CUDA_HOME}" prefix=/usr/local lib_install \
|
||||||
|
&& printf '%s\n' /usr/local/lib > /etc/ld.so.conf.d/gdrcopy.conf \
|
||||||
&& ldconfig \
|
&& ldconfig \
|
||||||
&& test -f /usr/local/include/gdrapi.h \
|
&& test -f /usr/local/include/gdrapi.h \
|
||||||
&& ldconfig -p | grep -q libgdrapi
|
&& ldconfig -p | grep -q libgdrapi
|
||||||
@@ -72,4 +73,5 @@ RUN --mount=type=cache,id=sgl-deep-ep-pip-${CUDA_TAG}-${PYTHON_TAG}-${ARCHITECTU
|
|||||||
packaging \
|
packaging \
|
||||||
setuptools \
|
setuptools \
|
||||||
wheel; \
|
wheel; \
|
||||||
"${PYTHON_BIN}" -c 'import torch; assert torch.__version__.startswith("2.11.0"); print(torch.__version__, torch.version.cuda)'
|
TORCH_VERSION="${TORCH_VERSION}" "${PYTHON_BIN}" -c \
|
||||||
|
'import os, torch; assert torch.__version__.startswith(os.environ["TORCH_VERSION"]); print(torch.__version__, torch.version.cuda)'
|
||||||
|
|||||||
@@ -114,7 +114,7 @@ docker build \
|
|||||||
--build-arg CUDA_TAG="${CUDA_TAG}" \
|
--build-arg CUDA_TAG="${CUDA_TAG}" \
|
||||||
--build-arg PYTHON_TAG="${PYTHON_TAG}" \
|
--build-arg PYTHON_TAG="${PYTHON_TAG}" \
|
||||||
--build-arg ARCHITECTURE="${ARCHITECTURE}" \
|
--build-arg ARCHITECTURE="${ARCHITECTURE}" \
|
||||||
--build-arg TORCH_VERSION="${TORCH_VERSION:-2.11.0}" \
|
--build-arg TORCH_VERSION="${TORCH_VERSION:-2.13.0}" \
|
||||||
--tag "${IMAGE_TAG}" \
|
--tag "${IMAGE_TAG}" \
|
||||||
--network=host \
|
--network=host \
|
||||||
"${REPOSITORY_ROOT}/docker"
|
"${REPOSITORY_ROOT}/docker"
|
||||||
|
|||||||
Reference in New Issue
Block a user