triton-ascend update (#27624)
This commit is contained in:
@@ -16,8 +16,6 @@ ARG TORCHVISION_VERSION="0.25.0"
|
|||||||
ARG TORCHAUDIO_VERSION="2.10.0"
|
ARG TORCHAUDIO_VERSION="2.10.0"
|
||||||
ARG PTA_URL_ARM64="https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl"
|
ARG PTA_URL_ARM64="https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_aarch64.whl"
|
||||||
ARG PTA_URL_AMD64="https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl"
|
ARG PTA_URL_AMD64="https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.10.0/torch_npu-2.10.0-cp311-cp311-manylinux_2_28_x86_64.whl"
|
||||||
ARG TRITON_URL_ARM64="https://gitcode.com/Ascend/triton-ascend/releases/download/v3.2.1/triton_ascend-3.2.1-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
|
||||||
ARG TRITON_URL_AMD64="https://gitcode.com/Ascend/triton-ascend/releases/download/v3.2.1/triton_ascend-3.2.1-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl"
|
|
||||||
ARG SGLANG_TAG=main
|
ARG SGLANG_TAG=main
|
||||||
ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
|
ARG ASCEND_CANN_PATH=/usr/local/Ascend/ascend-toolkit
|
||||||
ARG SGLANG_KERNEL_NPU_TAG=main
|
ARG SGLANG_KERNEL_NPU_TAG=main
|
||||||
@@ -28,11 +26,9 @@ ARG DEVICE_TYPE
|
|||||||
RUN if [ "$TARGETARCH" = "amd64" ]; then \
|
RUN if [ "$TARGETARCH" = "amd64" ]; then \
|
||||||
echo "Using x86_64 dependencies"; \
|
echo "Using x86_64 dependencies"; \
|
||||||
echo "PTA_URL=$PTA_URL_AMD64" >> /etc/environment_new; \
|
echo "PTA_URL=$PTA_URL_AMD64" >> /etc/environment_new; \
|
||||||
echo "TRITON_URL=$TRITON_URL_AMD64" >> /etc/environment_new; \
|
|
||||||
elif [ "$TARGETARCH" = "arm64" ]; then \
|
elif [ "$TARGETARCH" = "arm64" ]; then \
|
||||||
echo "Using aarch64 dependencies"; \
|
echo "Using aarch64 dependencies"; \
|
||||||
echo "PTA_URL=$PTA_URL_ARM64" >> /etc/environment_new; \
|
echo "PTA_URL=$PTA_URL_ARM64" >> /etc/environment_new; \
|
||||||
echo "TRITON_URL=$TRITON_URL_ARM64" >> /etc/environment_new; \
|
|
||||||
else \
|
else \
|
||||||
echo "Unsupported TARGETARCH: $TARGETARCH"; exit 1; \
|
echo "Unsupported TARGETARCH: $TARGETARCH"; exit 1; \
|
||||||
fi
|
fi
|
||||||
@@ -94,9 +90,8 @@ RUN . /etc/environment_new && \
|
|||||||
|
|
||||||
|
|
||||||
## Install triton-ascend
|
## Install triton-ascend
|
||||||
RUN . /etc/environment_new && \
|
RUN (${PIP_INSTALL} pybind11) && \
|
||||||
(${PIP_INSTALL} pybind11) && \
|
(${PIP_INSTALL} triton-ascend==3.2.1.dev20260530 --extra-index-url=https://mirrors.huaweicloud.com/ascend/repos/pypi/nightly --trusted-host triton-ascend.osinfra.cn)
|
||||||
(${PIP_INSTALL} ${TRITON_URL})
|
|
||||||
|
|
||||||
# Install SGLang (editable mode to preserve source and git history)
|
# Install SGLang (editable mode to preserve source and git history)
|
||||||
RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG /sgl-workspace/sglang && \
|
RUN git clone https://github.com/sgl-project/sglang --branch $SGLANG_TAG /sgl-workspace/sglang && \
|
||||||
|
|||||||
@@ -58,7 +58,7 @@ ${PIP_INSTALL} ${PTA_URL}
|
|||||||
${UV_PIP_INSTALL} memfabric-zbal==1.1.1
|
${UV_PIP_INSTALL} memfabric-zbal==1.1.1
|
||||||
|
|
||||||
### Install Triton-Ascend
|
### Install Triton-Ascend
|
||||||
${PIP_INSTALL} "https://gitcode.com/Ascend/triton-ascend/releases/download/v3.2.1/triton_ascend-3.2.1-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl"
|
${PIP_INSTALL} triton-ascend==3.2.1.dev20260530 --extra-index-url=https://mirrors.huaweicloud.com/ascend/repos/pypi/nightly --trusted-host triton-ascend.osinfra.cn
|
||||||
|
|
||||||
|
|
||||||
### Install sgl-kernel-npu
|
### Install sgl-kernel-npu
|
||||||
|
|||||||
Reference in New Issue
Block a user