From e72e3145a0a056eaf43da75111e043341d98801b Mon Sep 17 00:00:00 2001 From: Bingxu Chen Date: Thu, 21 May 2026 17:10:43 +0800 Subject: [PATCH] [AMD] Upgrade AITER (#25896) Co-authored-by: Cursor --- docker/rocm.Dockerfile | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/docker/rocm.Dockerfile b/docker/rocm.Dockerfile index 380bc5df9..c7e82d322 100644 --- a/docker/rocm.Dockerfile +++ b/docker/rocm.Dockerfile @@ -31,7 +31,7 @@ ENV BUILD_TRITON="0" ENV BUILD_LLVM="0" ENV BUILD_AITER_ALL="1" ENV BUILD_MOONCAKE="1" -ENV AITER_COMMIT_DEFAULT="a6bb499375849eec45d68c5ccaebc8865fd422c0" +ENV AITER_COMMIT_DEFAULT="32e1e6d76988e4fbc67cabd9eb72a45a3c6a1bab" # =============================== # Base image 942 with rocm720 and args @@ -41,7 +41,7 @@ ENV BUILD_TRITON="1" ENV BUILD_LLVM="0" ENV BUILD_AITER_ALL="1" ENV BUILD_MOONCAKE="1" -ENV AITER_COMMIT_DEFAULT="a6bb499375849eec45d68c5ccaebc8865fd422c0" +ENV AITER_COMMIT_DEFAULT="32e1e6d76988e4fbc67cabd9eb72a45a3c6a1bab" # =============================== # Base image 950 and args @@ -51,7 +51,7 @@ ENV BUILD_TRITON="0" ENV BUILD_LLVM="0" ENV BUILD_AITER_ALL="1" ENV BUILD_MOONCAKE="1" -ENV AITER_COMMIT_DEFAULT="a6bb499375849eec45d68c5ccaebc8865fd422c0" +ENV AITER_COMMIT_DEFAULT="32e1e6d76988e4fbc67cabd9eb72a45a3c6a1bab" # =============================== # Base image 950 with rocm720 and args @@ -61,7 +61,7 @@ ENV BUILD_TRITON="1" ENV BUILD_LLVM="0" ENV BUILD_AITER_ALL="1" ENV BUILD_MOONCAKE="1" -ENV AITER_COMMIT_DEFAULT="a6bb499375849eec45d68c5ccaebc8865fd422c0" +ENV AITER_COMMIT_DEFAULT="32e1e6d76988e4fbc67cabd9eb72a45a3c6a1bab" # =============================== # Chosen arch and args @@ -202,6 +202,9 @@ RUN if [ "$BUILD_LLVM" = "1" ]; then \ # cherry pick b639cb6 commit for aiter_mhc_pre fix, may be removed in next aiter upgrade ENV SETUPTOOLS_SCM_PRETEND_VERSION= +# Keep the base image's Torch-compatible Triton by default. Override with +# AITER_USE_SYSTEM_TRITON=0 when intentionally testing aiter-managed Triton. +ENV AITER_USE_SYSTEM_TRITON=1 RUN pip uninstall -y aiter RUN git clone ${AITER_REPO} \ && cd aiter \ @@ -212,6 +215,7 @@ RUN git clone ${AITER_REPO} \ RUN cd aiter \ && echo "[AITER] GPU_ARCH=${GPU_ARCH}" \ + && echo "[AITER] AITER_USE_SYSTEM_TRITON=${AITER_USE_SYSTEM_TRITON}" \ && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then \ sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" \ && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install --config-settings editable_mode=compat -e ."; \