minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] Upgrade Aiter (#22264)

Browse Source
This commit is contained in:
Bingxu Chen
2026-04-10 18:40:43 -07:00
committed by GitHub
parent 265696b176
commit 213027951a
2 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/rocm.Dockerfile
+7 -8
View File
@@ -27,7 +27,7 @@ ENV BUILD_TRITON="0"
ENV BUILD_LLVM="0" ENV BUILD_LLVM="0"
ENV BUILD_AITER_ALL="1" ENV BUILD_AITER_ALL="1"
ENV BUILD_MOONCAKE="1" ENV BUILD_MOONCAKE="1"
ENV AITER_COMMIT_DEFAULT="v0.1.11.post1" ENV AITER_COMMIT_DEFAULT="v0.1.12.post1"
# =============================== # ===============================
# Base image 942 with rocm720 and args # Base image 942 with rocm720 and args
@@ -37,7 +37,7 @@ ENV BUILD_TRITON="1"
ENV BUILD_LLVM="0" ENV BUILD_LLVM="0"
ENV BUILD_AITER_ALL="1" ENV BUILD_AITER_ALL="1"
ENV BUILD_MOONCAKE="1" ENV BUILD_MOONCAKE="1"
ENV AITER_COMMIT_DEFAULT="v0.1.11.post1" ENV AITER_COMMIT_DEFAULT="v0.1.12.post1"
# =============================== # ===============================
# Base image 950 and args # Base image 950 and args
@@ -47,7 +47,7 @@ ENV BUILD_TRITON="0"
ENV BUILD_LLVM="0" ENV BUILD_LLVM="0"
ENV BUILD_AITER_ALL="1" ENV BUILD_AITER_ALL="1"
ENV BUILD_MOONCAKE="1" ENV BUILD_MOONCAKE="1"
ENV AITER_COMMIT_DEFAULT="v0.1.11.post1" ENV AITER_COMMIT_DEFAULT="v0.1.12.post1"
# =============================== # ===============================
# Base image 950 with rocm720 and args # Base image 950 with rocm720 and args
@@ -57,7 +57,7 @@ ENV BUILD_TRITON="1"
ENV BUILD_LLVM="0" ENV BUILD_LLVM="0"
ENV BUILD_AITER_ALL="1" ENV BUILD_AITER_ALL="1"
ENV BUILD_MOONCAKE="1" ENV BUILD_MOONCAKE="1"
ENV AITER_COMMIT_DEFAULT="v0.1.11.post1" ENV AITER_COMMIT_DEFAULT="v0.1.12.post1"
# =============================== # ===============================
# Chosen arch and args # Chosen arch and args
@@ -173,13 +173,12 @@ RUN if [ "$BUILD_LLVM" = "1" ]; then \
# (SETUPTOOLS_SCM_PRETEND_VERSION is set later for SGLang nightly builds and would otherwise # (SETUPTOOLS_SCM_PRETEND_VERSION is set later for SGLang nightly builds and would otherwise
# leak into AITER's version when AITER uses setuptools_scm) # leak into AITER's version when AITER uses setuptools_scm)
ENV SETUPTOOLS_SCM_PRETEND_VERSION= ENV SETUPTOOLS_SCM_PRETEND_VERSION=
RUN pip uninstall -y aiter \ RUN pip uninstall -y aiter
&& pip install flydsl==0.0.1.dev95158637 \
&& pip install psutil pybind11 # Required by AITER setup.py
RUN git clone ${AITER_REPO} \ RUN git clone ${AITER_REPO} \
&& cd aiter \ && cd aiter \
&& git checkout ${AITER_COMMIT} \ && git checkout ${AITER_COMMIT} \
&& git submodule update --init --recursive && git submodule update --init --recursive \
&& pip install -r requirements.txt
# Hot patches for AITER in v0.1.10.post3 # Hot patches for AITER in v0.1.10.post3
# This is for ROCm 7.2 only, because of the image rebase from vllm # This is for ROCm 7.2 only, because of the image rebase from vllm
scripts/ci/amd/amd_ci_install_dependency.sh
+3 -2
View File
@@ -264,12 +264,13 @@ if [[ "${NEED_REBUILD}" == "true" ]]; then
# clone a fresh copy to /sgl-workspace/aiter # clone a fresh copy to /sgl-workspace/aiter
docker exec ci_sglang git clone https://github.com/ROCm/aiter.git /sgl-workspace/aiter docker exec ci_sglang git clone https://github.com/ROCm/aiter.git /sgl-workspace/aiter
# checkout correct version # checkout correct version and install requirements
docker exec ci_sglang bash -c " docker exec ci_sglang bash -c "
cd /sgl-workspace/aiter && \ cd /sgl-workspace/aiter && \
git fetch --all && \ git fetch --all && \
git checkout ${REPO_AITER_COMMIT} && \ git checkout ${REPO_AITER_COMMIT} && \
git submodule update --init --recursive git submodule update --init --recursive && \
pip install -r requirements.txt
" "
if [[ "${GPU_ARCH}" == "mi35x" ]]; then if [[ "${GPU_ARCH}" == "mi35x" ]]; then