diff --git a/docker/rocm.Dockerfile b/docker/rocm.Dockerfile index 23fdee68e..abc2f8615 100644 --- a/docker/rocm.Dockerfile +++ b/docker/rocm.Dockerfile @@ -180,27 +180,8 @@ RUN git clone ${AITER_REPO} \ && git submodule update --init --recursive \ && pip install -r requirements.txt -# Hot patches for AITER in v0.1.10.post3 -# This is for ROCm 7.2 only, because of the image rebase from vllm -# to rocm/pytorch. -RUN set -eux; \ - case "${GPU_ARCH}" in \ - *rocm720*) \ - echo "ROCm 7.2 flavor detected from GPU_ARCH=${GPU_ARCH}"; \ - cd aiter \ - && sed -i '459 s/if.*:/if False:/' aiter/ops/triton/attention/pa_mqa_logits.py; \ - ;; \ - *) \ - echo "Not rocm720 (GPU_ARCH=${GPU_ARCH}), skip patch"; \ - ;; \ - esac -# [WA] from kk-huang -# add sed -i '/c1 = torch.empty((M, D, S1 + S3) for aiter triton gemm config issue -# the corresponding pr is https://github.com/ROCm/aiter/pull/2173 -# it will be removed when server launched issue is fixed by aiter RUN cd aiter \ && echo "[AITER] GPU_ARCH=${GPU_ARCH}" \ - && sed -i '/c1 = torch.empty((M, D, S1 + S3), dtype=dtype, device=x.device)/i\ config = dict(config)' aiter/ops/triton/gemm/fused/fused_gemm_afp4wfp4_split_cat.py \ && if [ "$BUILD_AITER_ALL" = "1" ] && [ "$BUILD_LLVM" = "1" ]; then \ sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ PREBUILD_KERNELS=1 GPU_ARCHS=$GPU_ARCH_LIST python setup.py build_ext --inplace" \ && sh -c "HIP_CLANG_PATH=/sgl-workspace/llvm-project/build/bin/ GPU_ARCHS=$GPU_ARCH_LIST pip install -e ."; \