minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Modify rocm.Dockerfile (#12274)

Browse Source
This commit is contained in:
sogalin
2025-10-28 08:36:32 -07:00
committed by GitHub
parent 9288544180
commit 0da9845ef1
1 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/rocm.Dockerfile
+9 -5
View File
@@ -43,7 +43,7 @@ ENV BUILD_LLVM="0"
ENV BUILD_AITER_ALL="1" ENV BUILD_AITER_ALL="1"
ENV BUILD_MOONCAKE="1" ENV BUILD_MOONCAKE="1"
ENV AITER_COMMIT="v0.1.6.post1" ENV AITER_COMMIT="v0.1.6.post1"
ENV NO_DEPS_FLAG="--no-deps" ENV NO_DEPS_FLAG=""
# =============================== # ===============================
# Chosen arch and args # Chosen arch and args
@@ -297,12 +297,16 @@ RUN python3 -m pip install --no-cache-dir \
# Performance environment variable. # Performance environment variable.
ENV HIP_FORCE_DEV_KERNARG=1 ENV HIP_FORCE_DEV_KERNARG=1
ENV HSA_NO_SCRATCH_RECLAIM=1 ENV HSA_NO_SCRATCH_RECLAIM=1
ENV SGLANG_SET_CPU_AFFINITY=1
ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1 ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
ENV NCCL_MIN_NCHANNELS=112 ENV SGLANG_INT4_WEIGHT=0
ENV SGLANG_USE_AITER=1
ENV SGLANG_MOE_PADDING=1 ENV SGLANG_MOE_PADDING=1
ENV SGLANG_ROCM_DISABLE_LINEARQUANT=0
ENV SGLANG_ROCM_FUSED_DECODE_MLA=1
ENV SGLANG_SET_CPU_AFFINITY=1
ENV SGLANG_USE_AITER=1
ENV SGLANG_USE_ROCM700A=1
ENV NCCL_MIN_NCHANNELS=112
ENV VLLM_FP8_PADDING=1 ENV VLLM_FP8_PADDING=1
ENV VLLM_FP8_ACT_PADDING=1 ENV VLLM_FP8_ACT_PADDING=1
ENV VLLM_FP8_WEIGHT_PADDING=1 ENV VLLM_FP8_WEIGHT_PADDING=1