minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[AMD] ENV flags tuning and cleanup (#19176)

Browse Source
This commit is contained in:
HAI
2026-02-22 22:40:00 -08:00
committed by GitHub
parent 42b1019881
commit 6a999dbdf8
2 changed files with 2 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/rocm.Dockerfile
+1 -4
View File
@@ -390,10 +390,7 @@ ENV SGLANG_USE_AITER=1
ENV SGLANG_USE_ROCM700A=1 ENV SGLANG_USE_ROCM700A=1
ENV NCCL_MIN_NCHANNELS=112 ENV NCCL_MIN_NCHANNELS=112
ENV VLLM_FP8_PADDING=1 ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT8
ENV VLLM_FP8_ACT_PADDING=1
ENV VLLM_FP8_WEIGHT_PADDING=1
ENV VLLM_FP8_REDUCE_CONV=1
ENV TORCHINDUCTOR_MAX_AUTOTUNE=1 ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1 ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
docker/rocm720.Dockerfile
+1 -4
View File
@@ -496,10 +496,7 @@ ENV SGLANG_USE_AITER=1
ENV SGLANG_USE_ROCM700A=1 ENV SGLANG_USE_ROCM700A=1
ENV NCCL_MIN_NCHANNELS=112 ENV NCCL_MIN_NCHANNELS=112
ENV VLLM_FP8_PADDING=1 ENV ROCM_QUICK_REDUCE_QUANTIZATION=INT8
ENV VLLM_FP8_ACT_PADDING=1
ENV VLLM_FP8_WEIGHT_PADDING=1
ENV VLLM_FP8_REDUCE_CONV=1
ENV TORCHINDUCTOR_MAX_AUTOTUNE=1 ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1 ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1