minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 10 Packages Projects Releases Wiki Activity

[AMD] Cherry-pick aiter commit for dsv4 a8w8 bpreshuffle gemm config (#38256)

Browse Source
This commit is contained in:
Thomas Wang
2026-09-07 11:29:31 +08:00
committed by GitHub
parent 6e312af8c2
commit 503511c963
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/rocm.Dockerfile
+3 -2
View File
@@ -568,12 +568,13 @@ RUN pip uninstall -y aiter
# block AITER_COMMIT overrides that predate that rule. The working tree was just
# produced by a fresh `git clone` above, so there are no real user changes to
# preserve.
# cherry pick 8578af1 commit for v4 fp4 indexer kv-cache fix, may be removed in next aiter upgrade
# cherry pick ROCm/aiter#5283 and #5279 gfx950 dsv4 a8w8 blockscale bpreshuffle configs
# apply fix for v4 fp4 indexer, may be removed in next aiter upgrade
RUN git clone ${AITER_REPO} \
&& cd aiter \
&& git checkout -f ${AITER_COMMIT} \
&& git cherry-pick --no-commit 8578af153f4fa1e007fede7e3c1e1b373f07af4c \
&& git cherry-pick --no-commit 7b481fbcaf834ce98b66004ea329c2ca2bba87d7 \
&& git cherry-pick --no-commit 24a62b1c122f23645a19b9d8b0abd4750c59359b \
&& sed -i 's/from functools import lru_cache/from functools import cache/' aiter/ops/flydsl/kernels/mqa_logits/pa_mqa_logits_fp4_prefill.py \
&& sed -i 's/@lru_cache(maxsize=32)/@cache/' aiter/ops/flydsl/kernels/mqa_logits/pa_mqa_logits_fp4_prefill.py \
&& git submodule update --init --recursive \