[Docker] chore: update mooncake wheel version (#20731)
Co-authored-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
+2
-11
@@ -20,7 +20,7 @@ ARG UBUNTU_MIRROR
|
|||||||
ARG GITHUB_ARTIFACTORY=github.com
|
ARG GITHUB_ARTIFACTORY=github.com
|
||||||
ARG INSTALL_FLASHINFER_JIT_CACHE=0
|
ARG INSTALL_FLASHINFER_JIT_CACHE=0
|
||||||
ARG FLASHINFER_VERSION=0.6.7.post3
|
ARG FLASHINFER_VERSION=0.6.7.post3
|
||||||
ARG MOONCAKE_VERSION=0.3.9
|
ARG MOONCAKE_VERSION=0.3.10.post2
|
||||||
#if need other arg please add in MOONCAKE_COMPILE_ARG
|
#if need other arg please add in MOONCAKE_COMPILE_ARG
|
||||||
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
|
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
|
||||||
|
|
||||||
@@ -502,17 +502,8 @@ RUN --mount=type=cache,target=/var/cache/apt,id=framework-apt \
|
|||||||
RUN --mount=type=cache,target=/root/.cache/pip \
|
RUN --mount=type=cache,target=/root/.cache/pip \
|
||||||
CUDA_MAJOR="${CUDA_VERSION%%.*}" && \
|
CUDA_MAJOR="${CUDA_VERSION%%.*}" && \
|
||||||
if [ "$CUDA_MAJOR" -ge 13 ]; then \
|
if [ "$CUDA_MAJOR" -ge 13 ]; then \
|
||||||
echo "CUDA >= 13, installing mooncake-transfer-engine from source code"; \
|
python3 -m pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}; \
|
||||||
git clone --branch v${MOONCAKE_VERSION} --depth 1 https://github.com/kvcache-ai/Mooncake.git && \
|
|
||||||
cd Mooncake && \
|
|
||||||
bash dependencies.sh && \
|
|
||||||
mkdir -p build && \
|
|
||||||
cd build && \
|
|
||||||
cmake .. ${MOONCAKE_COMPILE_ARG} && \
|
|
||||||
make -j$(nproc) && \
|
|
||||||
make install; \
|
|
||||||
else \
|
else \
|
||||||
echo "CUDA < 13, installing mooncake-transfer-engine from pip"; \
|
|
||||||
python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; \
|
python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; \
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user