Files
sglang/deploy/b300-k8s/Dockerfile.mooncake-0.3.14

26 lines
1.5 KiB
Docker

# L3 SSD image: recipe-ns engine + official mooncake 0.3.14 (CUDA 13, cp312).
#
# Build context: this directory plus the 0.3.14 wheel
# mooncake_transfer_engine_cuda13-0.3.14-cp312-cp312-manylinux_2_28_x86_64.whl
# Use build-l3ssd-image.sh, which downloads and verifies the wheel.
#
# Base tag recipe-ns-433257c7b-baked-20261114 = b300/integration @ 433257c7b
# (recipe namespace/chat-ns + gateway binary baked). Rebuild it from that commit
# if the local tag is missing.
FROM sealos.hub:5000/prj-d7te67bj0sq2fgdrmbig/sglang:recipe-ns-433257c7b-baked-20261114
COPY mooncake_transfer_engine_cuda13-0.3.14-cp312-cp312-manylinux_2_28_x86_64.whl /tmp/
RUN python3 -m pip install --no-deps --force-reinstall \
/tmp/mooncake_transfer_engine_cuda13-0.3.14-cp312-cp312-manylinux_2_28_x86_64.whl \
&& rm -f /tmp/mooncake_transfer_engine_cuda13-0.3.14-cp312-cp312-manylinux_2_28_x86_64.whl \
# The wheel's master binary uses $ORIGIN/../mooncake_transfer_engine_cuda13.libs;
# keep it in place and expose a wrapper at the legacy path used by the manifests.
&& printf '%s\n' \
'#!/bin/sh' \
'export LD_LIBRARY_PATH=/opt/sglang/lib/python3.12/site-packages/mooncake_transfer_engine_cuda13.libs:$LD_LIBRARY_PATH' \
'exec /opt/sglang/lib/python3.12/site-packages/mooncake/mooncake_master "$@"' \
> /opt/sglang/bin/mooncake_master \
&& chmod +x /opt/sglang/bin/mooncake_master \
&& python3 -c "import importlib.metadata as m; print('mooncake:', m.version('mooncake-transfer-engine-cuda13'))" \
&& /opt/sglang/bin/mooncake_master --version | head -1