chore: bump mooncake version to 0.3.11.post1 (#25989)
This commit is contained in:
+1
-1
@@ -20,7 +20,7 @@ ARG UBUNTU_MIRROR
|
|||||||
ARG GITHUB_ARTIFACTORY=github.com
|
ARG GITHUB_ARTIFACTORY=github.com
|
||||||
ARG INSTALL_FLASHINFER_JIT_CACHE=0
|
ARG INSTALL_FLASHINFER_JIT_CACHE=0
|
||||||
ARG FLASHINFER_VERSION=0.6.11.post1
|
ARG FLASHINFER_VERSION=0.6.11.post1
|
||||||
ARG MOONCAKE_VERSION=0.3.10.post2
|
ARG MOONCAKE_VERSION=0.3.11.post1
|
||||||
#if need other arg please add in MOONCAKE_COMPILE_ARG
|
#if need other arg please add in MOONCAKE_COMPILE_ARG
|
||||||
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
|
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
|
||||||
|
|
||||||
|
|||||||
@@ -100,7 +100,7 @@ _PEER_STATE_POLL_INTERVAL_SEC = 0.01
|
|||||||
|
|
||||||
|
|
||||||
def _get_process_group_backend(process_group, device: str):
|
def _get_process_group_backend(process_group, device: str):
|
||||||
return process_group._get_backend(torch.device(device))
|
return process_group
|
||||||
|
|
||||||
|
|
||||||
def _iter_live_parallel_groups() -> Iterator[parallel_state.GroupCoordinator]:
|
def _iter_live_parallel_groups() -> Iterator[parallel_state.GroupCoordinator]:
|
||||||
|
|||||||
@@ -419,11 +419,11 @@ stabilize_flashinfer_jit_paths() {
|
|||||||
|
|
||||||
install_extra_deps() {
|
install_extra_deps() {
|
||||||
if [ "$CU_MAJOR" = "13" ]; then
|
if [ "$CU_MAJOR" = "13" ]; then
|
||||||
MOONCAKE_PKG="mooncake-transfer-engine-cuda13==0.3.10.post2"
|
MOONCAKE_PKG="mooncake-transfer-engine-cuda13==0.3.11.post1"
|
||||||
MOONCAKE_STALE_PKG="mooncake-transfer-engine"
|
MOONCAKE_STALE_PKG="mooncake-transfer-engine"
|
||||||
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc"
|
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc"
|
||||||
else
|
else
|
||||||
MOONCAKE_PKG="mooncake-transfer-engine==0.3.10.post2"
|
MOONCAKE_PKG="mooncake-transfer-engine==0.3.11.post1"
|
||||||
MOONCAKE_STALE_PKG="mooncake-transfer-engine-cuda13"
|
MOONCAKE_STALE_PKG="mooncake-transfer-engine-cuda13"
|
||||||
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc-cu12"
|
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc-cu12"
|
||||||
fi
|
fi
|
||||||
|
|||||||
Reference in New Issue
Block a user