chore: bump mooncake version to 0.3.11.post1 (#25989)
This commit is contained in:
+1
-1
@@ -20,7 +20,7 @@ ARG UBUNTU_MIRROR
|
||||
ARG GITHUB_ARTIFACTORY=github.com
|
||||
ARG INSTALL_FLASHINFER_JIT_CACHE=0
|
||||
ARG FLASHINFER_VERSION=0.6.11.post1
|
||||
ARG MOONCAKE_VERSION=0.3.10.post2
|
||||
ARG MOONCAKE_VERSION=0.3.11.post1
|
||||
#if need other arg please add in MOONCAKE_COMPILE_ARG
|
||||
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
|
||||
|
||||
|
||||
@@ -100,7 +100,7 @@ _PEER_STATE_POLL_INTERVAL_SEC = 0.01
|
||||
|
||||
|
||||
def _get_process_group_backend(process_group, device: str):
|
||||
return process_group._get_backend(torch.device(device))
|
||||
return process_group
|
||||
|
||||
|
||||
def _iter_live_parallel_groups() -> Iterator[parallel_state.GroupCoordinator]:
|
||||
|
||||
@@ -419,11 +419,11 @@ stabilize_flashinfer_jit_paths() {
|
||||
|
||||
install_extra_deps() {
|
||||
if [ "$CU_MAJOR" = "13" ]; then
|
||||
MOONCAKE_PKG="mooncake-transfer-engine-cuda13==0.3.10.post2"
|
||||
MOONCAKE_PKG="mooncake-transfer-engine-cuda13==0.3.11.post1"
|
||||
MOONCAKE_STALE_PKG="mooncake-transfer-engine"
|
||||
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc"
|
||||
else
|
||||
MOONCAKE_PKG="mooncake-transfer-engine==0.3.10.post2"
|
||||
MOONCAKE_PKG="mooncake-transfer-engine==0.3.11.post1"
|
||||
MOONCAKE_STALE_PKG="mooncake-transfer-engine-cuda13"
|
||||
EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc-cu12"
|
||||
fi
|
||||
|
||||
Reference in New Issue
Block a user