diff --git a/docker/Dockerfile b/docker/Dockerfile index ad03168e6..36404a792 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -20,7 +20,7 @@ ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=0 ARG FLASHINFER_VERSION=0.6.11.post1 -ARG MOONCAKE_VERSION=0.3.10.post2 +ARG MOONCAKE_VERSION=0.3.11.post1 #if need other arg please add in MOONCAKE_COMPILE_ARG ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON" diff --git a/python/sglang/srt/elastic_ep/elastic_ep.py b/python/sglang/srt/elastic_ep/elastic_ep.py index 0cf0ebd0c..16a854618 100644 --- a/python/sglang/srt/elastic_ep/elastic_ep.py +++ b/python/sglang/srt/elastic_ep/elastic_ep.py @@ -100,7 +100,7 @@ _PEER_STATE_POLL_INTERVAL_SEC = 0.01 def _get_process_group_backend(process_group, device: str): - return process_group._get_backend(torch.device(device)) + return process_group def _iter_live_parallel_groups() -> Iterator[parallel_state.GroupCoordinator]: diff --git a/scripts/ci/cuda/ci_install_dependency.sh b/scripts/ci/cuda/ci_install_dependency.sh index 5b83a5745..daad43e64 100755 --- a/scripts/ci/cuda/ci_install_dependency.sh +++ b/scripts/ci/cuda/ci_install_dependency.sh @@ -419,11 +419,11 @@ stabilize_flashinfer_jit_paths() { install_extra_deps() { if [ "$CU_MAJOR" = "13" ]; then - MOONCAKE_PKG="mooncake-transfer-engine-cuda13==0.3.10.post2" + MOONCAKE_PKG="mooncake-transfer-engine-cuda13==0.3.11.post1" MOONCAKE_STALE_PKG="mooncake-transfer-engine" EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc" else - MOONCAKE_PKG="mooncake-transfer-engine==0.3.10.post2" + MOONCAKE_PKG="mooncake-transfer-engine==0.3.11.post1" MOONCAKE_STALE_PKG="mooncake-transfer-engine-cuda13" EXTRA_NVIDIA_SPECS="nvidia-cuda-nvrtc-cu12" fi