diff --git a/docker/Dockerfile b/docker/Dockerfile index c76fb36a94..aeb6d29dfe 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -18,7 +18,7 @@ ARG PIP_DEFAULT_INDEX ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=0 -ARG FLASHINFER_VERSION=0.7.1 +ARG FLASHINFER_VERSION=0.7.2 ARG MOONCAKE_VERSION=0.3.13.post1 ARG MSCCLPP_VERSION=sglang-v0.10.1 diff --git a/docker/Dockerfile.cu134 b/docker/Dockerfile.cu134 index 493a73536f..9a3c4f09f4 100644 --- a/docker/Dockerfile.cu134 +++ b/docker/Dockerfile.cu134 @@ -26,7 +26,7 @@ ARG PIP_DEFAULT_INDEX ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=1 -ARG FLASHINFER_VERSION=0.7.1 +ARG FLASHINFER_VERSION=0.7.2 ARG MOONCAKE_VERSION=0.3.13.post1 ARG MSCCLPP_VERSION=sglang-v0.10.1 diff --git a/python/pyproject.toml b/python/pyproject.toml index 5aed7fd603..47dc76a4f2 100755 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -39,7 +39,7 @@ dependencies = [ "einops", "fastapi", "flash-attn-4>=4.0.0b18", - "flashinfer_python[cu13]==0.7.1", # keep it aligned with jit-cache version in Dockerfile + "flashinfer_python[cu13]==0.7.2", # keep it aligned with jit-cache version in Dockerfile "gguf", "humming-kernels[cu13]==0.1.12", "interegular", diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 54fc7d0671..275546c009 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -1923,7 +1923,7 @@ def _set_envs_and_config(server_args: ServerArgs): ): assert_pkg_version( "flashinfer_python", - "0.7.1", + "0.7.2", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.",