From 130e11d50e732b463a44eb7254ad77ab37fe2b92 Mon Sep 17 00:00:00 2001 From: Mohammad Miadh Angkad <176301910+mmangkad@users.noreply.github.com> Date: Mon, 12 Oct 2026 14:23:11 +0800 Subject: [PATCH] [Deps] Bump FlashInfer to 0.7.1 (#43494) Co-authored-by: Mohammad Angkad --- docker/Dockerfile | 2 +- docker/Dockerfile.cu134 | 2 +- python/pyproject.toml | 2 +- .../layers/attention/backends/subblock_sparse/README.md | 9 ++------- python/sglang/srt/entrypoints/engine.py | 2 +- scripts/release/bump_flashinfer_version.py | 9 ++------- 6 files changed, 8 insertions(+), 18 deletions(-) diff --git a/docker/Dockerfile b/docker/Dockerfile index 69b7297bed..c76fb36a94 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -18,7 +18,7 @@ ARG PIP_DEFAULT_INDEX ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=0 -ARG FLASHINFER_VERSION=0.7.0.post1 +ARG FLASHINFER_VERSION=0.7.1 ARG MOONCAKE_VERSION=0.3.13.post1 ARG MSCCLPP_VERSION=sglang-v0.10.1 diff --git a/docker/Dockerfile.cu134 b/docker/Dockerfile.cu134 index 67c75c6aef..493a73536f 100644 --- a/docker/Dockerfile.cu134 +++ b/docker/Dockerfile.cu134 @@ -26,7 +26,7 @@ ARG PIP_DEFAULT_INDEX ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=1 -ARG FLASHINFER_VERSION=0.7.0.post1 +ARG FLASHINFER_VERSION=0.7.1 ARG MOONCAKE_VERSION=0.3.13.post1 ARG MSCCLPP_VERSION=sglang-v0.10.1 diff --git a/python/pyproject.toml b/python/pyproject.toml index 69c071aa37..324b6929f9 100755 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -39,7 +39,7 @@ dependencies = [ "einops", "fastapi", "flash-attn-4>=4.0.0b18", - "flashinfer_python[cu13]==0.7.0.post1", # keep it aligned with jit-cache version in Dockerfile + "flashinfer_python[cu13]==0.7.1", # keep it aligned with jit-cache version in Dockerfile "gguf", "humming-kernels[cu13]==0.1.12", "interegular", diff --git a/python/sglang/multimodal_gen/runtime/layers/attention/backends/subblock_sparse/README.md b/python/sglang/multimodal_gen/runtime/layers/attention/backends/subblock_sparse/README.md index 61639571c2..213f59a537 100644 --- a/python/sglang/multimodal_gen/runtime/layers/attention/backends/subblock_sparse/README.md +++ b/python/sglang/multimodal_gen/runtime/layers/attention/backends/subblock_sparse/README.md @@ -108,13 +108,8 @@ pip install git+https://github.com/thu-ml/SpargeAttn.git --no-build-isolation SM120 requires FlashInfer's CuTe-DSL SM120 Sage backend and `quantize_sage_qkv_sm120`, added in -[FlashInfer #4691](https://github.com/flashinfer-ai/flashinfer/pull/4691). -The default FlashInfer `0.7.0.post1` pin does not include these APIs. After installing -SGLang, install the FlashInfer source revision used for SM120 validation: - -```bash -pip install "git+https://github.com/flashinfer-ai/flashinfer.git@6a84331eb6013e5e61018dc2be532ae90520d30f" -``` +[FlashInfer #4691](https://github.com/flashinfer-ai/flashinfer/pull/4691), +which the default FlashInfer install includes. Enable it on SM90 or SM120 with: diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 4147570728..609cd9afcb 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -1911,7 +1911,7 @@ def _set_envs_and_config(server_args: ServerArgs): ): assert_pkg_version( "flashinfer_python", - "0.7.0.post1", + "0.7.1", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.", diff --git a/scripts/release/bump_flashinfer_version.py b/scripts/release/bump_flashinfer_version.py index d4bff2d62e..3867f36aae 100755 --- a/scripts/release/bump_flashinfer_version.py +++ b/scripts/release/bump_flashinfer_version.py @@ -10,8 +10,8 @@ from utils import compare_versions, get_repo_root, normalize_version, validate_v FILES_TO_UPDATE = [ Path("python/pyproject.toml"), Path("docker/Dockerfile"), + Path("docker/Dockerfile.cu134"), Path("python/sglang/srt/entrypoints/engine.py"), - Path("python/sglang/srt/utils/common.py"), ] @@ -48,7 +48,7 @@ def replace_flashinfer_version( new_content = new_content.replace( f"flashinfer_cubin=={old_version}", f"flashinfer_cubin=={new_version}" ) - elif name == "Dockerfile": + elif name.startswith("Dockerfile"): new_content = re.sub( rf"(ARG FLASHINFER_VERSION=){re.escape(old_version)}", rf"\g<1>{new_version}", @@ -63,11 +63,6 @@ def replace_flashinfer_version( new_content, flags=re.DOTALL, ) - elif name == "common.py": - new_content = new_content.replace( - f'e.g., "{old_version}"', - f'e.g., "{new_version}"', - ) if content == new_content: print(f"No changes needed in {file_path}")