minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Update flashinfer to 0.6.11.post1 (#25129)

Browse Source
This commit is contained in:
Baizhou Zhang
2026-05-13 00:12:19 -07:00
committed by GitHub
parent 10a005e4ea
commit 51a9403104
4 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/Dockerfile
+1 -1
View File
@@ -20,7 +20,7 @@ ARG PIP_DEFAULT_INDEX
ARG UBUNTU_MIRROR ARG UBUNTU_MIRROR
ARG GITHUB_ARTIFACTORY=github.com ARG GITHUB_ARTIFACTORY=github.com
ARG INSTALL_FLASHINFER_JIT_CACHE=0 ARG INSTALL_FLASHINFER_JIT_CACHE=0
ARG FLASHINFER_VERSION=0.6.11 ARG FLASHINFER_VERSION=0.6.11.post1
ARG MOONCAKE_VERSION=0.3.10.post2 ARG MOONCAKE_VERSION=0.3.10.post2
#if need other arg please add in MOONCAKE_COMPILE_ARG #if need other arg please add in MOONCAKE_COMPILE_ARG
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON" ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
python/pyproject.toml
+2 -2
View File
@@ -27,8 +27,8 @@ dependencies = [
"datasets", "datasets",
"einops", "einops",
"fastapi", "fastapi",
"flashinfer_python==0.6.11", # keep it aligned with jit-cache version in Dockerfile "flashinfer_python==0.6.11.post1", # keep it aligned with jit-cache version in Dockerfile
"flashinfer_cubin==0.6.11", "flashinfer_cubin==0.6.11.post1",
"gguf", "gguf",
"interegular", "interegular",
"llguidance>=0.7.11,<0.8.0", "llguidance>=0.7.11,<0.8.0",
python/sglang/srt/entrypoints/engine.py
+1 -1
View File
@@ -1200,7 +1200,7 @@ def _set_envs_and_config(server_args: ServerArgs):
if server_args.attention_backend == "flashinfer": if server_args.attention_backend == "flashinfer":
assert_pkg_version( assert_pkg_version(
"flashinfer_python", "flashinfer_python",
"0.6.11", "0.6.11.post1",
"Please uninstall the old version and " "Please uninstall the old version and "
"reinstall the latest version by following the instructions " "reinstall the latest version by following the instructions "
"at https://docs.flashinfer.ai/installation.html.", "at https://docs.flashinfer.ai/installation.html.",
python/sglang/srt/utils/common.py
+1 -1
View File
@@ -1077,7 +1077,7 @@ def check_pkg_version_at_least(pkg: str, min_version: str) -> bool:
Args: Args:
pkg: Package name (distribution name, e.g., "flashinfer-python") pkg: Package name (distribution name, e.g., "flashinfer-python")
min_version: Minimum version required (e.g., "0.6.10.post1") min_version: Minimum version required (e.g., "0.6.11.post1")
Returns: Returns:
True if package is installed and version >= min_version, False otherwise True if package is installed and version >= min_version, False otherwise