minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[chore]Upgrade flashinfer to 0.5.3 (#13751)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-11-23 23:38:36 -08:00
committed by GitHub
parent e5c0f59133
commit 04b52fa8d6
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/Dockerfile
+1 -1
View File
@@ -18,7 +18,7 @@ ARG PIP_DEFAULT_INDEX
ARG UBUNTU_MIRROR ARG UBUNTU_MIRROR
ARG GITHUB_ARTIFACTORY=github.com ARG GITHUB_ARTIFACTORY=github.com
ARG INSTALL_FLASHINFER_JIT_CACHE=0 ARG INSTALL_FLASHINFER_JIT_CACHE=0
ARG FLASHINFER_VERSION=0.5.2 ARG FLASHINFER_VERSION=0.5.3
ENV DEBIAN_FRONTEND=noninteractive \ ENV DEBIAN_FRONTEND=noninteractive \
CUDA_HOME=/usr/local/cuda \ CUDA_HOME=/usr/local/cuda \
python/pyproject.toml
+2 -2
View File
@@ -26,8 +26,8 @@ dependencies = [
"datasets", "datasets",
"einops", "einops",
"fastapi", "fastapi",
"flashinfer_python==0.5.2", # keep it aligned with jit-cache version in Dockerfile "flashinfer_python==0.5.3", # keep it aligned with jit-cache version in Dockerfile
"flashinfer_cubin==0.5.2", # "flashinfer_cubin==0.5.3", # TODO: Add it back when the cubin is ready: https://github.com/flashinfer-ai/flashinfer/issues/2133
"gguf", "gguf",
"hf_transfer", "hf_transfer",
"huggingface_hub", "huggingface_hub",
python/sglang/srt/entrypoints/engine.py
+1 -1
View File
@@ -727,7 +727,7 @@ def _set_envs_and_config(server_args: ServerArgs):
if server_args.attention_backend == "flashinfer": if server_args.attention_backend == "flashinfer":
assert_pkg_version( assert_pkg_version(
"flashinfer_python", "flashinfer_python",
"0.5.2", "0.5.3",
"Please uninstall the old version and " "Please uninstall the old version and "
"reinstall the latest version by following the instructions " "reinstall the latest version by following the instructions "
"at https://docs.flashinfer.ai/installation.html.", "at https://docs.flashinfer.ai/installation.html.",