diff --git a/docker/Dockerfile b/docker/Dockerfile index c1eeb6235..3efc0dc90 100644 --- a/docker/Dockerfile +++ b/docker/Dockerfile @@ -19,7 +19,7 @@ ARG PIP_DEFAULT_INDEX ARG UBUNTU_MIRROR ARG GITHUB_ARTIFACTORY=github.com ARG INSTALL_FLASHINFER_JIT_CACHE=0 -ARG FLASHINFER_VERSION=0.6.11.post1 +ARG FLASHINFER_VERSION=0.6.12 ARG MOONCAKE_VERSION=0.3.11.post1 #if need other arg please add in MOONCAKE_COMPILE_ARG ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON" diff --git a/python/pyproject.toml b/python/pyproject.toml index 863100d9b..a8e086c36 100755 --- a/python/pyproject.toml +++ b/python/pyproject.toml @@ -28,8 +28,8 @@ dependencies = [ "distro", "einops", "fastapi", - "flashinfer_python[cu13]==0.6.11.post1", # keep it aligned with jit-cache version in Dockerfile - "flashinfer_cubin==0.6.11.post1", + "flashinfer_python[cu13]==0.6.12", # keep it aligned with jit-cache version in Dockerfile + "flashinfer_cubin==0.6.12", "gguf", "interegular", "llguidance>=0.7.11,<0.8.0", @@ -38,7 +38,7 @@ dependencies = [ "ninja", "easydict", # Required by remote model code (e.g. DeepSeek-OCR) loaded via trust_remote_code; validated by transformers 5.4+ check_imports "numpy", - "nvidia-cutlass-dsl[cu13]==4.5.1", + "nvidia-cutlass-dsl[cu13]==4.5.2", "nvidia-ml-py", "openai-harmony==0.0.4", "openai==2.6.1", diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index d17e93d15..4cbe0a56f 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -1281,7 +1281,7 @@ def _set_envs_and_config(server_args: ServerArgs): if server_args.attention_backend == "flashinfer": assert_pkg_version( "flashinfer_python", - "0.6.11.post1", + "0.6.12", "Please uninstall the old version and " "reinstall the latest version by following the instructions " "at https://docs.flashinfer.ai/installation.html.", diff --git a/python/sglang/srt/utils/common.py b/python/sglang/srt/utils/common.py index 85f576ac2..5e6fea055 100644 --- a/python/sglang/srt/utils/common.py +++ b/python/sglang/srt/utils/common.py @@ -1159,7 +1159,7 @@ def check_pkg_version_at_least(pkg: str, min_version: str) -> bool: Args: pkg: Package name (distribution name, e.g., "flashinfer-python") - min_version: Minimum version required (e.g., "0.6.11.post1") + min_version: Minimum version required (e.g., "0.6.12") Returns: True if package is installed and version >= min_version, False otherwise