[Deps] Bump FI to 0.6.12 and cutedsl to 4.5.2 (#26854)
This commit is contained in:
+1
-1
@@ -19,7 +19,7 @@ ARG PIP_DEFAULT_INDEX
|
|||||||
ARG UBUNTU_MIRROR
|
ARG UBUNTU_MIRROR
|
||||||
ARG GITHUB_ARTIFACTORY=github.com
|
ARG GITHUB_ARTIFACTORY=github.com
|
||||||
ARG INSTALL_FLASHINFER_JIT_CACHE=0
|
ARG INSTALL_FLASHINFER_JIT_CACHE=0
|
||||||
ARG FLASHINFER_VERSION=0.6.11.post1
|
ARG FLASHINFER_VERSION=0.6.12
|
||||||
ARG MOONCAKE_VERSION=0.3.11.post1
|
ARG MOONCAKE_VERSION=0.3.11.post1
|
||||||
#if need other arg please add in MOONCAKE_COMPILE_ARG
|
#if need other arg please add in MOONCAKE_COMPILE_ARG
|
||||||
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
|
ARG MOONCAKE_COMPILE_ARG="-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON"
|
||||||
|
|||||||
@@ -28,8 +28,8 @@ dependencies = [
|
|||||||
"distro",
|
"distro",
|
||||||
"einops",
|
"einops",
|
||||||
"fastapi",
|
"fastapi",
|
||||||
"flashinfer_python[cu13]==0.6.11.post1", # keep it aligned with jit-cache version in Dockerfile
|
"flashinfer_python[cu13]==0.6.12", # keep it aligned with jit-cache version in Dockerfile
|
||||||
"flashinfer_cubin==0.6.11.post1",
|
"flashinfer_cubin==0.6.12",
|
||||||
"gguf",
|
"gguf",
|
||||||
"interegular",
|
"interegular",
|
||||||
"llguidance>=0.7.11,<0.8.0",
|
"llguidance>=0.7.11,<0.8.0",
|
||||||
@@ -38,7 +38,7 @@ dependencies = [
|
|||||||
"ninja",
|
"ninja",
|
||||||
"easydict", # Required by remote model code (e.g. DeepSeek-OCR) loaded via trust_remote_code; validated by transformers 5.4+ check_imports
|
"easydict", # Required by remote model code (e.g. DeepSeek-OCR) loaded via trust_remote_code; validated by transformers 5.4+ check_imports
|
||||||
"numpy",
|
"numpy",
|
||||||
"nvidia-cutlass-dsl[cu13]==4.5.1",
|
"nvidia-cutlass-dsl[cu13]==4.5.2",
|
||||||
"nvidia-ml-py",
|
"nvidia-ml-py",
|
||||||
"openai-harmony==0.0.4",
|
"openai-harmony==0.0.4",
|
||||||
"openai==2.6.1",
|
"openai==2.6.1",
|
||||||
|
|||||||
@@ -1281,7 +1281,7 @@ def _set_envs_and_config(server_args: ServerArgs):
|
|||||||
if server_args.attention_backend == "flashinfer":
|
if server_args.attention_backend == "flashinfer":
|
||||||
assert_pkg_version(
|
assert_pkg_version(
|
||||||
"flashinfer_python",
|
"flashinfer_python",
|
||||||
"0.6.11.post1",
|
"0.6.12",
|
||||||
"Please uninstall the old version and "
|
"Please uninstall the old version and "
|
||||||
"reinstall the latest version by following the instructions "
|
"reinstall the latest version by following the instructions "
|
||||||
"at https://docs.flashinfer.ai/installation.html.",
|
"at https://docs.flashinfer.ai/installation.html.",
|
||||||
|
|||||||
@@ -1159,7 +1159,7 @@ def check_pkg_version_at_least(pkg: str, min_version: str) -> bool:
|
|||||||
|
|
||||||
Args:
|
Args:
|
||||||
pkg: Package name (distribution name, e.g., "flashinfer-python")
|
pkg: Package name (distribution name, e.g., "flashinfer-python")
|
||||||
min_version: Minimum version required (e.g., "0.6.11.post1")
|
min_version: Minimum version required (e.g., "0.6.12")
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
True if package is installed and version >= min_version, False otherwise
|
True if package is installed and version >= min_version, False otherwise
|
||||||
|
|||||||
Reference in New Issue
Block a user