[CPU] toml file update (#17861)
This commit is contained in:
@@ -4,12 +4,6 @@ SHELL ["/bin/bash", "-c"]
|
|||||||
ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git
|
ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git
|
||||||
ARG VER_SGLANG=main
|
ARG VER_SGLANG=main
|
||||||
|
|
||||||
ARG VER_TORCH=2.9.0
|
|
||||||
ARG VER_TORCHVISION=0.24.0
|
|
||||||
ARG VER_TORCHAUDIO=2.9.0
|
|
||||||
ARG VER_TORCHAO=0.14.1
|
|
||||||
ARG VER_TRITON=3.5.0
|
|
||||||
|
|
||||||
RUN apt-get update && \
|
RUN apt-get update && \
|
||||||
apt-get full-upgrade -y && \
|
apt-get full-upgrade -y && \
|
||||||
DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \
|
DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \
|
||||||
@@ -46,8 +40,6 @@ RUN source $HOME/.local/bin/env && \
|
|||||||
cd python && \
|
cd python && \
|
||||||
cp pyproject_cpu.toml pyproject.toml && \
|
cp pyproject_cpu.toml pyproject.toml && \
|
||||||
uv pip install . && \
|
uv pip install . && \
|
||||||
uv pip install torch==${VER_TORCH} torchvision==${VER_TORCHVISION} torchaudio==${VER_TORCHAUDIO} torchao==${VER_TORCHAO} triton==${VER_TRITON} --force-reinstall && \
|
|
||||||
uv pip install tabulate && \
|
|
||||||
cd ../sgl-kernel && \
|
cd ../sgl-kernel && \
|
||||||
cp pyproject_cpu.toml pyproject.toml && \
|
cp pyproject_cpu.toml pyproject.toml && \
|
||||||
uv pip install .
|
uv pip install .
|
||||||
|
|||||||
@@ -123,7 +123,6 @@ cp pyproject_cpu.toml pyproject.toml
|
|||||||
# Install SGLang dependent libs, and build SGLang main package
|
# Install SGLang dependent libs, and build SGLang main package
|
||||||
uv pip install --upgrade pip setuptools
|
uv pip install --upgrade pip setuptools
|
||||||
uv pip install .
|
uv pip install .
|
||||||
uv pip install torch==2.9.0 torchvision==0.24.0 torchaudio==2.9.0 torchao==0.14.1 triton==3.5.0 --force-reinstall
|
|
||||||
|
|
||||||
# Build the CPU backend kernels
|
# Build the CPU backend kernels
|
||||||
cd ../sgl-kernel
|
cd ../sgl-kernel
|
||||||
@@ -187,8 +186,7 @@ Notes:
|
|||||||
2. The flag `--tp 6` specifies that tensor parallelism will be applied using 6 ranks (TP6).
|
2. The flag `--tp 6` specifies that tensor parallelism will be applied using 6 ranks (TP6).
|
||||||
The number of TP specified is how many TP ranks will be used during the execution.
|
The number of TP specified is how many TP ranks will be used during the execution.
|
||||||
On a CPU platform, a TP rank means a sub-NUMA cluster (SNC).
|
On a CPU platform, a TP rank means a sub-NUMA cluster (SNC).
|
||||||
Usually we can get the SNC information (How many available) from the Operating System.
|
Usually we can get the SNC information (How many available) from the Operating System with e.g. `lscpu` command.
|
||||||
Users can specify TP to be no more than the total available SNCs in current system.
|
|
||||||
|
|
||||||
If the specified TP rank number differs from the total SNC count,
|
If the specified TP rank number differs from the total SNC count,
|
||||||
the system will automatically utilize the first `n` SNCs.
|
the system will automatically utilize the first `n` SNCs.
|
||||||
|
|||||||
@@ -39,7 +39,7 @@ dependencies = [
|
|||||||
"openai-harmony==0.0.4",
|
"openai-harmony==0.0.4",
|
||||||
"openai==2.6.1",
|
"openai==2.6.1",
|
||||||
"orjson",
|
"orjson",
|
||||||
"outlines==0.1.11",
|
"outlines",
|
||||||
"packaging",
|
"packaging",
|
||||||
"partial_json_parser",
|
"partial_json_parser",
|
||||||
"pillow",
|
"pillow",
|
||||||
@@ -55,11 +55,16 @@ dependencies = [
|
|||||||
"sentencepiece",
|
"sentencepiece",
|
||||||
"setproctitle",
|
"setproctitle",
|
||||||
"soundfile==0.13.1",
|
"soundfile==0.13.1",
|
||||||
|
"tabulate",
|
||||||
"tiktoken",
|
"tiktoken",
|
||||||
"timm==1.0.16",
|
"timm==1.0.16",
|
||||||
"torchao==0.9.0",
|
"torch==2.9.0",
|
||||||
|
"torchao==0.14.1",
|
||||||
|
"torchaudio==2.9.0",
|
||||||
|
"torchvision==0.24.0",
|
||||||
"tqdm",
|
"tqdm",
|
||||||
"transformers==4.57.1",
|
"transformers==4.57.1",
|
||||||
|
"triton==3.5.0",
|
||||||
"uvicorn",
|
"uvicorn",
|
||||||
"uvloop",
|
"uvloop",
|
||||||
"xgrammar==0.1.27",
|
"xgrammar==0.1.27",
|
||||||
@@ -84,7 +89,6 @@ test = [
|
|||||||
"peft",
|
"peft",
|
||||||
"pytest",
|
"pytest",
|
||||||
"sentence_transformers",
|
"sentence_transformers",
|
||||||
"tabulate",
|
|
||||||
]
|
]
|
||||||
all = []
|
all = []
|
||||||
dev = ["sglang[test]"]
|
dev = ["sglang[test]"]
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ requires = [
|
|||||||
build-backend = "scikit_build_core.build"
|
build-backend = "scikit_build_core.build"
|
||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "sgl-kernel-cpu"
|
name = "sglang-kernel-cpu"
|
||||||
version = "0.3.21"
|
version = "0.3.21"
|
||||||
description = "Kernel Library for SGLang"
|
description = "Kernel Library for SGLang"
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
|
|||||||
Reference in New Issue
Block a user