[CPU] toml file update (#17861)

This commit is contained in:
Zaili Wang
2026-01-31 13:16:06 -08:00
committed by GitHub
parent 9ac4dcada4
commit 97593c9f41
4 changed files with 9 additions and 15 deletions
-8
View File
@@ -4,12 +4,6 @@ SHELL ["/bin/bash", "-c"]
ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git ARG SGLANG_REPO=https://github.com/sgl-project/sglang.git
ARG VER_SGLANG=main ARG VER_SGLANG=main
ARG VER_TORCH=2.9.0
ARG VER_TORCHVISION=0.24.0
ARG VER_TORCHAUDIO=2.9.0
ARG VER_TORCHAO=0.14.1
ARG VER_TRITON=3.5.0
RUN apt-get update && \ RUN apt-get update && \
apt-get full-upgrade -y && \ apt-get full-upgrade -y && \
DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \ DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \
@@ -46,8 +40,6 @@ RUN source $HOME/.local/bin/env && \
cd python && \ cd python && \
cp pyproject_cpu.toml pyproject.toml && \ cp pyproject_cpu.toml pyproject.toml && \
uv pip install . && \ uv pip install . && \
uv pip install torch==${VER_TORCH} torchvision==${VER_TORCHVISION} torchaudio==${VER_TORCHAUDIO} torchao==${VER_TORCHAO} triton==${VER_TRITON} --force-reinstall && \
uv pip install tabulate && \
cd ../sgl-kernel && \ cd ../sgl-kernel && \
cp pyproject_cpu.toml pyproject.toml && \ cp pyproject_cpu.toml pyproject.toml && \
uv pip install . uv pip install .
+1 -3
View File
@@ -123,7 +123,6 @@ cp pyproject_cpu.toml pyproject.toml
# Install SGLang dependent libs, and build SGLang main package # Install SGLang dependent libs, and build SGLang main package
uv pip install --upgrade pip setuptools uv pip install --upgrade pip setuptools
uv pip install . uv pip install .
uv pip install torch==2.9.0 torchvision==0.24.0 torchaudio==2.9.0 torchao==0.14.1 triton==3.5.0 --force-reinstall
# Build the CPU backend kernels # Build the CPU backend kernels
cd ../sgl-kernel cd ../sgl-kernel
@@ -187,8 +186,7 @@ Notes:
2. The flag `--tp 6` specifies that tensor parallelism will be applied using 6 ranks (TP6). 2. The flag `--tp 6` specifies that tensor parallelism will be applied using 6 ranks (TP6).
The number of TP specified is how many TP ranks will be used during the execution. The number of TP specified is how many TP ranks will be used during the execution.
On a CPU platform, a TP rank means a sub-NUMA cluster (SNC). On a CPU platform, a TP rank means a sub-NUMA cluster (SNC).
Usually we can get the SNC information (How many available) from the Operating System. Usually we can get the SNC information (How many available) from the Operating System with e.g. `lscpu` command.
Users can specify TP to be no more than the total available SNCs in current system.
If the specified TP rank number differs from the total SNC count, If the specified TP rank number differs from the total SNC count,
the system will automatically utilize the first `n` SNCs. the system will automatically utilize the first `n` SNCs.
+7 -3
View File
@@ -39,7 +39,7 @@ dependencies = [
"openai-harmony==0.0.4", "openai-harmony==0.0.4",
"openai==2.6.1", "openai==2.6.1",
"orjson", "orjson",
"outlines==0.1.11", "outlines",
"packaging", "packaging",
"partial_json_parser", "partial_json_parser",
"pillow", "pillow",
@@ -55,11 +55,16 @@ dependencies = [
"sentencepiece", "sentencepiece",
"setproctitle", "setproctitle",
"soundfile==0.13.1", "soundfile==0.13.1",
"tabulate",
"tiktoken", "tiktoken",
"timm==1.0.16", "timm==1.0.16",
"torchao==0.9.0", "torch==2.9.0",
"torchao==0.14.1",
"torchaudio==2.9.0",
"torchvision==0.24.0",
"tqdm", "tqdm",
"transformers==4.57.1", "transformers==4.57.1",
"triton==3.5.0",
"uvicorn", "uvicorn",
"uvloop", "uvloop",
"xgrammar==0.1.27", "xgrammar==0.1.27",
@@ -84,7 +89,6 @@ test = [
"peft", "peft",
"pytest", "pytest",
"sentence_transformers", "sentence_transformers",
"tabulate",
] ]
all = [] all = []
dev = ["sglang[test]"] dev = ["sglang[test]"]
+1 -1
View File
@@ -7,7 +7,7 @@ requires = [
build-backend = "scikit_build_core.build" build-backend = "scikit_build_core.build"
[project] [project]
name = "sgl-kernel-cpu" name = "sglang-kernel-cpu"
version = "0.3.21" version = "0.3.21"
description = "Kernel Library for SGLang" description = "Kernel Library for SGLang"
readme = "README.md" readme = "README.md"