chore: bump SGLang version to 0.5.6.post1 (#14651)
This commit is contained in:
@@ -33,7 +33,7 @@ Add [performance optimization options](#performance-optimization-options) as nee
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Installation
|
# Installation
|
||||||
pip install "sglang[all]>=0.5.6"
|
pip install "sglang[all]>=0.5.6.post1"
|
||||||
|
|
||||||
# Launch
|
# Launch
|
||||||
python3 -m sglang.launch_server --model deepseek-ai/DeepSeek-V3 --tp 8 --trust-remote-code
|
python3 -m sglang.launch_server --model deepseek-ai/DeepSeek-V3 --tp 8 --trust-remote-code
|
||||||
|
|||||||
+1
-1
@@ -12,7 +12,7 @@ ARG HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6
|
|||||||
ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee
|
ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee
|
||||||
ARG BUILD_AND_DOWNLOAD_PARALLEL=8
|
ARG BUILD_AND_DOWNLOAD_PARALLEL=8
|
||||||
ARG SGL_KERNEL_VERSION=0.3.19
|
ARG SGL_KERNEL_VERSION=0.3.19
|
||||||
ARG SGL_VERSION=0.5.6
|
ARG SGL_VERSION=0.5.6.post1
|
||||||
ARG USE_LATEST_SGLANG=0
|
ARG USE_LATEST_SGLANG=0
|
||||||
ARG GDRCOPY_VERSION=2.5.1
|
ARG GDRCOPY_VERSION=2.5.1
|
||||||
ARG PIP_DEFAULT_INDEX
|
ARG PIP_DEFAULT_INDEX
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
# Usage (to build SGLang ROCm docker image):
|
# Usage (to build SGLang ROCm docker image):
|
||||||
# docker build --build-arg SGL_BRANCH=v0.5.6 --build-arg GPU_ARCH=gfx942 -t v0.5.6-rocm630-mi30x -f rocm.Dockerfile .
|
# docker build --build-arg SGL_BRANCH=v0.5.6.post1 --build-arg GPU_ARCH=gfx942 -t v0.5.6.post1-rocm630-mi30x -f rocm.Dockerfile .
|
||||||
# docker build --build-arg SGL_BRANCH=v0.5.6 --build-arg GPU_ARCH=gfx942-rocm700 -t v0.5.6-rocm700-mi30x -f rocm.Dockerfile .
|
# docker build --build-arg SGL_BRANCH=v0.5.6.post1 --build-arg GPU_ARCH=gfx942-rocm700 -t v0.5.6.post1-rocm700-mi30x -f rocm.Dockerfile .
|
||||||
# docker build --build-arg SGL_BRANCH=v0.5.6 --build-arg GPU_ARCH=gfx950 -t v0.5.6-rocm700-mi35x -f rocm.Dockerfile .
|
# docker build --build-arg SGL_BRANCH=v0.5.6.post1 --build-arg GPU_ARCH=gfx950 -t v0.5.6.post1-rocm700-mi35x -f rocm.Dockerfile .
|
||||||
|
|
||||||
|
|
||||||
# Default base images
|
# Default base images
|
||||||
|
|||||||
@@ -25,7 +25,7 @@ uv pip install "sglang" --prerelease=allow
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Use the last release branch
|
# Use the last release branch
|
||||||
git clone -b v0.5.6 https://github.com/sgl-project/sglang.git
|
git clone -b v0.5.6.post1 https://github.com/sgl-project/sglang.git
|
||||||
cd sglang
|
cd sglang
|
||||||
|
|
||||||
# Install the python packages
|
# Install the python packages
|
||||||
|
|||||||
@@ -44,7 +44,7 @@ You can install SGLang using one of the methods below.
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Use the last release branch
|
# Use the last release branch
|
||||||
git clone -b v0.5.6 https://github.com/sgl-project/sglang.git
|
git clone -b v0.5.6.post1 https://github.com/sgl-project/sglang.git
|
||||||
cd sglang
|
cd sglang
|
||||||
|
|
||||||
# Compile sgl-kernel
|
# Compile sgl-kernel
|
||||||
|
|||||||
@@ -91,7 +91,7 @@ pip install ./custom_ops-1.0.$DEVICE_TYPE-cp311-cp311-linux_aarch64.whl
|
|||||||
|
|
||||||
```shell
|
```shell
|
||||||
# Use the last release branch
|
# Use the last release branch
|
||||||
git clone -b v0.5.6 https://github.com/sgl-project/sglang.git
|
git clone -b v0.5.6.post1 https://github.com/sgl-project/sglang.git
|
||||||
cd sglang
|
cd sglang
|
||||||
mv python/pyproject_other.toml python/pyproject.toml
|
mv python/pyproject_other.toml python/pyproject.toml
|
||||||
pip install -e python[srt_npu]
|
pip install -e python[srt_npu]
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "sglang"
|
name = "sglang"
|
||||||
version = "0.5.6"
|
version = "0.5.6.post1"
|
||||||
description = "SGLang is a fast serving framework for large language models and vision language models."
|
description = "SGLang is a fast serving framework for large language models and vision language models."
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.10"
|
requires-python = ">=3.10"
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "sglang"
|
name = "sglang"
|
||||||
version = "0.5.6"
|
version = "0.5.6.post1"
|
||||||
description = "SGLang is a fast serving framework for large language models and vision language models."
|
description = "SGLang is a fast serving framework for large language models and vision language models."
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.10"
|
requires-python = ">=3.10"
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "sglang"
|
name = "sglang"
|
||||||
version = "0.5.6"
|
version = "0.5.6.post1"
|
||||||
description = "SGLang is a fast serving framework for large language models and vision language models."
|
description = "SGLang is a fast serving framework for large language models and vision language models."
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.10"
|
requires-python = ">=3.10"
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|||||||
|
|
||||||
[project]
|
[project]
|
||||||
name = "sglang"
|
name = "sglang"
|
||||||
version = "0.5.6"
|
version = "0.5.6.post1"
|
||||||
description = "SGLang is a fast serving framework for large language models and vision language models."
|
description = "SGLang is a fast serving framework for large language models and vision language models."
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">=3.10"
|
requires-python = ">=3.10"
|
||||||
|
|||||||
@@ -1 +1 @@
|
|||||||
__version__ = "0.5.6"
|
__version__ = "0.5.6.post1"
|
||||||
|
|||||||
Reference in New Issue
Block a user