[NPU] Update sgl-kernel-npu version to 2026.9.0 and move memfabric deps into pyproject (#37399)
This commit is contained in:
@@ -80,6 +80,6 @@ jobs:
|
|||||||
push: ${{ github.repository == 'sgl-project/sglang' && github.event_name != 'pull_request' }}
|
push: ${{ github.repository == 'sgl-project/sglang' && github.event_name != 'pull_request' }}
|
||||||
provenance: false
|
provenance: false
|
||||||
build-args: |
|
build-args: |
|
||||||
SGLANG_KERNEL_NPU_TAG=20260826
|
SGLANG_KERNEL_NPU_TAG=2026.9.0
|
||||||
CANN_VERSION=${{ matrix.cann_version }}
|
CANN_VERSION=${{ matrix.cann_version }}
|
||||||
DEVICE_TYPE=${{ matrix.device_type }}
|
DEVICE_TYPE=${{ matrix.device_type }}
|
||||||
|
|||||||
@@ -87,7 +87,7 @@ jobs:
|
|||||||
push: ${{ github.repository == 'sgl-project/sglang' && github.event_name != 'pull_request' }}
|
push: ${{ github.repository == 'sgl-project/sglang' && github.event_name != 'pull_request' }}
|
||||||
provenance: false
|
provenance: false
|
||||||
build-args: |
|
build-args: |
|
||||||
SGLANG_KERNEL_NPU_TAG=20260826
|
SGLANG_KERNEL_NPU_TAG=2026.9.0
|
||||||
CANN_VERSION=${{ matrix.cann_version }}
|
CANN_VERSION=${{ matrix.cann_version }}
|
||||||
DEVICE_TYPE=${{ matrix.device_type }}
|
DEVICE_TYPE=${{ matrix.device_type }}
|
||||||
SGLANG_TAG=${{ steps.version.outputs.version }}
|
SGLANG_TAG=${{ steps.version.outputs.version }}
|
||||||
|
|||||||
@@ -72,12 +72,6 @@ ENV LANGUAGE=en_US:en
|
|||||||
ENV LC_ALL=en_US.UTF-8
|
ENV LC_ALL=en_US.UTF-8
|
||||||
|
|
||||||
|
|
||||||
### Install MemFabric
|
|
||||||
RUN ${PIP_INSTALL} memfabric-hybrid==1.0.8
|
|
||||||
|
|
||||||
### Install zbal
|
|
||||||
RUN ${PIP_INSTALL} memfabric-zbal==1.2.0
|
|
||||||
|
|
||||||
### Install SGLang Model Gateway
|
### Install SGLang Model Gateway
|
||||||
RUN ${PIP_INSTALL} sglang-router
|
RUN ${PIP_INSTALL} sglang-router
|
||||||
|
|
||||||
|
|||||||
@@ -66,6 +66,8 @@ dependencies = [
|
|||||||
"uvloop",
|
"uvloop",
|
||||||
"xxhash",
|
"xxhash",
|
||||||
"xgrammar==0.2.1",
|
"xgrammar==0.2.1",
|
||||||
|
"memfabric-hybrid==1.1.4",
|
||||||
|
"memfabric-zbal==1.2.0",
|
||||||
]
|
]
|
||||||
|
|
||||||
[project.optional-dependencies]
|
[project.optional-dependencies]
|
||||||
|
|||||||
@@ -41,10 +41,6 @@ export PATH="${CARGO_HOME:-$HOME/.cargo}/bin:${PATH}"
|
|||||||
${UV_PIP_INSTALL} pybind11 pyyaml decorator scipy attrs psutil
|
${UV_PIP_INSTALL} pybind11 pyyaml decorator scipy attrs psutil
|
||||||
|
|
||||||
|
|
||||||
### Install MemFabric
|
|
||||||
${UV_PIP_INSTALL} memfabric-hybrid==1.0.8
|
|
||||||
|
|
||||||
|
|
||||||
### Install PyTorch and PTA
|
### Install PyTorch and PTA
|
||||||
PYTORCH_VERSION="2.10.0"
|
PYTORCH_VERSION="2.10.0"
|
||||||
TORCHVISION_VERSION="0.25.0"
|
TORCHVISION_VERSION="0.25.0"
|
||||||
@@ -54,14 +50,12 @@ PTA_URL="https://gitcode.com/Ascend/pytorch/releases/download/v26.0.0-pytorch2.1
|
|||||||
# GitCode does not allow UV downloads.
|
# GitCode does not allow UV downloads.
|
||||||
${PIP_INSTALL} ${PTA_URL}
|
${PIP_INSTALL} ${PTA_URL}
|
||||||
|
|
||||||
### Install zbal
|
|
||||||
${UV_PIP_INSTALL} memfabric-zbal==1.2.0
|
|
||||||
### Install Triton-Ascend
|
### Install Triton-Ascend
|
||||||
${PIP_INSTALL} triton-ascend==3.2.1.dev20260530 --extra-index-url=https://mirrors.huaweicloud.com/ascend/repos/pypi/nightly --trusted-host triton-ascend.osinfra.cn
|
${PIP_INSTALL} triton-ascend==3.2.1.dev20260530 --extra-index-url=https://mirrors.huaweicloud.com/ascend/repos/pypi/nightly --trusted-host triton-ascend.osinfra.cn
|
||||||
|
|
||||||
|
|
||||||
### Install sgl-kernel-npu
|
### Install sgl-kernel-npu
|
||||||
SGLANG_KERNEL_NPU_TAG="20260826"
|
SGLANG_KERNEL_NPU_TAG="2026.9.0"
|
||||||
mkdir sgl-kernel-npu
|
mkdir sgl-kernel-npu
|
||||||
(cd sgl-kernel-npu && wget "${GITHUB_PROXY_URL:=""}https://github.com/sgl-project/sgl-kernel-npu/releases/download/${SGLANG_KERNEL_NPU_TAG}/sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch${PYTORCH_VERSION}-py311-cann9.0.0-${DEVICE_TYPE}-$(arch).zip" \
|
(cd sgl-kernel-npu && wget "${GITHUB_PROXY_URL:=""}https://github.com/sgl-project/sgl-kernel-npu/releases/download/${SGLANG_KERNEL_NPU_TAG}/sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch${PYTORCH_VERSION}-py311-cann9.0.0-${DEVICE_TYPE}-$(arch).zip" \
|
||||||
&& unzip ./sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch${PYTORCH_VERSION}-py311-cann9.0.0-${DEVICE_TYPE}-$(arch).zip \
|
&& unzip ./sgl-kernel-npu-${SGLANG_KERNEL_NPU_TAG}-torch${PYTORCH_VERSION}-py311-cann9.0.0-${DEVICE_TYPE}-$(arch).zip \
|
||||||
|
|||||||
Reference in New Issue
Block a user