minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[diffusion]: align sglang diffusion AMD pyproject_other.toml diffusion dependency with pyproject.toml (#16225)

Browse Source 
Co-authored-by: roywang <roywang@amd.com>
This commit is contained in:
RoyWang
2026-01-29 01:50:57 -08:00
committed by GitHub
co-authored by roywang
parent ef1c512754
commit 30adf78f82
4 changed files with 8 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/rocm.Dockerfile
+1 -1
View File
@@ -183,7 +183,7 @@ RUN git clone ${SGL_REPO} \
&& if [ "$BUILD_TYPE" = "srt" ]; then \ && if [ "$BUILD_TYPE" = "srt" ]; then \
python -m pip --no-cache-dir install -e "python[srt_hip,diffusion_hip]"; \ python -m pip --no-cache-dir install -e "python[srt_hip,diffusion_hip]"; \
else \ else \
python -m pip --no-cache-dir install -e "python[all_hip,diffusion_hip]"; \ python -m pip --no-cache-dir install -e "python[all_hip]"; \
fi fi
RUN python -m pip cache purge RUN python -m pip cache purge
docs/platforms/amd_gpu.md
+1 -1
View File
@@ -55,7 +55,7 @@ python setup_rocm.py install
# Install sglang python package along with diffusion support # Install sglang python package along with diffusion support
cd .. cd ..
rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml rm -rf python/pyproject.toml && mv python/pyproject_other.toml python/pyproject.toml
pip install -e "python[all_hip,diffusion_hip]" pip install -e "python[all_hip]"
``` ```
### Install Using Docker (Recommended) ### Install Using Docker (Recommended)
python/pyproject_other.toml
+6 -6
View File
@@ -85,18 +85,18 @@ srt_hip = [
] ]
diffusion_hip = [ diffusion_hip = [
"diffusers @ git+https://github.com/huggingface/diffusers.git@6290fdfda40610ce7b99920146853614ba529c6e", "PyYAML==6.0.1",
"opencv-python-headless==4.10.0.84", "cloudpickle",
"diffusers==0.36.0",
"imageio==2.36.0", "imageio==2.36.0",
"imageio-ffmpeg==0.5.1", "imageio-ffmpeg==0.5.1",
"PyYAML==6.0.1",
"moviepy>=2.0.0", "moviepy>=2.0.0",
"cloudpickle", "opencv-python-headless==4.10.0.84",
"remote-pdb", "remote-pdb",
"torchcodec==0.5.0",
"st_attn==0.0.7", "st_attn==0.0.7",
"vsa==0.0.4", "vsa==0.0.4",
"runai_model_streamer>=0.15.5", "runai_model_streamer>=0.15.5",
"cache-dit==1.1.8"
] ]
# For Intel Gaudi(device : hpu) follow the installation guide # For Intel Gaudi(device : hpu) follow the installation guide
@@ -141,7 +141,7 @@ test = [
"tabulate", "tabulate",
] ]
all_hip = ["sglang[srt_hip]"] all_hip = ["sglang[srt_hip]", "sglang[diffusion_hip]"]
all_hpu = ["sglang[srt_hpu]"] all_hpu = ["sglang[srt_hpu]"]
all_musa = ["sglang[srt_musa]", "sglang[diffusion_musa]"] all_musa = ["sglang[srt_musa]", "sglang[diffusion_musa]"]
python/sglang/multimodal_gen/runtime/loader/weight_utils.py
-5
View File
@@ -23,11 +23,6 @@ try:
except ImportError: except ImportError:
HAS_RUNAI_MODEL_STREAMER = False HAS_RUNAI_MODEL_STREAMER = False
# Disable runai_model_streamer on AMD/ROCm due to global state issues
# that cause "Streamer is handling previous request" errors
if torch.version.hip is not None:
HAS_RUNAI_MODEL_STREAMER = False
from sglang.multimodal_gen.runtime.distributed import get_local_torch_device from sglang.multimodal_gen.runtime.distributed import get_local_torch_device
from sglang.multimodal_gen.runtime.utils.logging_utils import init_logger from sglang.multimodal_gen.runtime.utils.logging_utils import init_logger