Fix CI failures (#19303)
This commit is contained in:
@@ -97,6 +97,9 @@ dev = ["sglang[test]"]
|
|||||||
"Homepage" = "https://github.com/sgl-project/sglang"
|
"Homepage" = "https://github.com/sgl-project/sglang"
|
||||||
"Bug Tracker" = "https://github.com/sgl-project/sglang/issues"
|
"Bug Tracker" = "https://github.com/sgl-project/sglang/issues"
|
||||||
|
|
||||||
|
[project.scripts]
|
||||||
|
sglang = "sglang.cli.main:main"
|
||||||
|
|
||||||
[tool.setuptools.package-data]
|
[tool.setuptools.package-data]
|
||||||
"sglang" = [
|
"sglang" = [
|
||||||
"srt/**/*",
|
"srt/**/*",
|
||||||
|
|||||||
@@ -97,6 +97,9 @@ dev = ["sglang[test]"]
|
|||||||
"Homepage" = "https://github.com/sgl-project/sglang"
|
"Homepage" = "https://github.com/sgl-project/sglang"
|
||||||
"Bug Tracker" = "https://github.com/sgl-project/sglang/issues"
|
"Bug Tracker" = "https://github.com/sgl-project/sglang/issues"
|
||||||
|
|
||||||
|
[project.scripts]
|
||||||
|
sglang = "sglang.cli.main:main"
|
||||||
|
|
||||||
[tool.setuptools.package-data]
|
[tool.setuptools.package-data]
|
||||||
"sglang" = [
|
"sglang" = [
|
||||||
"srt/**/*",
|
"srt/**/*",
|
||||||
|
|||||||
@@ -46,6 +46,7 @@ from sglang.srt.utils.common import (
|
|||||||
get_int_env_var,
|
get_int_env_var,
|
||||||
get_quantization_config,
|
get_quantization_config,
|
||||||
is_blackwell_supported,
|
is_blackwell_supported,
|
||||||
|
is_cpu,
|
||||||
is_cuda,
|
is_cuda,
|
||||||
is_flashinfer_available,
|
is_flashinfer_available,
|
||||||
is_hip,
|
is_hip,
|
||||||
@@ -926,8 +927,8 @@ class ServerArgs:
|
|||||||
# 5. Pipeline parallelism
|
# 5. Pipeline parallelism
|
||||||
if self.pp_size > 1:
|
if self.pp_size > 1:
|
||||||
self.disable_piecewise_cuda_graph = True
|
self.disable_piecewise_cuda_graph = True
|
||||||
# 6. Non-CUDA hardware (AMD, NPU, etc.)
|
# 6. Non-CUDA hardware (AMD, NPU, CPU, etc.)
|
||||||
if is_hip() or is_npu():
|
if is_hip() or is_npu() or is_cpu():
|
||||||
self.disable_piecewise_cuda_graph = True
|
self.disable_piecewise_cuda_graph = True
|
||||||
# 7. MoE A2A backend
|
# 7. MoE A2A backend
|
||||||
if self.moe_a2a_backend != "none":
|
if self.moe_a2a_backend != "none":
|
||||||
|
|||||||
Reference in New Issue
Block a user