Add Inkling model support (#31681)
Co-authored-by: Chunan Zeng <zcnrex@gmail.com> Co-authored-by: Ke Bao <ispobaoke@gmail.com> Co-authored-by: Yanbin Jiang <jybsuper@gmail.com> Co-authored-by: Yuhao Yang <47235274+yhyang201@users.noreply.github.com> Co-authored-by: Qiaolin Yu <qiaolin.yu@radixark.ai> Co-authored-by: Zhichen Zeng <zczeng@uw.edu> Co-authored-by: Aurick Qiao <aurick@thinkingmachines.ai> Co-authored-by: Joseph <jk@thinkingmachines.ai>
This commit is contained in:
co-authored by
Chunan Zeng
Ke Bao
Yanbin Jiang
Yuhao Yang
Qiaolin Yu
Zhichen Zeng
Aurick Qiao
Joseph
parent
829e9ce9d5
commit
02236fa38c
@@ -1,5 +1,5 @@
|
||||
[build-system]
|
||||
requires = ["setuptools>=61.0", "setuptools-scm>=8.0", "wheel"]
|
||||
requires = ["setuptools>=61.0", "setuptools-rust>=1.10", "setuptools-scm>=8.0", "wheel"]
|
||||
build-backend = "setuptools.build_meta"
|
||||
|
||||
[project]
|
||||
@@ -30,6 +30,7 @@ runtime_common = [
|
||||
"einops",
|
||||
"fastapi",
|
||||
"gguf",
|
||||
"helion==0.2.6",
|
||||
"interegular",
|
||||
"IPython",
|
||||
"llguidance>=1.7.6,<2.0.0",
|
||||
@@ -191,6 +192,13 @@ dev_mps = ["sglang[all_mps]", "sglang[test]"]
|
||||
[project.scripts]
|
||||
sglang = "sglang.cli.main:main"
|
||||
|
||||
# Rust-accelerated multimodal preprocessing (sglang.srt.multimodal._core).
|
||||
# grpc is intentionally omitted here (it needs proto/tonic); ROCm only builds mm.
|
||||
[[tool.setuptools-rust.ext-modules]]
|
||||
target = "sglang.srt.multimodal._core"
|
||||
path = "../rust/sglang-mm/Cargo.toml"
|
||||
binding = "PyO3"
|
||||
|
||||
[tool.setuptools.package-data]
|
||||
"sglang" = [
|
||||
"srt/**/*",
|
||||
|
||||
Reference in New Issue
Block a user