58 lines
1.9 KiB
TOML
58 lines
1.9 KiB
TOML
[package]
|
|
name = "sglang-server"
|
|
description = "Sglang server in rust"
|
|
version.workspace = true
|
|
edition.workspace = true
|
|
license.workspace = true
|
|
|
|
# Consumed by python/setup.py: registers this crate as a PyO3 extension module.
|
|
[package.metadata.sglang]
|
|
python-module = "sglang.srt.server._core"
|
|
# Always build optimized, even for an editable install.
|
|
debug = false
|
|
|
|
[lib]
|
|
name = "sglang_server"
|
|
# cdylib: the pyo3 module imported by the (embedded) Python scheduler process.
|
|
# rlib: so optional standalone bins / integration tests can link the core.
|
|
crate-type = ["cdylib", "rlib"]
|
|
|
|
[dependencies]
|
|
async-stream = { workspace = true }
|
|
bytes = { workspace = true }
|
|
futures = { workspace = true }
|
|
pyo3 = { workspace = true }
|
|
serde = { workspace = true }
|
|
serde_json = { workspace = true }
|
|
socket2 = { workspace = true }
|
|
thiserror = { workspace = true }
|
|
tokio = { workspace = true }
|
|
tracing = { workspace = true }
|
|
tracing-subscriber = { workspace = true }
|
|
tracing-appender = { workspace = true }
|
|
uuid = { workspace = true }
|
|
|
|
axum = { version = "0.8.9", features = ["json", "tokio"] }
|
|
core_affinity = "0.8"
|
|
# the dynamo-tokenizers is deps on hf-hub, should bump version together.
|
|
dynamo-tokenizers = "1.7.0"
|
|
# Keep the HTTP adapter on Dynamo's public OpenAI types, renderer, and parsers.
|
|
# `dynamo-llm` stays excluded because it pulls the full runtime just to reuse
|
|
# small service helpers.
|
|
dynamo-parsers = "7.0.1"
|
|
dynamo-protocols = "5.1.0"
|
|
dynamo-renderer = "5.0.0"
|
|
flume = "0.12.0"
|
|
itertools = "0.14"
|
|
hf-hub = { version = "0.4", default-features = false }
|
|
rmp-serde = "1"
|
|
rmpv = { version = "1", features = ["with-serde"] }
|
|
# Pinned EXACTLY: this crate's accepted grammar defines the
|
|
# "anything Rust admits, Python can compile" invariant in `message::sampling`.
|
|
# A minor bump can widen it and silently reopen a scheduler-killing hole.
|
|
regex-syntax = "=0.8.11"
|
|
|
|
[dev-dependencies]
|
|
# `Router::oneshot` for handler-level router tests.
|
|
tower = { version = "0.5", features = ["util"] }
|