feat: rust sglang server openai apis (#33103)
Co-authored-by: Rain Jiang <rain-jiang@outlook.com>
This commit is contained in:
co-authored by
Rain Jiang
parent
0bf0640b9d
commit
e00f32ed4f
@@ -36,6 +36,12 @@ axum = { version = "0.8.9", features = ["json", "tokio"] }
|
||||
core_affinity = "0.8"
|
||||
# the dynamo-tokenizers is deps on hf-hub, should bump version together.
|
||||
dynamo-tokenizers = "1.7.0"
|
||||
# Keep the HTTP adapter on Dynamo's public OpenAI types, renderer, and parsers.
|
||||
# `dynamo-llm` stays excluded because it pulls the full runtime just to reuse
|
||||
# small service helpers.
|
||||
dynamo-parsers = "7.0.1"
|
||||
dynamo-protocols = "5.1.0"
|
||||
dynamo-renderer = "5.0.0"
|
||||
flume = "0.12.0"
|
||||
itertools = "0.14"
|
||||
hf-hub = { version = "0.4", default-features = false }
|
||||
@@ -45,3 +51,7 @@ rmpv = { version = "1", features = ["with-serde"] }
|
||||
# "anything Rust admits, Python can compile" invariant in `message::sampling`.
|
||||
# A minor bump can widen it and silently reopen a scheduler-killing hole.
|
||||
regex-syntax = "=0.8.11"
|
||||
|
||||
[dev-dependencies]
|
||||
# `Router::oneshot` for handler-level router tests.
|
||||
tower = { version = "0.5", features = ["util"] }
|
||||
|
||||
Reference in New Issue
Block a user