support rust sglang server (#29799)

2026-07-31 11:56:31 -07:00
parent 77c77a3da8
commit 4af8ddb576
23 changed files with 1314 additions and 84 deletions
@@ -31,8 +31,9 @@ uuid = { workspace = true }

 axum = { version = "0.8.9", features = ["json", "tokio"] }
 core_affinity = "0.8"
-# the dynamo-tokenizers is deps on hf-hub, should bump version together
-dynamo-tokenizers = "1.5.3"
+# pin the dynamo-tokenizers for now, 1.7.0 enables`serde_json/preserve_order`
+# transitively, which reorders every JSON object.
+dynamo-tokenizers = "=1.5.3"
 flume = "0.12.0"
 itertools = "0.14"
 hf-hub = { version = "0.4", default-features = false }