support regex that compatible with python re lib however apply more l… (#32676)

This commit is contained in:
Rain Jiang
2026-07-28 14:25:31 -07:00
committed by GitHub
parent dd67452b4f
commit d943636a48
4 changed files with 1143 additions and 1 deletions
+5 -1
View File
@@ -34,7 +34,11 @@ core_affinity = "0.8"
# the dynamo-tokenizers is deps on hf-hub, should bump version together
dynamo-tokenizers = "1.5.3"
flume = "0.12.0"
itertools = "0.14"
hf-hub = { version = "0.4", default-features = false }
regex-syntax = "0.8"
rmp-serde = "1"
rmpv = { version = "1", features = ["with-serde"] }
# Pinned EXACTLY: this crate's accepted grammar defines the
# "anything Rust admits, Python can compile" invariant in `message::sampling`.
# A minor bump can widen it and silently reopen a scheduler-killing hole.
regex-syntax = "=0.8.11"
+1
View File
@@ -15,6 +15,7 @@ mod environ;
mod error;
mod fsm;
mod ids;
mod utils;
use pyo3::prelude::*;
+3
View File
@@ -0,0 +1,3 @@
//! Shared helpers with no home in a pipeline stage.
pub mod regex;
File diff suppressed because it is too large Load Diff