support regex that compatible with python re lib however apply more l… (#32676)
This commit is contained in:
@@ -34,7 +34,11 @@ core_affinity = "0.8"
|
|||||||
# the dynamo-tokenizers is deps on hf-hub, should bump version together
|
# the dynamo-tokenizers is deps on hf-hub, should bump version together
|
||||||
dynamo-tokenizers = "1.5.3"
|
dynamo-tokenizers = "1.5.3"
|
||||||
flume = "0.12.0"
|
flume = "0.12.0"
|
||||||
|
itertools = "0.14"
|
||||||
hf-hub = { version = "0.4", default-features = false }
|
hf-hub = { version = "0.4", default-features = false }
|
||||||
regex-syntax = "0.8"
|
|
||||||
rmp-serde = "1"
|
rmp-serde = "1"
|
||||||
rmpv = { version = "1", features = ["with-serde"] }
|
rmpv = { version = "1", features = ["with-serde"] }
|
||||||
|
# Pinned EXACTLY: this crate's accepted grammar defines the
|
||||||
|
# "anything Rust admits, Python can compile" invariant in `message::sampling`.
|
||||||
|
# A minor bump can widen it and silently reopen a scheduler-killing hole.
|
||||||
|
regex-syntax = "=0.8.11"
|
||||||
|
|||||||
@@ -15,6 +15,7 @@ mod environ;
|
|||||||
mod error;
|
mod error;
|
||||||
mod fsm;
|
mod fsm;
|
||||||
mod ids;
|
mod ids;
|
||||||
|
mod utils;
|
||||||
|
|
||||||
use pyo3::prelude::*;
|
use pyo3::prelude::*;
|
||||||
|
|
||||||
|
|||||||
@@ -0,0 +1,3 @@
|
|||||||
|
//! Shared helpers with no home in a pipeline stage.
|
||||||
|
|
||||||
|
pub mod regex;
|
||||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user