[model-gateway] reducing cpu overhead in various of places (#14658)

2025-12-08 09:44:40 -08:00
parent 763888b5a8
commit d69ecc19b8
13 changed files with 335 additions and 156 deletions
@@ -70,6 +70,7 @@ parking_lot = "0.12.4"
 rayon = "1.10"
 thiserror = "2.0.12"
 regex = "1.10"
+memchr = "2.7"  # SIMD-optimized byte pattern searching
 url = "2.5.4"
 validator = { version = "0.20.0", features = ["derive"] }
 tokio-stream = { version = "0.1", features = ["sync"] }