[router][ci] speed up python binding to 1.5 min (#12673)

This commit is contained in:
Keyang Ru
2025-11-05 14:52:33 -08:00
committed by GitHub
parent 83b104ee8c
commit 80802c4cc6
25 changed files with 49 additions and 21 deletions
+2 -2
View File
@@ -1,9 +1,9 @@
[run]
source = py_src/sglang_router
omit =
py_src/sglang_router/mini_lb.py
*/sglang_router/mini_lb.py
[report]
fail_under = 80
omit =
py_src/sglang_router/mini_lb.py
*/sglang_router/mini_lb.py
+7
View File
@@ -129,6 +129,13 @@ lto = "fat" # Full LTO for smaller binaries
codegen-units = 1 # Better optimization, slower compile
strip = true # Strip debug symbols
[profile.ci]
inherits = "release"
opt-level = 2 # Lighter optimization (still fast runtime, much faster compile)
lto = "thin" # Thin LTO - good balance
codegen-units = 16 # More parallelization for faster builds
strip = true
[profile.dev]
opt-level = 0
debug = 1
-1
View File
@@ -43,7 +43,6 @@ High-performance model routing control and data plane for large-scale LLM deploy
- Additional guides, API references, and deployment patterns are continuously updated alongside SGLang releases.
## Installation
### Prerequisites
- **Rust and Cargo**
```bash