[Rust] Split and rename embedded server components (#37220)

This commit is contained in:
Lianmin Zheng
2026-08-31 12:28:43 -07:00
committed by GitHub
parent cf51650335
commit 1da86b9801
41 changed files with 3409 additions and 3293 deletions
+1 -1
View File
@@ -22,7 +22,7 @@ features = ["python", "parallel"]
# which renames the built artifact.
name = "sglang_mm_core"
# cdylib: the PyO3 module (`sglang.srt.rust_extensions._multimodal`).
# rlib: pure-Rust core linked by sglang-server's native MM path.
# rlib: pure-Rust core linked by sglang-server's Rust MM path.
crate-type = ["cdylib", "rlib"]
[features]
+4 -4
View File
@@ -65,7 +65,7 @@ pub struct QwenVlProcessor {
lut: [[f32; 256]; 3],
}
/// `1 / rescale_factor`; `resolve_native_spec` rejects any other factor.
/// `1 / rescale_factor`; `resolve_spec` rejects any other factor.
const INV_RESCALE: f32 = 255.0;
/// u8 → normalized f32, rounded as the mirrored processor rounds. The slow one
@@ -406,7 +406,7 @@ mod python {
/// `(pixel_values flat f32, (t, h, w))` for one preprocessed image.
type PyProcessedImage<'py> = (Bound<'py, PyArray1<f32>>, (u32, u32, u32));
/// Full native pipeline output at the scheduler boundary:
/// Full Rust pipeline output at the scheduler boundary:
/// `(input_ids, features, grids, hashes, offsets, mrope, mrope_delta)`.
type PyNativeOutput<'py> = (
Vec<i32>,
@@ -486,7 +486,7 @@ mod python {
/// `sglang-server` (whose message layer owns the wire-payload parsing).
#[pyfunction]
#[pyo3(signature = (input_ids, images, spec_json))]
fn process_native_mm<'py>(
fn process_mm<'py>(
py: Python<'py>,
input_ids: Option<Vec<i32>>,
images: Vec<PyImageSource>,
@@ -529,7 +529,7 @@ mod python {
m.add_function(wrap_pyfunction!(preprocess, &m)?)?;
m.add_function(wrap_pyfunction!(smart_resize_py, &m)?)?;
m.add_function(wrap_pyfunction!(mrope_image_only_py, &m)?)?;
m.add_function(wrap_pyfunction!(process_native_mm, &m)?)?;
m.add_function(wrap_pyfunction!(process_mm, &m)?)?;
parent.add_submodule(&m)?;
Ok(())
}