[mm] sglang-mm: server vision pipeline core (fetch/driver/pipeline) + Qwen VL (#32364)

Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Kan Wu
2026-08-04 00:47:00 -07:00
committed by GitHub
co-authored by Claude Fable 5
parent 154f0ac662
commit 17d19081d9
31 changed files with 3223 additions and 373 deletions
+4 -10
View File
@@ -4,7 +4,7 @@ import os
import numpy as np
import pytest
import sglang.srt.multimodal._core.inkling
from sglang.srt.multimodal._core import inkling as _rs_inkling
GOLDEN_DIR = os.environ.get(
"INKLING_MM_GOLDEN_DIR",
@@ -20,9 +20,7 @@ def bf16_bits_to_f32(bits: np.ndarray) -> np.ndarray:
@pytest.mark.parametrize("path", GOLDENS, ids=[os.path.basename(p) for p in GOLDENS])
def test_patchify_rgb_bit_exact(path):
g = np.load(path)
got = sglang.srt.multimodal._core.inkling.patchify_rgb(
g["arr"], int(g["patch_size"])
)
got = _rs_inkling.patchify_rgb(g["arr"], int(g["patch_size"]))
np.testing.assert_array_equal(got, g["bits"].reshape(-1))
@@ -30,9 +28,7 @@ def test_patchify_rgb_bit_exact(path):
def test_decode_patchify_png_bit_exact(path):
g = np.load(path)
h_ref, w_ref = g["arr"].shape[:2]
h, w, got = sglang.srt.multimodal._core.inkling.decode_patchify(
g["png"].tobytes(), int(g["patch_size"])
)
h, w, got = _rs_inkling.decode_patchify(g["png"].tobytes(), int(g["patch_size"]))
assert (h, w) == (h_ref, w_ref)
np.testing.assert_array_equal(got, g["bits"].reshape(-1))
@@ -41,9 +37,7 @@ def test_batch_matches_single():
gs = [np.load(p) for p in GOLDENS]
data = [g["png"].tobytes() for g in gs]
ps = int(gs[0]["patch_size"])
for (h, w, bits), g in zip(
sglang.srt.multimodal._core.inkling.decode_patchify_batch(data, ps), gs
):
for (h, w, bits), g in zip(_rs_inkling.decode_patchify_batch(data, ps), gs):
np.testing.assert_array_equal(bits, g["bits"].reshape(-1))