minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[model-gateway] add embedding tests (#16583)

Browse Source
This commit is contained in:
Simo Lin
2026-01-06 13:24:37 -08:00
committed by GitHub
parent 5349764298
commit a49b9a6420
8 changed files with 555 additions and 200 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sgl-model-gateway/e2e_test/router/test_worker_api.py
+5 -2
View File
@@ -64,7 +64,10 @@ class TestWorkerAPI:
@pytest.mark.e2e
class TestIGWMode:
"""Tests for IGW mode - start gateway empty, add workers via API."""
"""Tests for IGW mode - start gateway empty, add workers via API.
Workers are launched on-demand via model_pool.get().
"""
def test_igw_start_empty(self, model_pool: ModelPool):
"""Test starting gateway in IGW mode with no workers."""
@@ -131,7 +134,7 @@ class TestIGWMode:
gateway.shutdown()
def test_igw_multiple_workers(self, model_pool: ModelPool):
"""Test adding multiple workers to IGW gateway."""
"""Test adding multiple workers (HTTP + gRPC) to IGW gateway."""
http_instance = model_pool.get("llama-8b", ConnectionMode.HTTP)
grpc_instance = model_pool.get("llama-8b", ConnectionMode.GRPC)