sgl-router: experimental Rust HTTP router for SGLang worker pools (#25851)

Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Kangyan-Zhou
2026-05-25 15:34:05 +08:00
committed by GitHub
co-authored by Claude Opus 4.7
parent aae04b1241
commit 6e8fe176be
131 changed files with 28623 additions and 55 deletions
@@ -0,0 +1,26 @@
# Pytest configuration for sgl-router tests/e2e/.
# Lives next to conftest.py so `pytest experimental/sgl-router/tests/e2e/`
# picks it up automatically.
[tool.pytest.ini_options]
minversion = "8.0"
# Default discovery: smoke tests (top-level test_*.py) and the
# multi-worker chat_completions suite. k8s_integration is intentionally
# not in the default set — it requires a kind/k8s cluster and is
# invoked explicitly.
testpaths = [
".",
"chat_completions",
]
python_files = ["test_*.py"]
python_classes = ["Test*"]
python_functions = ["test_*"]
markers = [
"real_gpu: requires at least one NVIDIA GPU (skipped on CPU-only hosts)",
"pd_mode: requires the router started in PD-disaggregation mode",
"slow: takes >30s (model load, multi-request convergence checks)",
]
log_cli = true
log_cli_level = "INFO"
log_cli_format = "%(asctime)s [%(levelname)s] %(name)s: %(message)s"
log_cli_date_format = "%H:%M:%S"