[model-gateway] refactor e2e test infrastructure and add router CI (#16513)

sgl-model-gateway/e2e_test/infra/__init__.py

@@ -1,5 +1,29 @@
 """Infrastructure for parallel GPU test execution."""
 
+from .constants import (  # Enums; Convenience sets; Fixture parameters; Defaults; Environment variables
+    CLOUD_RUNTIMES,
+    DEFAULT_HOST,
+    DEFAULT_MODEL,
+    DEFAULT_ROUTER_TIMEOUT,
+    DEFAULT_STARTUP_TIMEOUT,
+    ENV_BACKENDS,
+    ENV_MODEL,
+    ENV_MODELS,
+    ENV_SHOW_ROUTER_LOGS,
+    ENV_SHOW_WORKER_LOGS,
+    ENV_SKIP_BACKEND_SETUP,
+    ENV_SKIP_MODEL_POOL,
+    ENV_STARTUP_TIMEOUT,
+    HEALTH_CHECK_INTERVAL,
+    LOCAL_MODES,
+    LOCAL_RUNTIMES,
+    PARAM_BACKEND_ROUTER,
+    PARAM_MODEL,
+    PARAM_SETUP_BACKEND,
+    ConnectionMode,
+    Runtime,
+    WorkerType,
+)
 from .gpu_allocator import (
     GPUAllocator,
     GPUInfo,
@@ -26,8 +50,43 @@ from .model_specs import (  # Default model paths; Model groups
     MODEL_SPECS,
     REASONING_MODELS,
 )
+from .process_utils import (
+    detect_ib_device,
+    kill_process_tree,
+    terminate_process,
+    wait_for_health,
+    wait_for_workers_ready,
+)
+from .run_eval import run_eval
 
 __all__ = [
+    # Enums
+    "ConnectionMode",
+    "WorkerType",
+    "Runtime",
+    # Convenience sets
+    "LOCAL_MODES",
+    "LOCAL_RUNTIMES",
+    "CLOUD_RUNTIMES",
+    # Fixture params
+    "PARAM_SETUP_BACKEND",
+    "PARAM_BACKEND_ROUTER",
+    "PARAM_MODEL",
+    # Defaults
+    "DEFAULT_MODEL",
+    "DEFAULT_HOST",
+    "DEFAULT_STARTUP_TIMEOUT",
+    "DEFAULT_ROUTER_TIMEOUT",
+    "HEALTH_CHECK_INTERVAL",
+    # Env vars
+    "ENV_MODELS",
+    "ENV_BACKENDS",
+    "ENV_MODEL",
+    "ENV_STARTUP_TIMEOUT",
+    "ENV_SKIP_MODEL_POOL",
+    "ENV_SKIP_BACKEND_SETUP",
+    "ENV_SHOW_ROUTER_LOGS",
+    "ENV_SHOW_WORKER_LOGS",
     # GPU allocation
     "GPUAllocator",
     "GPUInfo",
@@ -38,6 +97,12 @@ __all__ = [
     "get_physical_device_indices",
     "get_gpu_memory_usage",
     "wait_for_gpu_memory_to_clear",
+    # Process utilities
+    "kill_process_tree",
+    "terminate_process",
+    "wait_for_health",
+    "wait_for_workers_ready",
+    "detect_ib_device",
     # Model management
     "ModelInstance",
     "ModelPool",
@@ -56,4 +121,6 @@ __all__ = [
     "EMBEDDING_MODELS",
     "REASONING_MODELS",
     "FUNCTION_CALLING_MODELS",
+    # Evaluation
+    "run_eval",
 ]