[CI] Restore SMG e2e on 2-gpu-h100 / 4-gpu-h100 runners (#24222)

Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Kangyan-Zhou
2026-05-01 23:55:20 -07:00
committed by GitHub
co-authored by Claude Opus 4.7
parent b939d5410f
commit 2e72a36420
16 changed files with 610 additions and 383 deletions
@@ -88,9 +88,9 @@ class TestIGWMode:
http_instance = model_pool.get("llama-8b", ConnectionMode.HTTP)
gateway = Gateway()
gateway.start(igw_mode=True)
try:
gateway.start(igw_mode=True)
# Add worker
success, result = gateway.add_worker(http_instance.worker_url)
assert success, f"Failed to add worker: {result}"
@@ -106,15 +106,16 @@ class TestIGWMode:
logger.info("Models available: %d", len(models))
finally:
gateway.shutdown()
http_instance.release()
def test_igw_add_and_remove_worker(self, model_pool: ModelPool):
"""Test adding and removing workers dynamically."""
http_instance = model_pool.get("llama-8b", ConnectionMode.HTTP)
gateway = Gateway()
gateway.start(igw_mode=True)
try:
gateway.start(igw_mode=True)
# Add worker
success, _ = gateway.add_worker(http_instance.worker_url)
assert success, "Failed to add worker"
@@ -132,6 +133,7 @@ class TestIGWMode:
logger.warning("Remove worker not supported: %s", msg)
finally:
gateway.shutdown()
http_instance.release()
def test_igw_multiple_workers(self, model_pool: ModelPool):
"""Test adding multiple workers (HTTP + gRPC) to IGW gateway."""
@@ -139,9 +141,9 @@ class TestIGWMode:
grpc_instance = model_pool.get("llama-8b", ConnectionMode.GRPC)
gateway = Gateway()
gateway.start(igw_mode=True)
try:
gateway.start(igw_mode=True)
# Add both workers
success1, _ = gateway.add_worker(http_instance.worker_url)
success2, _ = gateway.add_worker(grpc_instance.worker_url)
@@ -157,6 +159,8 @@ class TestIGWMode:
logger.info("Worker: id=%s, url=%s", w.id, w.url)
finally:
gateway.shutdown()
grpc_instance.release()
http_instance.release()
@pytest.mark.e2e
@@ -170,12 +174,12 @@ class TestDisableHealthCheck:
http_instance = model_pool.get("llama-8b", ConnectionMode.HTTP)
gateway = Gateway()
gateway.start(
igw_mode=True,
extra_args=["--disable-health-check"],
)
try:
gateway.start(
igw_mode=True,
extra_args=["--disable-health-check"],
)
# Add worker - should be immediately healthy since health checks are disabled
success, worker_id = gateway.add_worker(
http_instance.worker_url,
@@ -202,6 +206,7 @@ class TestDisableHealthCheck:
), "Worker should be healthy when health checks disabled"
finally:
gateway.shutdown()
http_instance.release()
def test_disable_health_check_gateway_starts_without_health_checker(
self, model_pool: ModelPool