[smg][ci] fix model pool GPU cleanup and add startup reliability improvements (#16745)

2026-01-08 08:55:18 -08:00
parent aecd5f5f3e
commit 8a45a9c6a9
3 changed files with 51 additions and 187 deletions
@@ -57,7 +57,11 @@ DEFAULT_HOST = "127.0.0.1"
 # Timeouts (seconds)
 DEFAULT_STARTUP_TIMEOUT = 300
 DEFAULT_ROUTER_TIMEOUT = 60
-HEALTH_CHECK_INTERVAL = 5
+HEALTH_CHECK_INTERVAL = 2  # Check every 2s (was 5s)
+
+# Model loading configuration
+INITIAL_GRACE_PERIOD = 30  # Wait before first health check (model loading time)
+LAUNCH_STAGGER_DELAY = 5  # Delay between launching multiple workers

 # Retry configuration
 MAX_RETRY_ATTEMPTS = (