[model-gateway] Add model scope support and LRU eviction for GPU-constrained environments (#16525)

sgl-model-gateway/e2e_test/router/test_mmlu.py

@@ -35,7 +35,7 @@ class TestMMLU:
 
         Note: setup_backend fixture already waits for workers to be ready.
         """
-        backend, model, client = setup_backend
+        backend, model, client, *_ = setup_backend
         base_url = str(client.base_url).rstrip("/v1")
 
         args = SimpleNamespace(
@@ -59,7 +59,7 @@ class TestMMLU:
         Runs MMLU with 128 examples for more statistically
         significant results.
         """
-        backend, model, client = setup_backend
+        backend, model, client, *_ = setup_backend
         base_url = str(client.base_url).rstrip("/v1")
 
         args = SimpleNamespace(