[smg][ci] Migrate Response API e2e tests to shared infrastructure (#16680)

Co-authored-by: Chang Su <chang.s.su@oracle.com>
Co-authored-by: key4ng <rukeyang@gmail.com>
This commit is contained in:
Simo Lin
2026-01-07 17:40:03 -08:00
committed by GitHub
co-authored by Chang Su key4ng
parent bb798a1c26
commit 109fe03ad1
12 changed files with 2314 additions and 55 deletions
@@ -494,6 +494,11 @@ class ModelPool:
if ib_device:
cmd.extend(["--disaggregation-ib-device", ib_device])
# Additional worker args from model spec (e.g., --context-length)
worker_args = spec.get("worker_args", [])
if worker_args:
cmd.extend(worker_args)
# Build key based on worker type (or use custom key)
if instance_key:
key = instance_key
@@ -46,6 +46,16 @@ MODEL_SPECS: dict[str, dict] = {
"tp": 1,
"features": ["chat", "streaming", "function_calling", "pythonic_tools"],
},
# Function calling specialist (larger, for Response API tests)
"qwen-14b": {
"model": _resolve_model_path("Qwen/Qwen2.5-14B-Instruct"),
"memory_gb": 28,
"tp": 2,
"features": ["chat", "streaming", "function_calling", "pythonic_tools"],
"worker_args": [
"--context-length=1000"
], # Faster startup, prevents memory issues
},
# Reasoning model
"deepseek-7b": {
"model": _resolve_model_path("deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"),