fix(vlm): contain EPD request lifecycle failures (#36944)

Co-authored-by: mickqian <mickqian@users.noreply.github.com>
This commit is contained in:
Mick
2026-09-06 16:05:10 +08:00
committed by GitHub
co-authored by mickqian
parent d61378af77
commit 8ef646a5c6
8 changed files with 2435 additions and 139 deletions
@@ -26,8 +26,7 @@ class TestOpenAICompletionRustParity(CustomTestCase):
api_key = "sk-123456"
def _get_logprobs(self, *, rust_frontend):
# Prefill CUDA graph pads the batch, so numerics follow whichever
# requests share the forward pass; the assertions below need equality.
# compare identical prefill shapes, without graph padding or warmup cache hits
process = popen_launch_server(
self.model,
DEFAULT_URL_FOR_TEST,
@@ -38,6 +37,7 @@ class TestOpenAICompletionRustParity(CustomTestCase):
"--random-seed",
"42",
"--disable-prefill-cuda-graph",
"--disable-radix-cache",
],
)
try: