[FIX] [benchmark] Fix flush_cache failure after warmup by waiting for server idle (#33527)

2026-08-05 21:27:43 +08:00
parent 3b4fac5b99
commit 593777c046
2 changed files with 13 additions and 3 deletions
@@ -112,13 +112,17 @@ class TestEmbeddingBenchmarkBackends(unittest.TestCase):

            flush_server_cache("http://127.0.0.1:8000", "vllm-embedding")
            post.assert_called_once_with(
-                "http://127.0.0.1:8000/reset_prefix_cache", headers={}
+                "http://127.0.0.1:8000/reset_prefix_cache",
+                headers={},
+                params={},
            )
            post.reset_mock()

            flush_server_cache("http://127.0.0.1:30000", "sglang-embedding")
            post.assert_called_once_with(
-                "http://127.0.0.1:30000/flush_cache", headers={}
+                "http://127.0.0.1:30000/flush_cache",
+                headers={},
+                params={"timeout": 10.0},
            )