[diffusion] feat: add performance mode server args (#24491)

2026-05-14 00:57:46 +08:00
parent e2290b155a
commit ff70aeac30
79 changed files with 1734 additions and 532 deletions
@@ -161,14 +161,17 @@ class TestGenerationModels(CustomTestCase):
        ) as hf_runner:
            hf_outputs = hf_runner.forward(prompts, max_new_tokens=max_new_tokens)

-        with env_ctx, SRTRunner(
-            model_path,
-            tp_size=model_case.tp_size,
-            torch_dtype=torch_dtype,
-            model_type="generation",
-            trust_remote_code=model_case.trust_remote_code,
-            attention_backend=model_case.attention_backend,
-        ) as srt_runner:
+        with (
+            env_ctx,
+            SRTRunner(
+                model_path,
+                tp_size=model_case.tp_size,
+                torch_dtype=torch_dtype,
+                model_type="generation",
+                trust_remote_code=model_case.trust_remote_code,
+                attention_backend=model_case.attention_backend,
+            ) as srt_runner,
+        ):
            srt_outputs = srt_runner.forward(prompts, max_new_tokens=max_new_tokens)

        check_close_model_outputs(