[diffusion] feat: add performance mode server args (#24491)

2026-05-14 00:57:46 +08:00
parent e2290b155a
commit ff70aeac30
79 changed files with 1734 additions and 532 deletions
@@ -51,9 +51,10 @@ class ServerWithGrammar(CustomTestCase):
            "--speculative-num-draft-tokens=8",
        ]

-        with envs.SGLANG_SPEC_NAN_DETECTION.override(
-            True
-        ), envs.SGLANG_SPEC_OOB_DETECTION.override(True):
+        with (
+            envs.SGLANG_SPEC_NAN_DETECTION.override(True),
+            envs.SGLANG_SPEC_OOB_DETECTION.override(True),
+        ):
            cls.process = popen_launch_server(
                cls.model,
                cls.base_url,