[CI] Fix sanity evaluation and diffusion test suite blockers (#39892)

test/registered/core/test_basic_sanity.py

@@ -1,7 +1,7 @@
 """Stage-a basic sanity: small-but-broad server coverage that downstream
 stages depend on. Multiple sanity-kit mixins driving one shared server,
 covering protocol, decode correctness, scheduler stress, occupancy, and
-hellaswag accuracy."""
+MMLU accuracy."""
 
 import unittest
 
@@ -10,8 +10,8 @@ from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
 from sglang.test.kits.basic_api_contract_kit import BasicAPIContractMixin
 from sglang.test.kits.basic_decode_correctness_kit import BasicDecodeCorrectnessMixin
 from sglang.test.kits.basic_scheduler_stress_kit import BasicSchedulerStressMixin
+from sglang.test.kits.eval_accuracy_kit import _run_sgl_eval
 from sglang.test.kits.fwd_occupancy_kit import FwdOccupancyMixin
-from sglang.test.kits.hellaswag_kit import HellaswagMixin
 from sglang.test.test_utils import (
     DEFAULT_MODEL_NAME_FOR_TEST,
     DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
@@ -29,7 +29,6 @@ class TestBasicSanity(
     BasicDecodeCorrectnessMixin,
     BasicSchedulerStressMixin,
     FwdOccupancyMixin,
-    HellaswagMixin,
     CustomTestCase,
 ):
     served_model_name = DEFAULT_MODEL_NAME_FOR_TEST
@@ -57,6 +56,18 @@ class TestBasicSanity(
             env={"SGLANG_ENABLE_METRICS_DEVICE_TIMER": "1"},
         )
 
+    def test_accuracy_floor(self):
+        _run_sgl_eval(
+            self,
+            eval_name="mmlu",
+            score_threshold=0.60,
+            num_examples=200,
+            num_threads=64,
+            thinking=False,
+            max_tokens=256,
+            temperature=0,
+        )
+
     @classmethod
     def tearDownClass(cls):
         kill_process_tree(cls.process.pid)

test/registered/unit/diffusion/test_flux2_fp8_norm_quant_gate.py

@@ -16,7 +16,7 @@ from sglang.multimodal_gen.runtime.models.dits.flux_2 import (
 from sglang.test.ci.ci_register import register_cuda_ci
 from sglang.test.test_utils import CustomTestCase
 
-register_cuda_ci(est_time=13, stage="base-b", runner_config="1-gpu-small")
+register_cuda_ci(est_time=13, stage="base-b", runner_config="diffusion-unit-1-gpu-h100")
 
 
 def _fp8_linear(input_scale: float) -> nn.Module:

test/registered/unit/diffusion/test_qwen_image_fp8_norm_quant.py

@@ -16,7 +16,7 @@ from sglang.multimodal_gen.runtime.models.dits.qwen_image import (
 from sglang.test.ci.ci_register import register_cuda_ci
 from sglang.test.test_utils import CustomTestCase
 
-register_cuda_ci(est_time=12, stage="base-b", runner_config="1-gpu-small")
+register_cuda_ci(est_time=12, stage="base-b", runner_config="diffusion-unit-1-gpu-h100")
 
 
 def _fp8_linear(input_scale: float) -> nn.Module: