"""Stage-a basic sanity: small-but-broad server coverage that downstream stages depend on. Multiple sanity-kit mixins driving one shared server, covering protocol, decode correctness, scheduler stress, occupancy, and MMLU accuracy.""" import unittest from sglang.srt.utils import is_hip, kill_process_tree from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci from sglang.test.kits.basic_api_contract_kit import BasicAPIContractMixin from sglang.test.kits.basic_decode_correctness_kit import BasicDecodeCorrectnessMixin from sglang.test.kits.basic_scheduler_stress_kit import BasicSchedulerStressMixin from sglang.test.kits.eval_accuracy_kit import MMLUSanityMixin from sglang.test.kits.fwd_occupancy_kit import FwdOccupancyMixin from sglang.test.test_utils import ( DEFAULT_MODEL_NAME_FOR_TEST, DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, DEFAULT_URL_FOR_TEST, CustomTestCase, popen_launch_server, ) register_cuda_ci(est_time=97, stage="base-a", runner_config="1-gpu-small") register_amd_ci(est_time=160, suite="stage-a-test-1-gpu-small-amd") class TestBasicSanity( BasicAPIContractMixin, BasicDecodeCorrectnessMixin, BasicSchedulerStressMixin, FwdOccupancyMixin, MMLUSanityMixin, CustomTestCase, ): served_model_name = DEFAULT_MODEL_NAME_FOR_TEST # 5090 + Llama-3.1-8B single-batch decode with overlap scheduler + # cuda graph measured ~99 median in CI; async-assert probes are off in # base-a, so the threshold can sit right under the measured median. # AMD also measures ~99 but with less headroom; keep ~1pp of margin # there so small per-step changes don't flake the gate. fwd_occupancy_threshold = 98.0 if is_hip() else 99.0 @classmethod def setUpClass(cls): cls.base_url = DEFAULT_URL_FOR_TEST cls.process = popen_launch_server( DEFAULT_MODEL_NAME_FOR_TEST, cls.base_url, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, other_args=[ "--cuda-graph-max-bs-decode", "4", "--mem-fraction-static", "0.7", "--enable-metrics", ], env={"SGLANG_ENABLE_METRICS_DEVICE_TIMER": "1"}, ) @classmethod def tearDownClass(cls): kill_process_tree(cls.process.pid) if __name__ == "__main__": unittest.main()