[Test] Split the serving perf tests by topic into basic_perf/ and route their thresholds through a kit (#40505)

test/registered/basic_perf/test_torch_compile_throughput.py

@@ -0,0 +1,33 @@
+"""Throughput of torch.compile at batch size one across two GPUs."""
+
+import unittest
+
+from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
+from sglang.test.kits.perf_bench_kit import at_least, check_perf
+from sglang.test.test_utils import (
+    DEFAULT_MODEL_NAME_FOR_TEST,
+    CustomTestCase,
+    run_bench_offline_throughput,
+)
+
+register_cuda_ci(est_time=75, stage="extra-a", runner_config="2-gpu-large")
+register_amd_ci(est_time=280, suite="stage-b-test-2-gpu-large-amd")
+
+
+class TestTorchCompileThroughput(CustomTestCase):
+    def test_torch_compile_tp2_bs1(self):
+        output_throughput = run_bench_offline_throughput(
+            DEFAULT_MODEL_NAME_FOR_TEST,
+            ["--tp", "2", "--enable-torch-compile", "--cuda-graph-max-bs-decode", "2"],
+        )
+
+        check_perf(
+            self,
+            at_least(
+                "output_throughput", output_throughput, 255, amd=200, unit="token/s"
+            ),
+        )
+
+
+if __name__ == "__main__":
+    unittest.main()