ci: prune per-commit CUDA tests — move 25 files + 13 testcases to test/manual/ (#24721)

2026-05-08 15:53:23 -07:00
parent aefd8e257f
commit 5fbec0e445
45 changed files with 818 additions and 525 deletions
@@ -0,0 +1,98 @@
+import os
+import re
+import subprocess
+import unittest
+
+import numpy as np
+
+from sglang.test.ci.ci_register import register_amd_ci, register_cuda_ci
+from sglang.test.test_utils import (
+    DEFAULT_MODEL_NAME_FOR_TEST,
+    DEFAULT_SMALL_MODEL_NAME_FOR_TEST,
+    CustomTestCase,
+    is_in_ci,
+    kill_process_tree,
+    run_bench_one_batch,
+    write_github_step_summary,
+)
+
+register_cuda_ci(est_time=95, suite="stage-b-test-1-gpu-large")
+register_amd_ci(est_time=120, suite="stage-b-test-1-gpu-large-amd")
+
+
+class TestBenchOneBatch1GPU(CustomTestCase):
+
+    def test_bs1_small(self):
+        _, output_throughput, _ = run_bench_one_batch(
+            DEFAULT_SMALL_MODEL_NAME_FOR_TEST, ["--cuda-graph-max-bs", "2"]
+        )
+        self.assertGreater(output_throughput, 50)
+
+    def test_bs1_default(self):
+        env = os.environ.copy()
+        env["SGLANG_ENABLE_METRICS_DEVICE_TIMER"] = "1"
+
+        command = [
+            "python3",
+            "-m",
+            "sglang.bench_offline_throughput",
+            "--num-prompts",
+            "1",
+            "--dataset-name",
+            "random",
+            "--random-input-len",
+            "256",
+            "--random-output-len",
+            "1024",
+            "--model-path",
+            DEFAULT_MODEL_NAME_FOR_TEST,
+            "--cuda-graph-max-bs",
+            "2",
+        ]
+
+        print(f"command={' '.join(command)}")
+        process = subprocess.Popen(
+            command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, env=env
+        )
+
+        try:
+            stdout, stderr = process.communicate()
+            output = stdout.decode(errors="backslashreplace")
+            error = stderr.decode(errors="backslashreplace")
+            print(f"Output: {output}", flush=True)
+            print(f"Error: {error}", flush=True)
+
+            output_throughput = -1
+            for line in output.split("\n"):
+                if "Last generation throughput (tok/s):" in line:
+                    output_throughput = float(line.split(":")[-1])
+        finally:
+            kill_process_tree(process.pid)
+
+        if is_in_ci():
+            write_github_step_summary(
+                f"### test_bs1_default (llama-3.1-8b)\n"
+                f"output_throughput: {output_throughput:.2f} token/s\n"
+            )
+            self.assertGreater(output_throughput, 135)
+
+        fwd_occupancy_values = []
+        for line in error.split("\n"):
+            match = re.search(r"fwd occupancy:\s*([\d.]+|nan)%", line)
+            if match:
+                val = match.group(1)
+                if val != "nan":
+                    fwd_occupancy_values.append(float(val))
+
+        print(f"{fwd_occupancy_values=}", flush=True)
+        self.assertGreater(
+            len(fwd_occupancy_values), 0, "No fwd occupancy values found in logs"
+        )
+
+        fwd_occupancy_p90 = float(np.percentile(fwd_occupancy_values, 90))
+        print(f"{fwd_occupancy_p90=}", flush=True)
+        self.assertGreater(fwd_occupancy_p90, 97.5)
+
+
+if __name__ == "__main__":
+    unittest.main()