ci: prune per-commit CUDA tests — move 25 files + 13 testcases to test/manual/ (#24721)

2026-05-08 15:53:23 -07:00
parent aefd8e257f
commit 5fbec0e445
45 changed files with 818 additions and 525 deletions
@@ -0,0 +1,99 @@
+import unittest
+
+from sglang.srt.utils import is_blackwell
+from sglang.test.ci.ci_register import register_cuda_ci
+from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
+from sglang.test.server_fixtures.default_fixture import DefaultServerBase
+
+register_cuda_ci(est_time=249, suite="stage-b-test-2-gpu-large")
+
+
+class TestNvidiaNemotronNanoV2BF16(GSM8KMixin, DefaultServerBase):
+    model = "nvidia/NVIDIA-Nemotron-Nano-9B-v2"
+    gsm8k_accuracy_thres = 0.87
+    other_args = ["--max-mamba-cache-size", "256"]
+
+
+class TestNvidiaNemotronNanoV2BF16PP(GSM8KMixin, DefaultServerBase):
+    model = "nvidia/NVIDIA-Nemotron-Nano-9B-v2"
+    gsm8k_accuracy_thres = 0.87
+    other_args = ["--max-mamba-cache-size", "256", "--pp-size", "2"]
+
+
+class TestNvidiaNemotronNanoV2FP8(GSM8KMixin, DefaultServerBase):
+    gsm8k_accuracy_thres = 0.87
+    model = "nvidia/NVIDIA-Nemotron-Nano-9B-v2-FP8"
+    other_args = ["--max-mamba-cache-size", "256"]
+
+
+@unittest.skipIf(not is_blackwell(), "NVFP4 only supported on blackwell")
+class TestNvidiaNemotronNanoV2NVFP4(GSM8KMixin, DefaultServerBase):
+    gsm8k_accuracy_thres = 0.855
+    model = "nvidia/NVIDIA-Nemotron-Nano-9B-v2-NVFP4"
+    other_args = ["--max-mamba-cache-size", "256"]
+
+
+@unittest.skip(
+    "STANDALONE speculative decoding does not yet support target and draft models "
+    "with different hidden sizes (Nemotron-9B: 4480, Llama-3.2-1B: 2048)"
+)
+class TestNvidiaNemotronNanoV2SpeculativeDecoding(GSM8KMixin, DefaultServerBase):
+    gsm8k_accuracy_thres = 0.87
+    model = "nvidia/NVIDIA-Nemotron-Nano-9B-v2"
+    other_args = [
+        "--speculative-algorithm",
+        "STANDALONE",
+        "--speculative-num-steps",
+        "2",
+        "--speculative-eagle-topk",
+        "3",
+        "--speculative-num-draft-tokens",
+        "5",
+        "--speculative-draft-model-path",
+        "meta-llama/Llama-3.2-1B",
+        "--speculative-draft-load-format",
+        "dummy",
+        "--max-running-requests",
+        "8",
+        "--max-total-tokens",
+        "2048",
+        "--json-model-override-args",
+        '{"vocab_size": 131072}',
+    ]
+
+
+@unittest.skip(
+    "STANDALONE speculative decoding does not yet support target and draft models "
+    "with different hidden sizes (Nemotron-9B: 4480, Llama-3.2-1B: 2048)"
+)
+class TestNvidiaNemotronNanoV2SpeculativeDecodingBF16Cache(
+    GSM8KMixin, DefaultServerBase
+):
+    gsm8k_accuracy_thres = 0.87
+    model = "nvidia/NVIDIA-Nemotron-Nano-9B-v2"
+    other_args = [
+        "--speculative-algorithm",
+        "STANDALONE",
+        "--speculative-num-steps",
+        "2",
+        "--speculative-eagle-topk",
+        "3",
+        "--speculative-num-draft-tokens",
+        "5",
+        "--speculative-draft-model-path",
+        "meta-llama/Llama-3.2-1B",
+        "--speculative-draft-load-format",
+        "dummy",
+        "--max-running-requests",
+        "8",
+        "--max-total-tokens",
+        "2048",
+        "--json-model-override-args",
+        '{"vocab_size": 131072}',
+        "--mamba-ssm-dtype",
+        "bfloat16",
+    ]
+
+
+if __name__ == "__main__":
+    unittest.main()