[CI] Fix nightly test failures (#34523)

test/manual/8-gpu-models/test_llama4.py

@@ -0,0 +1,60 @@
+"""Moved out of test/registered/8-gpu-models/.
+
+Originally registered with `register_cuda_ci(...)` on the nightly 8-gpu-h200 and
+8-gpu-b200 suites. Moved here because nobody serves Llama 4 any more, and the CI
+HF account has no access to meta-llama/Llama-4-Scout-17B-16E-Instruct either, so
+it had been skipping for a while. Run with
+`python3 test/manual/8-gpu-models/test_llama4.py`.
+"""
+
+import unittest
+
+from sglang.test.accuracy_test_runner import AccuracyTestParams
+from sglang.test.performance_test_runner import PerformanceTestParams
+from sglang.test.run_combined_tests import run_combined_tests
+from sglang.test.test_utils import ModelLaunchSettings
+
+LLAMA4_MODEL_PATH = "meta-llama/Llama-4-Scout-17B-16E-Instruct"
+
+
+class TestLlama4(unittest.TestCase):
+    """Unified test class for Llama-4-Scout performance and accuracy.
+
+    Llama4 has local attention mechanism with hybrid sliding window attention.
+    Single variant with TP=8 configuration.
+    Runs BOTH:
+    - Performance test (using NightlyBenchmarkRunner)
+    - Accuracy test (using run_eval with gsm8k)
+    """
+
+    def test_llama4(self):
+        """Run performance and accuracy for Llama-4-Scout."""
+        base_args = [
+            "--tp=8",
+            "--trust-remote-code",
+            "--chat-template=llama-4",
+            "--mem-fraction-static=0.8",
+            "--context-length=1000000",
+        ]
+
+        variants = [
+            ModelLaunchSettings(
+                LLAMA4_MODEL_PATH,
+                tp_size=8,
+                extra_args=base_args,
+                variant="TP8",
+            ),
+        ]
+
+        run_combined_tests(
+            models=variants,
+            test_name="Llama-4-Scout",
+            accuracy_params=AccuracyTestParams(dataset="gsm8k", baseline_accuracy=0.9),
+            performance_params=PerformanceTestParams(
+                result_dir="performance_results_llama4",
+            ),
+        )
+
+
+if __name__ == "__main__":
+    unittest.main()