Tiny adjust CI testcases (#14362)

test/srt/test_deepseek_v3_fp4_4gpu.py

@@ -36,7 +36,7 @@ class TestDeepseekV3FP4(CustomTestCase):
             "--kv-cache-dtype",
             "fp8_e4m3",
             "--model-loader-extra-config",
-            '{"enable_multithread_load": true}',
+            '{"enable_multithread_load": true,"num_threads": 64}',
         ]
         cls.process = popen_launch_server(
             cls.model,
@@ -68,6 +68,7 @@ class TestDeepseekV3FP4(CustomTestCase):
             write_github_step_summary(
                 f"### test_gsm8k (deepseek-v3-fp4)\n" f'{metrics["accuracy"]=:.3f}\n'
             )
+
         self.assertGreater(metrics["accuracy"], 0.935)
 
     def test_bs_1_speed(self):
@@ -80,6 +81,7 @@ class TestDeepseekV3FP4(CustomTestCase):
             write_github_step_summary(
                 f"### test_bs_1_speed (deepseek-v3-fp4)\n" f"{speed=:.2f} token/s\n"
             )
+
         self.assertGreater(speed, 75)
 
 
@@ -109,7 +111,7 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
             "--kv-cache-dtype",
             "fp8_e4m3",
             "--model-loader-extra-config",
-            '{"enable_multithread_load": true}',
+            '{"enable_multithread_load": true,"num_threads": 64}',
         ]
         cls.process = popen_launch_server(
             cls.model,
@@ -153,6 +155,7 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
                 f'{metrics["accuracy"]=:.3f}\n'
                 f"{avg_spec_accept_length=:.2f}\n"
             )
+
         self.assertGreater(metrics["accuracy"], 0.94)
         self.assertGreater(avg_spec_accept_length, 2.04)
 
@@ -168,6 +171,7 @@ class TestDeepseekV3FP4MTP(CustomTestCase):
                 f"{acc_length=:.2f}\n"
                 f"{speed=:.2f} token/s\n"
             )
+
         self.assertGreater(acc_length, 2.04)
         self.assertGreater(speed, 150)