minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Enable weight prefetch for 8-gpu-h200 basic tests (#25684)

Browse Source
This commit is contained in:
Cheng Wan
2026-05-18 14:12:45 -07:00
committed by GitHub
parent 1f185c6ba8
commit b7267e8fce
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/8-gpu-models/test_minimax_m25_basic.py
+2 -1
View File
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
write_github_step_summary, write_github_step_summary,
) )
register_cuda_ci(est_time=290, stage="base-c", runner_config="8-gpu-h200") register_cuda_ci(est_time=250, stage="base-c", runner_config="8-gpu-h200")
MINIMAX_M25_MODEL_PATH = "MiniMaxAI/MiniMax-M2.5" MINIMAX_M25_MODEL_PATH = "MiniMaxAI/MiniMax-M2.5"
@@ -36,6 +36,7 @@ class TestMiniMaxM25Basic(CustomTestCase):
"minimax-append-think", "minimax-append-think",
"--model-loader-extra-config", "--model-loader-extra-config",
'{"enable_multithread_load": true, "num_threads": 64}', '{"enable_multithread_load": true, "num_threads": 64}',
"--weight-loader-prefetch-checkpoints",
] ]
cls.process = popen_launch_server( cls.process = popen_launch_server(
cls.model, cls.model,
test/registered/radix_cache/test_unified_radix_cache_kl_hicache.py
+2 -1
View File
@@ -24,7 +24,7 @@ MAMBA_TRACK_INTERVAL = 128
DSV4_FLASH_MODEL = "sgl-project/DeepSeek-V4-Flash-FP8" DSV4_FLASH_MODEL = "sgl-project/DeepSeek-V4-Flash-FP8"
DSV4_FLASH_LAUNCH_TIMEOUT = 3600 DSV4_FLASH_LAUNCH_TIMEOUT = 3600
register_cuda_ci(est_time=768, stage="base-c", runner_config="8-gpu-h200") register_cuda_ci(est_time=745, stage="base-c", runner_config="8-gpu-h200")
class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase): class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase):
@@ -72,6 +72,7 @@ class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase):
"500", "500",
"--max-running-requests", "--max-running-requests",
"4", "4",
"--weight-loader-prefetch-checkpoints",
], ],
env={"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1"}, env={"SGLANG_ENABLE_UNIFIED_RADIX_TREE": "1"},
) )