minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

docs: improve CI and testing documentation (#21202)

Browse Source 
Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Lianmin Zheng
2026-03-23 10:48:50 -07:00
committed by GitHub
co-authored by Claude Opus 4.6
parent b4d3fb001d
commit 27ac831a84
119 changed files with 519 additions and 809 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/manual/double-sparsity-config-Llama-3.1-8B-Instruct.json
+1
View File
File diff suppressed because one or more lines are too long
test/manual/quant/kv_cache_scales_llama3_1_8b.json
+42
View File
@@ -0,0 +1,42 @@
{
"model_type": "llama",
"kv_cache": {
"dtype": "float8_e4m3fn",
"scaling_factor": {
"0": {
"0": 1,
"1": 1,
"2": 1,
"3": 1,
"4": 1,
"5": 1,
"6": 1,
"7": 1,
"8": 1,
"9": 1,
"10": 1,
"11": 1,
"12": 1,
"13": 1,
"14": 1,
"15": 1,
"16": 1,
"17": 1,
"18": 1,
"19": 1,
"20": 1,
"21": 1,
"22": 1,
"23": 1,
"24": 1,
"25": 1,
"26": 1,
"27": 1,
"28": 1,
"29": 1,
"30": 1,
"31": 1
}
}
}
}
test/manual/quant/kv_cache_scales_llama3_8b.json
+42
View File
@@ -0,0 +1,42 @@
{
"model_type": "llama",
"kv_cache": {
"dtype": "float8_e4m3fn",
"scaling_factor": {
"0": {
"0": 0.0408,
"1": 0.0503,
"2": 0.0667,
"3": 0.0909,
"4": 0.1135,
"5": 0.127,
"6": 0.1768,
"7": 0.1488,
"8": 0.1135,
"9": 0.1203,
"10": 0.1013,
"11": 0.0842,
"12": 0.1231,
"13": 0.1096,
"14": 0.1221,
"15": 0.1013,
"16": 0.1067,
"17": 0.0952,
"18": 0.0899,
"19": 0.097,
"20": 0.087,
"21": 0.0994,
"22": 0.0904,
"23": 0.1013,
"24": 0.1019,
"25": 0.1053,
"26": 0.1,
"27": 0.0894,
"28": 0.1013,
"29": 0.1488,
"30": 0.0766,
"31": 0.0821
}
}
}
}
test/manual/quant/kv_cache_scales_qwen2_1_5b.json
+38
View File
@@ -0,0 +1,38 @@
{
"model_type": "qwen",
"kv_cache": {
"dtype": "float8_e4m3fn",
"scaling_factor": {
"0": {
"0": 0.9846,
"1": 0.0645,
"2": 0.0731,
"3": 0.0800,
"4": 0.0748,
"5": 0.0780,
"6": 0.0702,
"7": 0.0894,
"8": 0.0410,
"9": 0.0758,
"10": 0.0556,
"11": 0.0731,
"12": 0.0899,
"13": 0.0780,
"14": 0.1441,
"15": 0.0914,
"16": 0.5614,
"17": 0.1067,
"18": 0.0537,
"19": 0.0658,
"20": 0.0523,
"21": 0.0533,
"22": 0.0699,
"23": 0.0635,
"24": 0.0588,
"25": 0.0884,
"26": 0.0947,
"27": 0.1032
}
}
}
}
test/manual/test_async_dynamic_batch_tokenizer.py
+2 -1
View File
@@ -7,6 +7,7 @@ including batch efficiency, timeout handling, and error cases.
import asyncio
import logging
import sys
import time
from unittest.mock import Mock
@@ -292,4 +293,4 @@ class TestAsyncDynamicbatchTokenizer:
if __name__ == "__main__":
pytest.main([__file__])
sys.exit(pytest.main([__file__]))
test/manual/test_async_mm_data_processor.py
+2 -1
View File
@@ -11,6 +11,7 @@ Covers:
import asyncio
import logging
import sys
import threading
import time
from unittest.mock import Mock
@@ -361,4 +362,4 @@ class TestAsyncMMDataProcessor:
if __name__ == "__main__":
pytest.main([__file__])
sys.exit(pytest.main([__file__]))
test/manual/test_config_integration.py
+2 -1
View File
@@ -4,6 +4,7 @@ Test script to verify SGLang config file integration.
import argparse
import os
import sys
import tempfile
import pytest
@@ -162,4 +163,4 @@ def test_error_handling():
if __name__ == "__main__":
pytest.main([__file__])
sys.exit(pytest.main([__file__]))