minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

sgl-router: experimental Rust HTTP router for SGLang worker pools (#25851)

Browse Source 
Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Kangyan-Zhou
2026-05-25 15:34:05 +08:00
committed by GitHub
co-authored by Claude Opus 4.7
parent aae04b1241
commit 6e8fe176be
131 changed files with 28623 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files
experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/long.json
Vendored
+669
View File
@@ -0,0 +1,669 @@
{
"model_id": "openai/gpt-oss-20b",
"shape": "long",
"prompt_text": "Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. ",
"expected_token_ids": [
61495,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
86529,
38714,
25840,
2353,
36204,
11,
54472,
91785,
45688,
11,
10412,
621,
160226,
14725,
173578,
4518,
110546,
859,
79682,
78404,
151394,
13,
220
],
"skip_special_tokens": false
}
experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/multi_turn_with_tools.json
Vendored
+80
View File
@@ -0,0 +1,80 @@
{
"model_id": "openai/gpt-oss-20b",
"shape": "multi_turn_with_tools",
"prompt_text": "<|im_start|>system\nYou have tools.<|im_end|>\n<|im_start|>user\nWeather in Paris?<|im_end|>\n<|im_start|>assistant\n<tool_call>\n{\"name\": \"get_weather\", \"arguments\": {\"city\": \"Paris\"}}\n</tool_call><|im_end|>\n",
"expected_token_ids": [
27,
91,
321,
10949,
91,
29,
17360,
198,
3575,
679,
8437,
30502,
91,
321,
13707,
91,
523,
27,
91,
321,
10949,
91,
29,
1428,
198,
29602,
306,
12650,
190440,
91,
321,
13707,
91,
523,
27,
91,
321,
10949,
91,
29,
173781,
198,
27,
17952,
25158,
523,
10848,
897,
1243,
392,
522,
170154,
672,
392,
34317,
1243,
10494,
17500,
1243,
392,
72782,
18583,
739,
808,
17952,
25158,
3784,
91,
321,
13707,
91,
523
],
"skip_special_tokens": false
}
experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/short.json
Vendored
+12
View File
@@ -0,0 +1,12 @@
{
"model_id": "openai/gpt-oss-20b",
"shape": "short",
"prompt_text": "Hello, world!",
"expected_token_ids": [
13225,
11,
2375,
0
],
"skip_special_tokens": false
}
experimental/sgl-router/tests/fixtures/tokenizer_parity/gpt-oss-20b/special_token_heavy.json
Vendored
+56
View File
@@ -0,0 +1,56 @@
{
"model_id": "openai/gpt-oss-20b",
"shape": "special_token_heavy",
"prompt_text": "<|im_start|>system\nYou are helpful.<|im_end|>\n<|im_start|>user\nHi<|im_end|>\n<|im_start|>assistant\nHello<|im_end|>\n<|endoftext|>",
"expected_token_ids": [
27,
91,
321,
10949,
91,
29,
17360,
198,
3575,
553,
10297,
30502,
91,
321,
13707,
91,
523,
27,
91,
321,
10949,
91,
29,
1428,
198,
12194,
27,
91,
321,
13707,
91,
523,
27,
91,
321,
10949,
91,
29,
173781,
198,
13225,
27,
91,
321,
13707,
91,
523,
199999
],
"skip_special_tokens": false
}