minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Migrate all callers from /get_server_info to /server_info (#21463)

Browse Source
This commit is contained in:
David Cheung
2026-04-01 21:17:50 -07:00
committed by GitHub
parent 24997fe42c
commit ed427e1299
48 changed files with 74 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/playground/bench_speculative.py
+1 -1
View File
@@ -119,7 +119,7 @@ def send_one_batch(base_url, num_prompts, batch_size, processor, is_multimodal):
acc_length = results["accept_length"] or 1.0
avg_output_token = results["total_output_tokens"] / results["completed"]
server_info = requests.get(base_url + "/get_server_info").json()
server_info = requests.get(base_url + "/server_info").json()
# We use 20% percentile instead of median on purpose
step_time = np.percentile(
server_info["internal_states"][0]["step_time_dict"][str(batch_size)], 20