minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Migrate all callers from /get_server_info to /server_info (#21463)

Browse Source
This commit is contained in:
David Cheung
2026-04-01 21:17:50 -07:00
committed by GitHub
parent 24997fe42c
commit ed427e1299
48 changed files with 74 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/spec/eagle/test_eagle_dp_attention.py
+1 -1
View File
@@ -87,7 +87,7 @@ class TestEAGLE3EngineDPAttention(CustomTestCase):
metrics = run_eval(args)
print(f"{metrics=}")
server_info = requests.get(self.base_url + "/get_server_info")
server_info = requests.get(self.base_url + "/server_info")
server_data = server_info.json()
# Try to get avg_spec_accept_length
test/registered/spec/eagle/test_eagle_infer_beta_dp_attention.py
+1 -1
View File
@@ -33,7 +33,7 @@ def test_gsm8k(base_url: str, model: str):
num_threads=128,
)
metrics = run_eval(args)
server_info = requests.get(base_url + "/get_server_info")
server_info = requests.get(base_url + "/server_info")
avg_spec_accept_length = server_info.json()["internal_states"][0][
"avg_spec_accept_length"
]
test/registered/spec/test_standalone_speculative_decoding.py
+2 -2
View File
@@ -113,7 +113,7 @@ class TestStandaloneSpeculativeDecodingBase(CustomTestCase):
metric_key = "score"
self.assertGreater(metrics[metric_key], self.accuracy_threshold)
server_info = requests.get(self.base_url + "/get_server_info")
server_info = requests.get(self.base_url + "/server_info")
avg_spec_accept_length = server_info.json()["internal_states"][0][
"avg_spec_accept_length"
]
@@ -176,7 +176,7 @@ class TestStandaloneV2SpeculativeDecodingBase(CustomTestCase):
metric_key = "score"
self.assertGreater(metrics[metric_key], self.accuracy_threshold)
server_info = requests.get(self.base_url + "/get_server_info")
server_info = requests.get(self.base_url + "/server_info")
avg_spec_accept_length = server_info.json()["internal_states"][0][
"avg_spec_accept_length"
]