Merge /get_load into /v1/loads (#23010)
This commit is contained in:
@@ -647,12 +647,29 @@ async def server_info():
|
||||
|
||||
@app.get("/get_load")
|
||||
async def get_load():
|
||||
"""Get load metrics (deprecated - use /v1/loads instead)."""
|
||||
"""Get load metrics (deprecated - use /v1/loads instead).
|
||||
|
||||
Legacy shim backed by /v1/loads. Projects GetLoadsReqOutput down to the
|
||||
historical field shape (dp_rank, num_reqs, num_waiting_reqs, num_tokens,
|
||||
num_pending_tokens, ts_tic) so existing clients keep working.
|
||||
"""
|
||||
logger.warning(
|
||||
"Endpoint '/get_load' is deprecated and will be removed in a future version. "
|
||||
"Please use '/v1/loads' instead."
|
||||
)
|
||||
return await _global_state.tokenizer_manager.get_load()
|
||||
load_results = await _global_state.tokenizer_manager.get_loads(include=["core"])
|
||||
ts = time.perf_counter()
|
||||
return [
|
||||
{
|
||||
"dp_rank": r.dp_rank,
|
||||
"num_reqs": r.num_running_reqs + r.num_waiting_reqs,
|
||||
"num_waiting_reqs": r.num_waiting_reqs,
|
||||
"num_tokens": r.num_total_tokens,
|
||||
"num_pending_tokens": r.num_total_tokens - r.num_used_tokens,
|
||||
"ts_tic": ts,
|
||||
}
|
||||
for r in load_results
|
||||
]
|
||||
|
||||
|
||||
# example usage:
|
||||
|
||||
Reference in New Issue
Block a user