Support getting checksums in weight checker (#24537)

This commit is contained in:
fzyzcjy
2026-05-06 22:59:28 +08:00
committed by GitHub
parent ae5ae840f6
commit c4c5541618
8 changed files with 331 additions and 18 deletions
+6 -4
View File
@@ -1295,11 +1295,13 @@ async def resume_memory_occupation(
@app.post("/weights_checker")
@auth_level(AuthLevel.ADMIN_OPTIONAL)
async def check_weights(obj: CheckWeightsReqInput, request: Request):
success, message = await _global_state.tokenizer_manager.check_weights(obj, request)
return ORJSONResponse(
{"success": success, "message": message},
status_code=200 if success else HTTPStatus.BAD_REQUEST,
success, message, ranks = await _global_state.tokenizer_manager.check_weights(
obj, request
)
body = {"success": success, "message": message}
if ranks is not None:
body["ranks"] = ranks
return ORJSONResponse(body, status_code=200 if success else HTTPStatus.BAD_REQUEST)
@app.api_route("/slow_down", methods=["GET", "POST"])