Support getting checksums in weight checker (#24537)
This commit is contained in:
@@ -1295,11 +1295,13 @@ async def resume_memory_occupation(
|
||||
@app.post("/weights_checker")
|
||||
@auth_level(AuthLevel.ADMIN_OPTIONAL)
|
||||
async def check_weights(obj: CheckWeightsReqInput, request: Request):
|
||||
success, message = await _global_state.tokenizer_manager.check_weights(obj, request)
|
||||
return ORJSONResponse(
|
||||
{"success": success, "message": message},
|
||||
status_code=200 if success else HTTPStatus.BAD_REQUEST,
|
||||
success, message, ranks = await _global_state.tokenizer_manager.check_weights(
|
||||
obj, request
|
||||
)
|
||||
body = {"success": success, "message": message}
|
||||
if ranks is not None:
|
||||
body["ranks"] = ranks
|
||||
return ORJSONResponse(body, status_code=200 if success else HTTPStatus.BAD_REQUEST)
|
||||
|
||||
|
||||
@app.api_route("/slow_down", methods=["GET", "POST"])
|
||||
|
||||
Reference in New Issue
Block a user