Fix weights_checker checksum for 0-dim tensors and multi-GPU (#26863)

This commit is contained in:
Lianmin Zheng
2026-05-31 21:27:03 -07:00
committed by GitHub
parent 4b0453f814
commit 53b8378307
8 changed files with 85 additions and 14 deletions
+10 -4
View File
@@ -1300,15 +1300,21 @@ async def resume_memory_occupation(
return _create_error_response(e)
@app.post("/weights_checker")
@app.api_route("/weights_checker", methods=["GET", "POST"])
@auth_level(AuthLevel.ADMIN_OPTIONAL)
async def check_weights(obj: CheckWeightsReqInput, request: Request):
success, message, ranks = await _global_state.tokenizer_manager.check_weights(
obj, request
async def check_weights(
obj: Optional[CheckWeightsReqInput] = None, request: Request = None
):
if obj is None:
obj = CheckWeightsReqInput()
success, message, ranks, per_engine_checksum = (
await _global_state.tokenizer_manager.check_weights(obj, request)
)
body = {"success": success, "message": message}
if ranks is not None:
body["ranks"] = ranks
if per_engine_checksum is not None:
body["per_engine_checksum"] = per_engine_checksum
return ORJSONResponse(body, status_code=200 if success else HTTPStatus.BAD_REQUEST)