Tiny add several args to bench serving (#14181)
This commit is contained in:
@@ -618,7 +618,11 @@ async def async_request_profile(api_url: str) -> RequestFuncOutput:
|
|||||||
try:
|
try:
|
||||||
body = {
|
body = {
|
||||||
"activities": getattr(args, "profile_activities", []),
|
"activities": getattr(args, "profile_activities", []),
|
||||||
|
"num_steps": getattr(args, "profile_num_steps", None),
|
||||||
|
"profile_by_stage": getattr(args, "profile_by_stage", None),
|
||||||
|
"profile_stages": getattr(args, "profile_stages", None),
|
||||||
}
|
}
|
||||||
|
print(f"async_request_profile {api_url=} {body=}")
|
||||||
async with session.post(url=api_url, json=body) as response:
|
async with session.post(url=api_url, json=body) as response:
|
||||||
if response.status == 200:
|
if response.status == 200:
|
||||||
output.success = True
|
output.success = True
|
||||||
@@ -1966,6 +1970,7 @@ async def benchmark(
|
|||||||
if pd_profile_urls:
|
if pd_profile_urls:
|
||||||
await _call_profile_pd(pd_profile_urls, "stop")
|
await _call_profile_pd(pd_profile_urls, "stop")
|
||||||
else:
|
else:
|
||||||
|
if getattr(args, "profile_num_steps", None) is None:
|
||||||
print("Stopping profiler...")
|
print("Stopping profiler...")
|
||||||
profile_output = await async_request_profile(
|
profile_output = await async_request_profile(
|
||||||
api_url=base_url + "/stop_profile"
|
api_url=base_url + "/stop_profile"
|
||||||
@@ -2612,6 +2617,9 @@ if __name__ == "__main__":
|
|||||||
default=["CPU", "GPU"],
|
default=["CPU", "GPU"],
|
||||||
choices=["CPU", "GPU", "CUDA_PROFILER"],
|
choices=["CPU", "GPU", "CUDA_PROFILER"],
|
||||||
)
|
)
|
||||||
|
parser.add_argument("--profile-num-steps", type=int, default=None)
|
||||||
|
parser.add_argument("--profile-by-stage", action="store_true", default=False)
|
||||||
|
parser.add_argument("--profile-stages", nargs="+", default=None)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--lora-name",
|
"--lora-name",
|
||||||
type=str,
|
type=str,
|
||||||
|
|||||||
Reference in New Issue
Block a user