[Bench] Add MEM profile activity to bench_serving (#25026)
Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 4.7
parent
9a32a0272f
commit
371cb2ade2
@@ -2180,8 +2180,9 @@ if __name__ == "__main__":
|
||||
type=str,
|
||||
nargs="+",
|
||||
default=["CPU", "GPU"],
|
||||
choices=["CPU", "GPU", "CUDA_PROFILER", "XPU"],
|
||||
help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER.",
|
||||
choices=["CPU", "GPU", "CUDA_PROFILER", "XPU", "MEM"],
|
||||
help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER, MEM "
|
||||
"(MEM dumps a torch.cuda.memory snapshot, viewable at https://pytorch.org/memory_viz).",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--profile-start-step",
|
||||
|
||||
Reference in New Issue
Block a user