[Bench] Add MEM profile activity to bench_serving (#25026)

Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Khoa Pham
2026-05-13 16:22:11 -07:00
committed by GitHub
co-authored by Claude Opus 4.7
parent 9a32a0272f
commit 371cb2ade2
+3 -2
View File
@@ -2180,8 +2180,9 @@ if __name__ == "__main__":
type=str,
nargs="+",
default=["CPU", "GPU"],
choices=["CPU", "GPU", "CUDA_PROFILER", "XPU"],
help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER.",
choices=["CPU", "GPU", "CUDA_PROFILER", "XPU", "MEM"],
help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER, MEM "
"(MEM dumps a torch.cuda.memory snapshot, viewable at https://pytorch.org/memory_viz).",
)
parser.add_argument(
"--profile-start-step",