From 371cb2ade23887e405cd941b367fb661031def2b Mon Sep 17 00:00:00 2001 From: Khoa Pham Date: Wed, 13 May 2026 16:22:11 -0700 Subject: [PATCH] [Bench] Add MEM profile activity to bench_serving (#25026) Co-authored-by: Claude Opus 4.7 (1M context) --- python/sglang/bench_serving.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 099fd3819..3c6c4bc19 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -2180,8 +2180,9 @@ if __name__ == "__main__": type=str, nargs="+", default=["CPU", "GPU"], - choices=["CPU", "GPU", "CUDA_PROFILER", "XPU"], - help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER.", + choices=["CPU", "GPU", "CUDA_PROFILER", "XPU", "MEM"], + help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER, MEM " + "(MEM dumps a torch.cuda.memory snapshot, viewable at https://pytorch.org/memory_viz).", ) parser.add_argument( "--profile-start-step",