diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 099fd3819..3c6c4bc19 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -2180,8 +2180,9 @@ if __name__ == "__main__": type=str, nargs="+", default=["CPU", "GPU"], - choices=["CPU", "GPU", "CUDA_PROFILER", "XPU"], - help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER.", + choices=["CPU", "GPU", "CUDA_PROFILER", "XPU", "MEM"], + help="Profiler activities to capture: CPU, GPU, XPU, CUDA_PROFILER, MEM " + "(MEM dumps a torch.cuda.memory snapshot, viewable at https://pytorch.org/memory_viz).", ) parser.add_argument( "--profile-start-step",