diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 3d185689d..ce4cc7df4 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -1352,6 +1352,9 @@ class ServerArgs: capture_bs = [bs for bs in capture_bs if bs <= self.cuda_graph_max_bs] + if self.cuda_graph_max_bs not in capture_bs: + capture_bs.append(self.cuda_graph_max_bs) + return capture_bs def _generate_cpu_graph_batch_sizes(self):