diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 61f2dc08a1..97e19ff859 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -1086,6 +1086,9 @@ class Scheduler( if self.draft_worker is not None: self.draft_worker.init_attention_backends() + # Not DynamicGradMode: tensors created under inference mode here could not + # be written in place by the no_grad disagg event loops. + @torch.no_grad() def init_all_cuda_graphs(self): """Capture cuda graphs for all workers.""" self.tp_worker.init_cuda_graphs()