From 5fa3bb2eafc4fe31683c118a85031a2c99ff2706 Mon Sep 17 00:00:00 2001 From: Brayden Zhong Date: Thu, 7 May 2026 22:41:10 -0400 Subject: [PATCH] Enable `flashinfer::trtllm_allreduce_fusion` with PDL (#23765) Co-authored-by: b8zhong Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> --- python/sglang/srt/layers/flashinfer_comm_fusion.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/layers/flashinfer_comm_fusion.py b/python/sglang/srt/layers/flashinfer_comm_fusion.py index 661ef4336..bca28f3e2 100644 --- a/python/sglang/srt/layers/flashinfer_comm_fusion.py +++ b/python/sglang/srt/layers/flashinfer_comm_fusion.py @@ -676,6 +676,7 @@ def flashinfer_allreduce_residual_rmsnorm( workspace=workspace_manager.workspace, pattern=_flashinfer_comm.AllReduceFusionPattern.kARResidualRMSNorm, launch_with_pdl=True, + trigger_completion_at_end=trigger_completion_at_end, residual_out=residual_out, norm_out=norm_out, residual_in=residual,