[diffusion] feat: initial support for dynamic batching (#18764)

Signed-off-by: Chi McIsaac <chixie.mcisaac@gmail.com> Co-authored-by: Junhao Liu <junhaoliu2023@gmail.com>
2026-05-04 00:44:42 +08:00
parent f2d1390909
commit 62265ca7fc
27 changed files with 2318 additions and 245 deletions
@@ -364,6 +364,10 @@
      "source": "/diffusion/performance/attention_backends.html",
      "destination": "/docs/sglang-diffusion/attention_backends"
    },
+    {
+      "source": "/diffusion/performance/dynamic_batching.html",
+      "destination": "/docs/sglang-diffusion/dynamic_batching"
+    },
    {
      "source": "/diffusion/performance/cache/cache_dit.html",
      "destination": "/docs/sglang-diffusion/cache_dit"
@@ -1170,6 +1174,12 @@
                  "docs/sglang-diffusion/performance-optimization",
                  "docs/sglang-diffusion/ring_sp_performance",
                  "docs/sglang-diffusion/attention_backends",
+                  {
+                    "group": "Inference Batching",
+                    "pages": [
+                      "docs/sglang-diffusion/dynamic_batching"
+                    ]
+                  },
                  "docs/sglang-diffusion/profiling",
                  "docs/sglang-diffusion/ci_perf"
                ]