minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix no-padding CUDA graph admission (#31273)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-07-19 19:28:35 -07:00
committed by GitHub
parent 8bf2ab9be9
commit 35f2d4f761
4 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/runner/decode_cuda_graph_runner.py
+5 -3
View File
@@ -532,9 +532,11 @@ class DecodeCudaGraphRunner(BaseCudaGraphRunner):
else: else:
cuda_graph_bs = forward_batch.batch_size cuda_graph_bs = forward_batch.batch_size
graph_key = cuda_graph_bs graph_key = self._make_graph_key(
if self.enable_pdmux: cuda_graph_bs,
graph_key = f"{get_current_stream_idx()}_{cuda_graph_bs}" stream_idx=get_current_stream_idx() if self.enable_pdmux else None,
variant_label=self._resolve_lora_variant(forward_batch),
)
is_bs_supported = ( is_bs_supported = (
self.backend.can_run(forward_batch, graph_key) self.backend.can_run(forward_batch, graph_key)
python/sglang/srt/speculative/eagle_draft_cuda_graph_runner.py
+1 -1
View File
@@ -310,7 +310,7 @@ class EAGLEDraftCudaGraphRunner(DecodeCudaGraphRunner):
cuda_graph_bs = forward_batch.batch_size cuda_graph_bs = forward_batch.batch_size
is_bs_supported = ( is_bs_supported = (
self.backend.can_run(forward_batch, cuda_graph_bs) self.backend.can_run(forward_batch, self._make_graph_key(cuda_graph_bs))
if self.disable_padding if self.disable_padding
else cuda_graph_bs <= self.max_bs else cuda_graph_bs <= self.max_bs
) )
python/sglang/srt/speculative/eagle_draft_extend_cuda_graph_runner.py
+1 -1
View File
@@ -307,7 +307,7 @@ class EAGLEDraftExtendCudaGraphRunner(DecodeCudaGraphRunner):
cuda_graph_bs = forward_batch.seq_lens.numel() cuda_graph_bs = forward_batch.seq_lens.numel()
is_bs_supported = ( is_bs_supported = (
self.backend.can_run(forward_batch, cuda_graph_bs) self.backend.can_run(forward_batch, self._make_graph_key(cuda_graph_bs))
if self.disable_padding if self.disable_padding
else cuda_graph_bs <= self.max_bs else cuda_graph_bs <= self.max_bs
) )
python/sglang/srt/speculative/multi_layer_eagle_draft_extend_cuda_graph_runner.py
+1 -1
View File
@@ -218,7 +218,7 @@ class MultiLayerEagleDraftExtendCudaGraphRunner(DecodeCudaGraphRunner):
cuda_graph_bs = forward_batch.seq_lens.numel() cuda_graph_bs = forward_batch.seq_lens.numel()
is_bs_supported = ( is_bs_supported = (
self.backend.can_run(forward_batch, cuda_graph_bs) self.backend.can_run(forward_batch, self._make_graph_key(cuda_graph_bs))
if self.disable_padding if self.disable_padding
else cuda_graph_bs <= self.max_bs else cuda_graph_bs <= self.max_bs
) )