minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[NPU][Bugfix] Accept in_capture in Ascend replay metadata (#29598)

Browse Source
This commit is contained in:
AndyLi429
2026-06-29 14:37:45 +08:00
committed by GitHub
parent cd91dd0757
commit 62d7929b3a
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/hardware_backend/npu/attention/ascend_hybrid_linear_attn_backend.py
+1
View File
@@ -131,6 +131,7 @@ class AscendMambaAttnBackendBase(MambaAttnBackendBase):
spec_info: Optional[SpecInput], spec_info: Optional[SpecInput],
seq_lens_cpu: Optional[torch.Tensor], seq_lens_cpu: Optional[torch.Tensor],
num_padding: Optional[int] = None, num_padding: Optional[int] = None,
in_capture: bool = False,
): ):
# out_graph passes seq_lens_cpu=None at capture; mirror the base guard. # out_graph passes seq_lens_cpu=None at capture; mirror the base guard.
if seq_lens_cpu is None: if seq_lens_cpu is None: