minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: cuda graph issue while running longcat_flash (#14007)

Browse Source
This commit is contained in:
Tianhao Zhou
2025-11-26 14:57:22 -08:00
committed by GitHub
parent a223402ffb
commit 685b9d82bd
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/longcat_flash.py
+2
View File
@@ -388,6 +388,7 @@ class LongcatFlashDecoderLayer(nn.Module):
layer_scatter_modes=self.mlp_layer_scatter_modes[i], layer_scatter_modes=self.mlp_layer_scatter_modes[i],
input_layernorm=self.input_layernorm[i], input_layernorm=self.input_layernorm[i],
post_attention_layernorm=self.post_attention_layernorm[i], post_attention_layernorm=self.post_attention_layernorm[i],
qkv_latent_func=self.self_attn[i].prepare_qkv_latent,
) )
for i in range(2) for i in range(2)
] ]
@@ -402,6 +403,7 @@ class LongcatFlashDecoderLayer(nn.Module):
layer_scatter_modes=self.moe_layer_scatter_modes, layer_scatter_modes=self.moe_layer_scatter_modes,
input_layernorm=self.input_layernorm[0], input_layernorm=self.input_layernorm[0],
post_attention_layernorm=self.post_attention_layernorm[0], post_attention_layernorm=self.post_attention_layernorm[0],
qkv_latent_func=self.self_attn[0].prepare_qkv_latent,
) )
def forward( def forward(