minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Revert "Fix HybridAttnBackend forward for linear attention" (#19356)

Browse Source
This commit is contained in:
Kangyan-Zhou
2026-02-25 11:49:50 -08:00
committed by GitHub
parent a0f3361023
commit 306c552639
1 changed files with 0 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/attention/hybrid_attn_backend.py
-28
View File
@@ -145,31 +145,3 @@ class HybridAttnBackend(AttentionBackend):
) -> Optional[BaseIndexerMetadata]: ) -> Optional[BaseIndexerMetadata]:
backend = self._select_backend(forward_batch.forward_mode) backend = self._select_backend(forward_batch.forward_mode)
return backend.get_indexer_metadata(layer_id, forward_batch) return backend.get_indexer_metadata(layer_id, forward_batch)
def forward(
self,
q: Optional[torch.Tensor] = None, # For full attention
k: Optional[torch.Tensor] = None, # For full attention
v: Optional[torch.Tensor] = None, # For full attention
layer: RadixAttention = None,
forward_batch: ForwardBatch = None,
save_kv_cache: bool = True,
mixed_qkv: Optional[torch.Tensor] = None, # For linear attention
a: Optional[torch.Tensor] = None, # For linear attention
b: Optional[torch.Tensor] = None, # For linear attention
**kwargs,
):
"""Forward method that supports both regular attention (q, k, v) and linear attention (mixed_qkv, a, b)."""
backend = self._select_backend(forward_batch.forward_mode)
return backend.forward(
q=q,
k=k,
v=v,
layer=layer,
forward_batch=forward_batch,
save_kv_cache=save_kv_cache,
mixed_qkv=mixed_qkv,
a=a,
b=b,
**kwargs,
)