[Perf] dsv41: Drop the MegaGate padded-row copy on sgl-deep-gemm 0.2.3.post2 (#45933)
Co-authored-by: hnyls2002 <lsyincs@gmail.com>
This commit is contained in:
@@ -75,7 +75,7 @@ dependencies = [
|
||||
"sentencepiece==0.2.1", # 0.2.2 rejects null pieces in InternVL tokenizers.
|
||||
"setproctitle",
|
||||
"sgl-deep-ep==0.1.2.post1",
|
||||
"sgl-deep-gemm==0.2.3",
|
||||
"sgl-deep-gemm==0.2.3.post2",
|
||||
"sgl-flash-mla==1.0.0",
|
||||
"sglang-kernel==0.4.10",
|
||||
"smg-grpc-servicer>=0.9.0",
|
||||
|
||||
@@ -23,9 +23,6 @@ def bf16_mega_gate(
|
||||
) -> tuple[torch.Tensor, torch.Tensor]:
|
||||
import deep_gemm
|
||||
|
||||
if valid_token_mask is not None:
|
||||
hidden_states = torch.where(valid_token_mask[:, None], hidden_states, 0)
|
||||
|
||||
if out is None:
|
||||
ids = torch.empty(
|
||||
(hidden_states.shape[0], top_k),
|
||||
|
||||
Reference in New Issue
Block a user