[Kernel] Migrate top-level srt/layers stray kernels to sglang.kernels (RFC #29630, Phase 2.5, 3/7) (#30787)
Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Fable 5
parent
e489685509
commit
e9ef06c560
@@ -7,7 +7,7 @@ over the Qwen3.5 MoE target hidden size.
|
||||
import torch
|
||||
import triton
|
||||
|
||||
from sglang.srt.layers.elementwise import fused_gate_sigmoid_mul_add
|
||||
from sglang.kernels.ops.layernorm.elementwise import fused_gate_sigmoid_mul_add
|
||||
|
||||
HIDDEN_DIMS = [4096]
|
||||
|
||||
|
||||
@@ -10,7 +10,7 @@ a fair comparison — the reshape/contiguous cost is included.
|
||||
import torch
|
||||
import triton
|
||||
|
||||
from sglang.srt.layers.elementwise import fused_sigmoid_mul
|
||||
from sglang.kernels.ops.layernorm.elementwise import fused_sigmoid_mul
|
||||
|
||||
NUM_HEADS = 32
|
||||
HEAD_DIM = 256
|
||||
|
||||
Reference in New Issue
Block a user