diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index c7d4e999d..b474ce35d 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -2114,19 +2114,6 @@ class DeepseekV2DecoderLayer(nn.Module): ) ) - def op_mlp(self, state): - hidden_states = state.pop("hidden_states_mlp_input") - if not ( - enable_moe_dense_fully_dp() - and (not self.is_layer_sparse) - and hidden_states.shape[0] == 0 - ): - state.hidden_states_mlp_output = self.mlp( - hidden_states, state.forward_batch - ) - else: - state.hidden_states_mlp_output = hidden_states - def op_comm_postprocess_layer(self, state): hidden_states, residual = self.layer_communicator.postprocess_layer( state.pop("hidden_states_mlp_output"), diff --git a/python/sglang/srt/models/glm4_moe.py b/python/sglang/srt/models/glm4_moe.py index 33ea9631d..7ca23d6aa 100644 --- a/python/sglang/srt/models/glm4_moe.py +++ b/python/sglang/srt/models/glm4_moe.py @@ -1017,19 +1017,6 @@ class Glm4MoeDecoderLayer(nn.Module): ) ) - def op_mlp(self, state): - hidden_states = state.pop("hidden_states_mlp_input") - if not ( - enable_moe_dense_fully_dp() - and (not self.is_layer_sparse) - and hidden_states.shape[0] == 0 - ): - state.hidden_states_mlp_output = self.mlp( - hidden_states, state.forward_batch - ) - else: - state.hidden_states_mlp_output = hidden_states - def op_comm_postprocess_layer(self, state): hidden_states, residual = self.layer_communicator.postprocess_layer( state.pop("hidden_states_mlp_output"), diff --git a/python/sglang/srt/models/glm4_moe_lite.py b/python/sglang/srt/models/glm4_moe_lite.py index 6d1bb48a1..55f1f7a5e 100644 --- a/python/sglang/srt/models/glm4_moe_lite.py +++ b/python/sglang/srt/models/glm4_moe_lite.py @@ -737,19 +737,6 @@ class Glm4MoeLiteDecoderLayer(nn.Module): ) ) - def op_mlp(self, state): - hidden_states = state.pop("hidden_states_mlp_input") - if not ( - enable_moe_dense_fully_dp() - and (not self.is_layer_sparse) - and hidden_states.shape[0] == 0 - ): - state.hidden_states_mlp_output = self.mlp( - hidden_states, state.forward_batch - ) - else: - state.hidden_states_mlp_output = hidden_states - def op_comm_postprocess_layer(self, state): hidden_states, residual = self.layer_communicator.postprocess_layer( state.pop("hidden_states_mlp_output"), diff --git a/python/sglang/srt/models/mimo_v2.py b/python/sglang/srt/models/mimo_v2.py index 2b76b5c28..3b0244b32 100644 --- a/python/sglang/srt/models/mimo_v2.py +++ b/python/sglang/srt/models/mimo_v2.py @@ -808,10 +808,6 @@ class MiMoV2DecoderLayer(nn.Module): ) ) - def op_mlp(self, state): - hidden_states = state.pop("hidden_states_mlp_input") - state.hidden_states_mlp_output = self.mlp(hidden_states, state.forward_batch) - def op_comm_postprocess_layer(self, state): hidden_states, residual = self.layer_communicator.postprocess_layer( state.pop("hidden_states_mlp_output"), diff --git a/python/sglang/srt/models/minimax_m2.py b/python/sglang/srt/models/minimax_m2.py index b40024dc0..9d4b90b45 100644 --- a/python/sglang/srt/models/minimax_m2.py +++ b/python/sglang/srt/models/minimax_m2.py @@ -1069,12 +1069,6 @@ class MiniMaxM2DecoderLayer(nn.Module): ) ) - def op_mlp(self, state): - hidden_states = state.pop("hidden_states_mlp_input") - state.hidden_states_mlp_output = self.block_sparse_moe( - hidden_states, state.forward_batch - ) - def op_comm_postprocess_layer(self, state): """Communication postprocess for layer - TBO operation""" hidden_states, residual = self.layer_communicator.postprocess_layer( diff --git a/python/sglang/srt/models/qwen3_moe.py b/python/sglang/srt/models/qwen3_moe.py index 6179a30ee..bbd95e6ce 100644 --- a/python/sglang/srt/models/qwen3_moe.py +++ b/python/sglang/srt/models/qwen3_moe.py @@ -891,10 +891,6 @@ class Qwen3MoeDecoderLayer(nn.Module): ) ) - def op_mlp(self, state): - hidden_states = state.pop("hidden_states_mlp_input") - state.hidden_states_mlp_output = self.mlp(hidden_states, state.forward_batch) - def op_comm_postprocess_layer(self, state): hidden_states, residual = self.layer_communicator.postprocess_layer( state.pop("hidden_states_mlp_output"),