minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix] Qwen3Next lmhead dtype (#13708)

Browse Source
This commit is contained in:
Ziming Huang
2025-11-21 16:01:33 +08:00
committed by GitHub
parent 1bb063aac8
commit a244c0309c
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/models/qwen3_next.py
-1
View File
@@ -864,7 +864,6 @@ class Qwen3NextForCausalLM(nn.Module):
prefix=add_prefix("lm_head", prefix), prefix=add_prefix("lm_head", prefix),
use_attn_tp_group=get_global_server_args().enable_dp_lm_head, use_attn_tp_group=get_global_server_args().enable_dp_lm_head,
) )
self.lm_head = self.lm_head.float()
self.logits_processor = LogitsProcessor(config) self.logits_processor = LogitsProcessor(config)
self._routed_experts_weights_of_layer = LazyValue( self._routed_experts_weights_of_layer = LazyValue(