ci: add LongCat-Flash-Lite-FP8 8-GPU nightly test + fix NextN rope_theta (#32125)
Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com> Co-authored-by: Xiaoyu Zhang <1182563586@qq.com>
This commit is contained in:
co-authored by
Claude Opus 4.8
Xiaoyu Zhang
parent
841fa293b5
commit
8389d79e43
@@ -131,8 +131,12 @@ class LongcatFlashDenseDecoderLayer(nn.Module):
|
||||
v_head_dim=config.v_head_dim,
|
||||
q_lora_rank=config.q_lora_rank,
|
||||
kv_lora_rank=config.kv_lora_rank,
|
||||
rope_theta=config.rope_parameters["rope_theta"],
|
||||
rope_scaling=None,
|
||||
rope_theta=(
|
||||
config.rope_parameters["rope_theta"]
|
||||
if "rope_theta" in getattr(config, "rope_parameters", {})
|
||||
else config.rope_theta
|
||||
),
|
||||
rope_scaling=getattr(config, "rope_scaling", None),
|
||||
max_position_embeddings=config.max_position_embeddings,
|
||||
quant_config=quant_config,
|
||||
layer_id=layer_id,
|
||||
|
||||
Reference in New Issue
Block a user