ci: add LongCat-Flash-Lite-FP8 8-GPU nightly test + fix NextN rope_theta (#32125)

Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
Co-authored-by: Xiaoyu Zhang <1182563586@qq.com>
This commit is contained in:
王鹤男
2026-07-24 19:45:28 +08:00
committed by GitHub
co-authored by Claude Opus 4.8 Xiaoyu Zhang
parent 841fa293b5
commit 8389d79e43
2 changed files with 89 additions and 2 deletions
@@ -131,8 +131,12 @@ class LongcatFlashDenseDecoderLayer(nn.Module):
v_head_dim=config.v_head_dim,
q_lora_rank=config.q_lora_rank,
kv_lora_rank=config.kv_lora_rank,
rope_theta=config.rope_parameters["rope_theta"],
rope_scaling=None,
rope_theta=(
config.rope_parameters["rope_theta"]
if "rope_theta" in getattr(config, "rope_parameters", {})
else config.rope_theta
),
rope_scaling=getattr(config, "rope_scaling", None),
max_position_embeddings=config.max_position_embeddings,
quant_config=quant_config,
layer_id=layer_id,