[fix] Fixes accuracy issues caused by incorrect use of rope (#13495)

2025-11-18 14:17:33 -08:00
parent c0d1a3383b
commit 9b64f6f359
1 changed files with 1 additions and 1 deletions
@@ -168,7 +168,7 @@ class Indexer(CustomOp):
            max_position=max_position_embeddings,
            base=rope_theta,  # type: ignore
            rope_scaling=rope_scaling,
-            is_neox_style=False,
+            is_neox_style=True,
            device=get_global_server_args().device,
        )
        self.block_size = block_size