fix(rope): YaRN attention_factor is (0.1*ln(factor)+1)*attn_factor, not the bare multiplier

config.json

@@ -49,7 +49,7 @@
       "original_max_position_embeddings": 4096,
       "beta_slow": 1.0,
       "beta_fast": 64.0,
-      "attention_factor": 1.0,
+      "attention_factor": 1.4158883083359672,
       "partial_rotary_factor": 1.0
     }
   },
@@ -199,4 +199,4 @@
     "per_element"
   ],
   "moe_routed_scaling_factor": 1.0
-}
+}