allenai
/

Olmo-3-7B-Think-SFT

Text Generation

Model card Files Files and versions

saumyamalik commited on Oct 24

Commit

2f49525

·

1 Parent(s): c1ae603

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -52,8 +52,8 @@
   "rms_norm_eps": 1e-06,
   "rope_scaling": {
     "attention_factor": 1.2079441541679836,
-    "beta_fast": 32,
-    "beta_slow": 1,
     "factor": 8.0,
     "original_max_position_embeddings": 8192,
     "rope_type": "yarn"

   "rms_norm_eps": 1e-06,
   "rope_scaling": {
     "attention_factor": 1.2079441541679836,
+    "beta_fast": 32.0,
+    "beta_slow": 1.0,
     "factor": 8.0,
     "original_max_position_embeddings": 8192,
     "rope_type": "yarn"