Fizzarolli
/

l4-scout-linearized-fixed

Model card Files Files and versions

Fizzarolli commited on 2 days ago

Commit

b93f9c7

·

verified ·

1 Parent(s): 6137d38

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -86,8 +86,8 @@
     "pad_token_id": 200018,
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
-      "factor": 8.0,
-      "high_freq_factor": 4.0,
       "low_freq_factor": 1.0,
       "original_max_position_embeddings": 8192,
       "rope_type": "llama3"

     "pad_token_id": 200018,
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
+      "factor": 16.0,
+      "high_freq_factor": 1.0,
       "low_freq_factor": 1.0,
       "original_max_position_embeddings": 8192,
       "rope_type": "llama3"