allura-forge
/

l4-scout-linearized-nf4-fixed

Image-Text-to-Text

text-generation-inference

4-bit precision

Model card Files Files and versions

Fizzarolli commited on 2 days ago

Commit

97783d2

·

verified ·

1 Parent(s): 0d47478

fix rope config from upstream

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -101,8 +101,8 @@
     "pad_token_id": 200018,
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
-      "factor": 8.0,
-      "high_freq_factor": 4.0,
       "low_freq_factor": 1.0,
       "original_max_position_embeddings": 8192,
       "rope_type": "llama3"

     "pad_token_id": 200018,
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
+      "factor": 16.0,
+      "high_freq_factor": 1.0,
       "low_freq_factor": 1.0,
       "original_max_position_embeddings": 8192,
       "rope_type": "llama3"