suchirsalhan
/

babybabellm-mono-ukr

Model card Files Files and versions

suchirsalhan commited on 16 days ago

Commit

e0ecf96

·

verified ·

1 Parent(s): bab37f9

Update config.json

Files changed (1) hide show

config.json +6 -5

config.json CHANGED Viewed

@@ -14,14 +14,15 @@
     },
     "attention_probs_dropout_prob": 0.1,
     "hidden_dropout_prob": 0.1,
-    "hidden_size": 384,
-    "intermediate_size": 1280,
-    "layer_norm_eps": 1e-07,
     "max_position_embeddings": 512,
-    "num_attention_heads": 6,
     "num_hidden_layers": 12,
     "position_bucket_size": 32,
     "torch_dtype": "float32",
-    "vocab_size": 8192,
     "temperature": 2.65
 }

     },
     "attention_probs_dropout_prob": 0.1,
     "hidden_dropout_prob": 0.1,
+    "hidden_size": 768,
+    "intermediate_size": 3072,
+    "layer_norm_eps": 1e-5,
     "max_position_embeddings": 512,
+    "num_attention_heads": 12,
     "num_hidden_layers": 12,
     "position_bucket_size": 32,
     "torch_dtype": "float32",
+    "vocab_size": 32768,
     "temperature": 2.65
 }