suchirsalhan
/

gpt-bert-10m-base

Model card Files Files and versions

suchirsalhan commited on 2 days ago

Commit

3cf09c5

·

verified ·

1 Parent(s): ed0549b

Update config.json

Files changed (1) hide show

config.json +5 -5

config.json CHANGED Viewed

@@ -14,14 +14,14 @@
     },
     "attention_probs_dropout_prob": 0.1,
     "hidden_dropout_prob": 0.1,
-    "hidden_size": 768,
-    "intermediate_size": 2560,
     "layer_norm_eps": 1e-07,
     "max_position_embeddings": 512,
-    "num_attention_heads": 12,
     "num_hidden_layers": 12,
     "position_bucket_size": 32,
     "torch_dtype": "float32",
-    "vocab_size": 16384,
-    "temperature": 2.5
 }

     },
     "attention_probs_dropout_prob": 0.1,
     "hidden_dropout_prob": 0.1,
+    "hidden_size": 384,
+    "intermediate_size": 1280,
     "layer_norm_eps": 1e-07,
     "max_position_embeddings": 512,
+    "num_attention_heads": 6,
     "num_hidden_layers": 12,
     "position_bucket_size": 32,
     "torch_dtype": "float32",
+    "vocab_size": 8192,
+    "temperature": 2.65
 }