Upload full models' config files
Browse files- coarse.json +1 -0
- fine.json +1 -0
- text.json +1 -0
coarse.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"n_layer": 24, "n_head": 16, "n_embd": 1024, "block_size": 1024, "bias": false, "dropout": 0.0, "input_vocab_size": 12096, "output_vocab_size": 12096}
|
fine.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"n_layer": 24, "n_head": 16, "n_embd": 1024, "block_size": 1024, "bias": false, "dropout": 0.0, "n_codes_total": 8, "n_codes_given": 1, "input_vocab_size": 1056, "output_vocab_size": 1056}
|
text.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"n_layer": 24, "n_head": 16, "n_embd": 1024, "block_size": 1024, "bias": false, "input_vocab_size": 129600, "output_vocab_size": 10048, "dropout": 0.0}
|