GitMylo commited on
Commit
a89179a
·
verified ·
1 Parent(s): d01289a

Upload full models' config files

Browse files
Files changed (3) hide show
  1. coarse.json +1 -0
  2. fine.json +1 -0
  3. text.json +1 -0
coarse.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"n_layer": 24, "n_head": 16, "n_embd": 1024, "block_size": 1024, "bias": false, "dropout": 0.0, "input_vocab_size": 12096, "output_vocab_size": 12096}
fine.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"n_layer": 24, "n_head": 16, "n_embd": 1024, "block_size": 1024, "bias": false, "dropout": 0.0, "n_codes_total": 8, "n_codes_given": 1, "input_vocab_size": 1056, "output_vocab_size": 1056}
text.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"n_layer": 24, "n_head": 16, "n_embd": 1024, "block_size": 1024, "bias": false, "input_vocab_size": 129600, "output_vocab_size": 10048, "dropout": 0.0}