028c3b6 66e339f 028c3b6 66e339f 028c3b6
1
2
3
4
5
6
7
8
9
10
{ "dropout": 0.1, "hidden_dim": 384, "intermediate_dim": 1024, "max_seq_len": 128, "n_head": 6, "n_kv_head": 3, "n_layer": 6, "vocab_size": 1024 }
