AdrianM0 commited on
Commit
0dbf3b5
·
verified ·
1 Parent(s): ca711ce

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +26 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "src_tokenizer_type": "ByteLevelBPE",
3
+ "tgt_tokenizer_type": "Unigram",
4
+ "src_vocab_size_estimate": 10000,
5
+ "tgt_vocab_size_estimate": 20000,
6
+ "emb_size": 2048,
7
+ "nhead": 8,
8
+ "ffn_hid_dim": 4096,
9
+ "num_encoder_layers": 12,
10
+ "num_decoder_layers": 12,
11
+ "dropout": 0.1,
12
+ "max_len": 384,
13
+ "batch_size_per_gpu": 48,
14
+ "effective_batch_size": 288,
15
+ "num_epochs": 50,
16
+ "learning_rate": 5e-05,
17
+ "weight_decay": 0.01,
18
+ "grad_clip_norm": 1.0,
19
+ "validation_split": 0.05,
20
+ "random_seed": 42,
21
+ "patience": 5,
22
+ "precision": "16-mixed",
23
+ "gpus": 6,
24
+ "strategy": "ddp",
25
+ "num_workers": 8
26
+ }