File size: 574 Bytes
82f9e44 e6bd9b6 82f9e44 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
{
"batch_size": 18,
"num_epochs": 4,
"lr": 5e-5,
"seq_len": 256,
"d_model": 256,
"N": 4,
"h": 4,
"train": "dataset/openweb_fine.jsonl",
"test": "dataset/openweb_fine.jsonl",
"d_ff": 1024,
"dropout": 0.1,
"model_folder": "./",
"model_basename": "",
"preload": "weights",
"tokenizer_file": "openweb2.tokenizer.json",
"experiment_name": "runs/openweb2",
"dataset": "dataset/dataset_general.jsonl",
"loss_file": "openweb2/losses.jsonl",
"fine_dataset": "dataset/fine_tune.jsonl",
"fine_epochs": 0
} |