{ | |
"name": "llama", | |
"vocab": { | |
"bos_token": 0, | |
"eos_token": 2, | |
"unk_token": 1, | |
"pad_token": 3, | |
"mask_token": 4, | |
"max_vocab_size": 32000, | |
"special_tokens": { | |
"bos_token": 0, | |
"eos_token": 2, | |
"unk_token": 1, | |
"pad_token": 3, | |
"mask_token": 4 | |
} | |
} | |
} |