File size: 239 Bytes
bea426d
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
{
  "bos_token": "<|im_start|>",
  "eos_token": "<|im_end|>",
  "unk_token": "<UNK>",
  "pad_token": "<PAD>",
  "additional_special_tokens": [
    "<|endoftext|>",
    "<BOS>",
    "<EOS>",
    "<MASK>",
    "<think>",
    "</think>"
  ]
}