cllama / added_tokens.json
caiom's picture
Upload tokenizer
e572a5e
raw
history blame contribute delete
321 Bytes
{
"<|assistant|>": 32002,
"<|continue|>": 32010,
"<|endoftext|>": 32000,
"<|end|>": 32008,
"<|function_call|>": 32006,
"<|function_list|>": 32012,
"<|function_output|>": 32004,
"<|padding|>": 32001,
"<|raw|>": 32009,
"<|step|>": 32003,
"<|system|>": 32007,
"<|tag|>": 32005,
"<|user|>": 32011
}