alpha / added_tokens.json
KhangHatto's picture
Upload tokenizer
c4f9cf1 verified
{
"</box>": 15509,
"</img>": 15502,
"</quad>": 15505,
"</ref>": 15507,
"</tool_call>": 15494,
"<IMG_CONTEXT>": 15503,
"<box>": 15508,
"<img>": 15501,
"<quad>": 15504,
"<ref>": 15506,
"<tool_call>": 15493,
"<|box_end|>": 15485,
"<|box_start|>": 15484,
"<|endoftext|>": 15479,
"<|file_sep|>": 15500,
"<|fim_middle|>": 15496,
"<|fim_pad|>": 15498,
"<|fim_prefix|>": 15495,
"<|fim_suffix|>": 15497,
"<|im_end|>": 15481,
"<|im_start|>": 15480,
"<|image_pad|>": 15491,
"<|object_ref_end|>": 15483,
"<|object_ref_start|>": 15482,
"<|quad_end|>": 15487,
"<|quad_start|>": 15486,
"<|repo_name|>": 15499,
"<|video_pad|>": 15492,
"<|vision_end|>": 15489,
"<|vision_pad|>": 15490,
"<|vision_start|>": 15488
}