{ "add_bos_token": false, "add_prefix_space": false, "added_tokens_decoder": { "100256": { "content": "<|pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100257": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100258": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100259": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100260": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100261": { "content": "<|fim_pad|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100262": { "content": "<|filename|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100263": { "content": "<|reponame|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100264": { "content": "<|start_of_role|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100265": { "content": "<|end_of_role|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100266": { "content": "<|tool_call|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100267": { "content": "<|start_of_plugin|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100268": { "content": "<|end_of_plugin|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100269": { "content": "<|unk|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100270": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100271": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100272": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100273": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100274": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100275": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100276": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100277": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100278": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100279": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100280": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100281": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100282": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100283": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100284": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100285": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100286": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100287": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100288": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100289": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100290": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100291": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100292": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100293": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100294": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100295": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100296": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100297": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100298": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100299": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100300": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100301": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100302": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100303": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100304": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100305": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100306": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100307": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100313": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100314": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100315": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100316": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100317": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100320": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100321": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100322": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100323": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100324": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100325": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100326": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100327": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100328": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100329": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100330": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100331": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100332": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100333": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100334": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100335": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100336": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100337": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100338": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100339": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100340": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100341": { "content": "<|unused_72|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100342": { "content": "<|unused_73|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100343": { "content": "<|unused_74|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100344": { "content": "<|unused_75|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100345": { "content": "<|unused_76|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100346": { "content": "<|unused_77|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100347": { "content": "<|unused_78|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100348": { "content": "<|unused_79|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100349": { "content": "<|unused_80|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100350": { "content": "<|unused_81|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100351": { "content": "<|unused_82|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100352": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100353": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100354": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100355": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100356": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100357": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100358": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100359": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100360": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100361": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100362": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100363": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100364": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100365": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100366": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100367": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100368": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100369": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100370": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100371": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100372": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100373": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100374": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100375": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100376": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100377": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100378": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100379": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100380": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100381": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100382": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100383": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100384": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100385": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100386": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100387": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "" ], "bos_token": "<|end_of_text|>", "chat_template": "<|start_of_role|>{% for message in messages %}{{message['role']}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '' }}{% endif %}{% endfor %}\n{% endfor %}{% if add_generation_prompt %}{{ 'assistant:' }}{% endif %}", "clean_up_tokenization_spaces": false, "eos_token": "", "errors": "replace", "extra_special_tokens": {}, "model_max_length": 8192, "pad_to_multiple_of": null, "pad_token": "<|pad|>", "pad_token_type_id": 0, "padding_side": "left", "max_length": 8192, "truncation": true, "padding": "longest", "processor_class": "Idefics3Processor", "stride": 0, "tokenizer_class": "GPT2Tokenizer", "truncation_side": "right", "truncation_strategy": "longest_first", "unk_token": "<|unk|>" }