{ "added_tokens_decoder": { "0": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "<|end_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131301": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131302": { "content": "<|start_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131303": { "content": "<|end_header_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131304": { "content": "<|eop_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131305": { "content": "<|begin_of_passage|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131306": { "content": "<|end_of_passage|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131307": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131308": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131309": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131310": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131311": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131312": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131313": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131314": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131315": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131316": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131317": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131318": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131319": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131320": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131321": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131322": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131323": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131324": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131325": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131326": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131327": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131328": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131329": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131330": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131331": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131332": { "content": "\"", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131333": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131334": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131335": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131336": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131337": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131338": { "content": "

", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131339": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131340": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131341": { "content": "
", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131342": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131343": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131344": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131345": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131346": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131347": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131348": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131349": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131350": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131351": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131352": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131353": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131354": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131355": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131356": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131357": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131358": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131359": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131360": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131361": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131362": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131363": { "content": "<|finetune_right_pad_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131364": { "content": "<|eom_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131365": { "content": "<|python_tag|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131366": { "content": "#@이름@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131367": { "content": "#@ID@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131368": { "content": "#@주민번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131369": { "content": "#@이메일@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131370": { "content": "#@계좌번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131371": { "content": "#@전화번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131372": { "content": "#@주소@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131373": { "content": "#@자동차번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131374": { "content": "#@사업자등록번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131375": { "content": "#@자동차운전면허번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131376": { "content": "#@여권번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131377": { "content": "#@외국인등록번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131378": { "content": "#@건보번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131379": { "content": "#@신용카드번호@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131380": { "content": "#@IP@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131381": { "content": "#@MAC주소@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131382": { "content": "#@SNS계정@#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131383": { "content": "#@통관번호#", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "bos_token": "<|begin_of_text|>", "clean_up_tokenization_spaces": true, "content": "<|end_of_text|>", "eos_token": "<|end_of_text|>", "extra_special_tokens": {}, "legacy": false, "lstrip": false, "model_max_length": 1000000000000000019884624838656, "normalized": false, "pad_token": "<|end_of_text|>", "rstrip": false, "single_word": false, "tokenizer_class": "PreTrainedTokenizerFast" }