Hugging Face's logo

mergekit-community
/
Qwen2.5-32B-gokgok-step2

Text Generation
Transformers
Safetensors
qwen2
mergekit
Merge
conversational
text-generation-inference
Model card Files Community
Qwen2.5-32B-gokgok-step2 / tokenizer_config.json
mergekit-uploader's picture
mergekit-uploader
Upload folder using huggingface_hub
e584250 verified
raw
history blame contribute delete
86.8 kB
 {
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"151643": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151655": {
"content": "<|image_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151656": {
"content": "<|video_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151657": {
"content": "<tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151658": {
"content": "</tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151659": {
"content": "<|fim_prefix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151660": {
"content": "<|fim_middle|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151661": {
"content": "<|fim_suffix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151662": {
"content": "<|fim_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151663": {
"content": "<|repo_name|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151664": {
"content": "<|file_sep|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151665": {
"content": "<UNUSED_EXTRA_TOKEN_1>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151666": {
"content": "<UNUSED_EXTRA_TOKEN_2>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151667": {
"content": "<UNUSED_EXTRA_TOKEN_3>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151668": {
"content": "<UNUSED_EXTRA_TOKEN_4>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151669": {
"content": "<UNUSED_EXTRA_TOKEN_5>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151670": {
"content": "<UNUSED_EXTRA_TOKEN_6>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151671": {
"content": "<UNUSED_EXTRA_TOKEN_7>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151672": {
"content": "<UNUSED_EXTRA_TOKEN_8>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151673": {
"content": "<UNUSED_EXTRA_TOKEN_9>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151674": {
"content": "<UNUSED_EXTRA_TOKEN_10>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151675": {
"content": "<UNUSED_EXTRA_TOKEN_11>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151676": {
"content": "<UNUSED_EXTRA_TOKEN_12>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151677": {
"content": "<UNUSED_EXTRA_TOKEN_13>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151678": {
"content": "<UNUSED_EXTRA_TOKEN_14>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151679": {
"content": "<UNUSED_EXTRA_TOKEN_15>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151680": {
"content": "<UNUSED_EXTRA_TOKEN_16>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151681": {
"content": "<UNUSED_EXTRA_TOKEN_17>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151682": {
"content": "<UNUSED_EXTRA_TOKEN_18>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151683": {
"content": "<UNUSED_EXTRA_TOKEN_19>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151684": {
"content": "<UNUSED_EXTRA_TOKEN_20>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151685": {
"content": "<UNUSED_EXTRA_TOKEN_21>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151686": {
"content": "<UNUSED_EXTRA_TOKEN_22>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151687": {
"content": "<UNUSED_EXTRA_TOKEN_23>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151688": {
"content": "<UNUSED_EXTRA_TOKEN_24>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151689": {
"content": "<UNUSED_EXTRA_TOKEN_25>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151690": {
"content": "<UNUSED_EXTRA_TOKEN_26>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151691": {
"content": "<UNUSED_EXTRA_TOKEN_27>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151692": {
"content": "<UNUSED_EXTRA_TOKEN_28>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151693": {
"content": "<UNUSED_EXTRA_TOKEN_29>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151694": {
"content": "<UNUSED_EXTRA_TOKEN_30>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151695": {
"content": "<UNUSED_EXTRA_TOKEN_31>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151696": {
"content": "<UNUSED_EXTRA_TOKEN_32>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151697": {
"content": "<UNUSED_EXTRA_TOKEN_33>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151698": {
"content": "<UNUSED_EXTRA_TOKEN_34>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151699": {
"content": "<UNUSED_EXTRA_TOKEN_35>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151700": {
"content": "<UNUSED_EXTRA_TOKEN_36>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151701": {
"content": "<UNUSED_EXTRA_TOKEN_37>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151702": {
"content": "<UNUSED_EXTRA_TOKEN_38>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151703": {
"content": "<UNUSED_EXTRA_TOKEN_39>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151704": {
"content": "<UNUSED_EXTRA_TOKEN_40>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151705": {
"content": "<UNUSED_EXTRA_TOKEN_41>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151706": {
"content": "<UNUSED_EXTRA_TOKEN_42>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151707": {
"content": "<UNUSED_EXTRA_TOKEN_43>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151708": {
"content": "<UNUSED_EXTRA_TOKEN_44>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151709": {
"content": "<UNUSED_EXTRA_TOKEN_45>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151710": {
"content": "<UNUSED_EXTRA_TOKEN_46>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151711": {
"content": "<UNUSED_EXTRA_TOKEN_47>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151712": {
"content": "<UNUSED_EXTRA_TOKEN_48>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151713": {
"content": "<UNUSED_EXTRA_TOKEN_49>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151714": {
"content": "<UNUSED_EXTRA_TOKEN_50>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151715": {
"content": "<UNUSED_EXTRA_TOKEN_51>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151716": {
"content": "<UNUSED_EXTRA_TOKEN_52>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151717": {
"content": "<UNUSED_EXTRA_TOKEN_53>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151718": {
"content": "<UNUSED_EXTRA_TOKEN_54>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151719": {
"content": "<UNUSED_EXTRA_TOKEN_55>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151720": {
"content": "<UNUSED_EXTRA_TOKEN_56>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151721": {
"content": "<UNUSED_EXTRA_TOKEN_57>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151722": {
"content": "<UNUSED_EXTRA_TOKEN_58>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151723": {
"content": "<UNUSED_EXTRA_TOKEN_59>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151724": {
"content": "<UNUSED_EXTRA_TOKEN_60>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151725": {
"content": "<UNUSED_EXTRA_TOKEN_61>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151726": {
"content": "<UNUSED_EXTRA_TOKEN_62>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151727": {
"content": "<UNUSED_EXTRA_TOKEN_63>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151728": {
"content": "<UNUSED_EXTRA_TOKEN_64>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151729": {
"content": "<UNUSED_EXTRA_TOKEN_65>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151730": {
"content": "<UNUSED_EXTRA_TOKEN_66>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151731": {
"content": "<UNUSED_EXTRA_TOKEN_67>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151732": {
"content": "<UNUSED_EXTRA_TOKEN_68>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151733": {
"content": "<UNUSED_EXTRA_TOKEN_69>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151734": {
"content": "<UNUSED_EXTRA_TOKEN_70>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151735": {
"content": "<UNUSED_EXTRA_TOKEN_71>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151736": {
"content": "<UNUSED_EXTRA_TOKEN_72>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151737": {
"content": "<UNUSED_EXTRA_TOKEN_73>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151738": {
"content": "<UNUSED_EXTRA_TOKEN_74>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151739": {
"content": "<UNUSED_EXTRA_TOKEN_75>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151740": {
"content": "<UNUSED_EXTRA_TOKEN_76>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151741": {
"content": "<UNUSED_EXTRA_TOKEN_77>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151742": {
"content": "<UNUSED_EXTRA_TOKEN_78>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151743": {
"content": "<UNUSED_EXTRA_TOKEN_79>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151744": {
"content": "<UNUSED_EXTRA_TOKEN_80>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151745": {
"content": "<UNUSED_EXTRA_TOKEN_81>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151746": {
"content": "<UNUSED_EXTRA_TOKEN_82>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151747": {
"content": "<UNUSED_EXTRA_TOKEN_83>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151748": {
"content": "<UNUSED_EXTRA_TOKEN_84>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151749": {
"content": "<UNUSED_EXTRA_TOKEN_85>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151750": {
"content": "<UNUSED_EXTRA_TOKEN_86>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151751": {
"content": "<UNUSED_EXTRA_TOKEN_87>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151752": {
"content": "<UNUSED_EXTRA_TOKEN_88>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151753": {
"content": "<UNUSED_EXTRA_TOKEN_89>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151754": {
"content": "<UNUSED_EXTRA_TOKEN_90>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151755": {
"content": "<UNUSED_EXTRA_TOKEN_91>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151756": {
"content": "<UNUSED_EXTRA_TOKEN_92>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151757": {
"content": "<UNUSED_EXTRA_TOKEN_93>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151758": {
"content": "<UNUSED_EXTRA_TOKEN_94>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151759": {
"content": "<UNUSED_EXTRA_TOKEN_95>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151760": {
"content": "<UNUSED_EXTRA_TOKEN_96>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151761": {
"content": "<UNUSED_EXTRA_TOKEN_97>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151762": {
"content": "<UNUSED_EXTRA_TOKEN_98>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151763": {
"content": "<UNUSED_EXTRA_TOKEN_99>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151764": {
"content": "<UNUSED_EXTRA_TOKEN_100>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151765": {
"content": "<UNUSED_EXTRA_TOKEN_101>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151766": {
"content": "<UNUSED_EXTRA_TOKEN_102>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151767": {
"content": "<UNUSED_EXTRA_TOKEN_103>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151768": {
"content": "<UNUSED_EXTRA_TOKEN_104>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151769": {
"content": "<UNUSED_EXTRA_TOKEN_105>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151770": {
"content": "<UNUSED_EXTRA_TOKEN_106>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151771": {
"content": "<UNUSED_EXTRA_TOKEN_107>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151772": {
"content": "<UNUSED_EXTRA_TOKEN_108>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151773": {
"content": "<UNUSED_EXTRA_TOKEN_109>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151774": {
"content": "<UNUSED_EXTRA_TOKEN_110>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151775": {
"content": "<UNUSED_EXTRA_TOKEN_111>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151776": {
"content": "<UNUSED_EXTRA_TOKEN_112>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151777": {
"content": "<UNUSED_EXTRA_TOKEN_113>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151778": {
"content": "<UNUSED_EXTRA_TOKEN_114>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151779": {
"content": "<UNUSED_EXTRA_TOKEN_115>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151780": {
"content": "<UNUSED_EXTRA_TOKEN_116>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151781": {
"content": "<UNUSED_EXTRA_TOKEN_117>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151782": {
"content": "<UNUSED_EXTRA_TOKEN_118>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151783": {
"content": "<UNUSED_EXTRA_TOKEN_119>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151784": {
"content": "<UNUSED_EXTRA_TOKEN_120>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151785": {
"content": "<UNUSED_EXTRA_TOKEN_121>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151786": {
"content": "<UNUSED_EXTRA_TOKEN_122>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151787": {
"content": "<UNUSED_EXTRA_TOKEN_123>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151788": {
"content": "<UNUSED_EXTRA_TOKEN_124>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151789": {
"content": "<UNUSED_EXTRA_TOKEN_125>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151790": {
"content": "<UNUSED_EXTRA_TOKEN_126>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151791": {
"content": "<UNUSED_EXTRA_TOKEN_127>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151792": {
"content": "<UNUSED_EXTRA_TOKEN_128>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151793": {
"content": "<UNUSED_EXTRA_TOKEN_129>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151794": {
"content": "<UNUSED_EXTRA_TOKEN_130>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151795": {
"content": "<UNUSED_EXTRA_TOKEN_131>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151796": {
"content": "<UNUSED_EXTRA_TOKEN_132>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151797": {
"content": "<UNUSED_EXTRA_TOKEN_133>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151798": {
"content": "<UNUSED_EXTRA_TOKEN_134>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151799": {
"content": "<UNUSED_EXTRA_TOKEN_135>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151800": {
"content": "<UNUSED_EXTRA_TOKEN_136>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151801": {
"content": "<UNUSED_EXTRA_TOKEN_137>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151802": {
"content": "<UNUSED_EXTRA_TOKEN_138>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151803": {
"content": "<UNUSED_EXTRA_TOKEN_139>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151804": {
"content": "<UNUSED_EXTRA_TOKEN_140>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151805": {
"content": "<UNUSED_EXTRA_TOKEN_141>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151806": {
"content": "<UNUSED_EXTRA_TOKEN_142>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151807": {
"content": "<UNUSED_EXTRA_TOKEN_143>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151808": {
"content": "<UNUSED_EXTRA_TOKEN_144>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151809": {
"content": "<UNUSED_EXTRA_TOKEN_145>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151810": {
"content": "<UNUSED_EXTRA_TOKEN_146>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151811": {
"content": "<UNUSED_EXTRA_TOKEN_147>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151812": {
"content": "<UNUSED_EXTRA_TOKEN_148>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151813": {
"content": "<UNUSED_EXTRA_TOKEN_149>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151814": {
"content": "<UNUSED_EXTRA_TOKEN_150>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151815": {
"content": "<UNUSED_EXTRA_TOKEN_151>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151816": {
"content": "<UNUSED_EXTRA_TOKEN_152>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151817": {
"content": "<UNUSED_EXTRA_TOKEN_153>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151818": {
"content": "<UNUSED_EXTRA_TOKEN_154>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151819": {
"content": "<UNUSED_EXTRA_TOKEN_155>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151820": {
"content": "<UNUSED_EXTRA_TOKEN_156>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151821": {
"content": "<UNUSED_EXTRA_TOKEN_157>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151822": {
"content": "<UNUSED_EXTRA_TOKEN_158>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151823": {
"content": "<UNUSED_EXTRA_TOKEN_159>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151824": {
"content": "<UNUSED_EXTRA_TOKEN_160>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151825": {
"content": "<UNUSED_EXTRA_TOKEN_161>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151826": {
"content": "<UNUSED_EXTRA_TOKEN_162>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151827": {
"content": "<UNUSED_EXTRA_TOKEN_163>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151828": {
"content": "<UNUSED_EXTRA_TOKEN_164>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151829": {
"content": "<UNUSED_EXTRA_TOKEN_165>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151830": {
"content": "<UNUSED_EXTRA_TOKEN_166>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151831": {
"content": "<UNUSED_EXTRA_TOKEN_167>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151832": {
"content": "<UNUSED_EXTRA_TOKEN_168>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151833": {
"content": "<UNUSED_EXTRA_TOKEN_169>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151834": {
"content": "<UNUSED_EXTRA_TOKEN_170>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151835": {
"content": "<UNUSED_EXTRA_TOKEN_171>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151836": {
"content": "<UNUSED_EXTRA_TOKEN_172>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151837": {
"content": "<UNUSED_EXTRA_TOKEN_173>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151838": {
"content": "<UNUSED_EXTRA_TOKEN_174>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151839": {
"content": "<UNUSED_EXTRA_TOKEN_175>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151840": {
"content": "<UNUSED_EXTRA_TOKEN_176>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151841": {
"content": "<UNUSED_EXTRA_TOKEN_177>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151842": {
"content": "<UNUSED_EXTRA_TOKEN_178>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151843": {
"content": "<UNUSED_EXTRA_TOKEN_179>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151844": {
"content": "<UNUSED_EXTRA_TOKEN_180>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151845": {
"content": "<UNUSED_EXTRA_TOKEN_181>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151846": {
"content": "<UNUSED_EXTRA_TOKEN_182>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151847": {
"content": "<UNUSED_EXTRA_TOKEN_183>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151848": {
"content": "<UNUSED_EXTRA_TOKEN_184>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151849": {
"content": "<UNUSED_EXTRA_TOKEN_185>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151850": {
"content": "<UNUSED_EXTRA_TOKEN_186>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151851": {
"content": "<UNUSED_EXTRA_TOKEN_187>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151852": {
"content": "<UNUSED_EXTRA_TOKEN_188>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151853": {
"content": "<UNUSED_EXTRA_TOKEN_189>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151854": {
"content": "<UNUSED_EXTRA_TOKEN_190>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151855": {
"content": "<UNUSED_EXTRA_TOKEN_191>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151856": {
"content": "<UNUSED_EXTRA_TOKEN_192>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151857": {
"content": "<UNUSED_EXTRA_TOKEN_193>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151858": {
"content": "<UNUSED_EXTRA_TOKEN_194>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151859": {
"content": "<UNUSED_EXTRA_TOKEN_195>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151860": {
"content": "<UNUSED_EXTRA_TOKEN_196>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151861": {
"content": "<UNUSED_EXTRA_TOKEN_197>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151862": {
"content": "<UNUSED_EXTRA_TOKEN_198>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151863": {
"content": "<UNUSED_EXTRA_TOKEN_199>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151864": {
"content": "<UNUSED_EXTRA_TOKEN_200>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151865": {
"content": "<UNUSED_EXTRA_TOKEN_201>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151866": {
"content": "<UNUSED_EXTRA_TOKEN_202>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151867": {
"content": "<UNUSED_EXTRA_TOKEN_203>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151868": {
"content": "<UNUSED_EXTRA_TOKEN_204>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151869": {
"content": "<UNUSED_EXTRA_TOKEN_205>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151870": {
"content": "<UNUSED_EXTRA_TOKEN_206>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151871": {
"content": "<UNUSED_EXTRA_TOKEN_207>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151872": {
"content": "<UNUSED_EXTRA_TOKEN_208>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151873": {
"content": "<UNUSED_EXTRA_TOKEN_209>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151874": {
"content": "<UNUSED_EXTRA_TOKEN_210>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151875": {
"content": "<UNUSED_EXTRA_TOKEN_211>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151876": {
"content": "<UNUSED_EXTRA_TOKEN_212>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151877": {
"content": "<UNUSED_EXTRA_TOKEN_213>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151878": {
"content": "<UNUSED_EXTRA_TOKEN_214>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151879": {
"content": "<UNUSED_EXTRA_TOKEN_215>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151880": {
"content": "<UNUSED_EXTRA_TOKEN_216>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151881": {
"content": "<UNUSED_EXTRA_TOKEN_217>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151882": {
"content": "<UNUSED_EXTRA_TOKEN_218>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151883": {
"content": "<UNUSED_EXTRA_TOKEN_219>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151884": {
"content": "<UNUSED_EXTRA_TOKEN_220>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151885": {
"content": "<UNUSED_EXTRA_TOKEN_221>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151886": {
"content": "<UNUSED_EXTRA_TOKEN_222>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151887": {
"content": "<UNUSED_EXTRA_TOKEN_223>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151888": {
"content": "<UNUSED_EXTRA_TOKEN_224>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151889": {
"content": "<UNUSED_EXTRA_TOKEN_225>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151890": {
"content": "<UNUSED_EXTRA_TOKEN_226>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151891": {
"content": "<UNUSED_EXTRA_TOKEN_227>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151892": {
"content": "<UNUSED_EXTRA_TOKEN_228>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151893": {
"content": "<UNUSED_EXTRA_TOKEN_229>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151894": {
"content": "<UNUSED_EXTRA_TOKEN_230>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151895": {
"content": "<UNUSED_EXTRA_TOKEN_231>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151896": {
"content": "<UNUSED_EXTRA_TOKEN_232>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151897": {
"content": "<UNUSED_EXTRA_TOKEN_233>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151898": {
"content": "<UNUSED_EXTRA_TOKEN_234>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151899": {
"content": "<UNUSED_EXTRA_TOKEN_235>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151900": {
"content": "<UNUSED_EXTRA_TOKEN_236>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151901": {
"content": "<UNUSED_EXTRA_TOKEN_237>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151902": {
"content": "<UNUSED_EXTRA_TOKEN_238>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151903": {
"content": "<UNUSED_EXTRA_TOKEN_239>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151904": {
"content": "<UNUSED_EXTRA_TOKEN_240>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151905": {
"content": "<UNUSED_EXTRA_TOKEN_241>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151906": {
"content": "<UNUSED_EXTRA_TOKEN_242>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151907": {
"content": "<UNUSED_EXTRA_TOKEN_243>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151908": {
"content": "<UNUSED_EXTRA_TOKEN_244>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151909": {
"content": "<UNUSED_EXTRA_TOKEN_245>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151910": {
"content": "<UNUSED_EXTRA_TOKEN_246>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151911": {
"content": "<UNUSED_EXTRA_TOKEN_247>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151912": {
"content": "<UNUSED_EXTRA_TOKEN_248>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151913": {
"content": "<UNUSED_EXTRA_TOKEN_249>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151914": {
"content": "<UNUSED_EXTRA_TOKEN_250>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151915": {
"content": "<UNUSED_EXTRA_TOKEN_251>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151916": {
"content": "<UNUSED_EXTRA_TOKEN_252>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151917": {
"content": "<UNUSED_EXTRA_TOKEN_253>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151918": {
"content": "<UNUSED_EXTRA_TOKEN_254>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151919": {
"content": "<UNUSED_EXTRA_TOKEN_255>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151920": {
"content": "<UNUSED_EXTRA_TOKEN_256>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151921": {
"content": "<UNUSED_EXTRA_TOKEN_257>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151922": {
"content": "<UNUSED_EXTRA_TOKEN_258>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151923": {
"content": "<UNUSED_EXTRA_TOKEN_259>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151924": {
"content": "<UNUSED_EXTRA_TOKEN_260>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151925": {
"content": "<UNUSED_EXTRA_TOKEN_261>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151926": {
"content": "<UNUSED_EXTRA_TOKEN_262>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151927": {
"content": "<UNUSED_EXTRA_TOKEN_263>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151928": {
"content": "<UNUSED_EXTRA_TOKEN_264>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151929": {
"content": "<UNUSED_EXTRA_TOKEN_265>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151930": {
"content": "<UNUSED_EXTRA_TOKEN_266>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151931": {
"content": "<UNUSED_EXTRA_TOKEN_267>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151932": {
"content": "<UNUSED_EXTRA_TOKEN_268>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151933": {
"content": "<UNUSED_EXTRA_TOKEN_269>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151934": {
"content": "<UNUSED_EXTRA_TOKEN_270>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151935": {
"content": "<UNUSED_EXTRA_TOKEN_271>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151936": {
"content": "<UNUSED_EXTRA_TOKEN_272>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151937": {
"content": "<UNUSED_EXTRA_TOKEN_273>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151938": {
"content": "<UNUSED_EXTRA_TOKEN_274>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151939": {
"content": "<UNUSED_EXTRA_TOKEN_275>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151940": {
"content": "<UNUSED_EXTRA_TOKEN_276>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151941": {
"content": "<UNUSED_EXTRA_TOKEN_277>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151942": {
"content": "<UNUSED_EXTRA_TOKEN_278>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151943": {
"content": "<UNUSED_EXTRA_TOKEN_279>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151944": {
"content": "<UNUSED_EXTRA_TOKEN_280>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151945": {
"content": "<UNUSED_EXTRA_TOKEN_281>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151946": {
"content": "<UNUSED_EXTRA_TOKEN_282>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151947": {
"content": "<UNUSED_EXTRA_TOKEN_283>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151948": {
"content": "<UNUSED_EXTRA_TOKEN_284>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151949": {
"content": "<UNUSED_EXTRA_TOKEN_285>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151950": {
"content": "<UNUSED_EXTRA_TOKEN_286>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151951": {
"content": "<UNUSED_EXTRA_TOKEN_287>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151952": {
"content": "<UNUSED_EXTRA_TOKEN_288>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151953": {
"content": "<UNUSED_EXTRA_TOKEN_289>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151954": {
"content": "<UNUSED_EXTRA_TOKEN_290>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151955": {
"content": "<UNUSED_EXTRA_TOKEN_291>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151956": {
"content": "<UNUSED_EXTRA_TOKEN_292>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151957": {
"content": "<UNUSED_EXTRA_TOKEN_293>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151958": {
"content": "<UNUSED_EXTRA_TOKEN_294>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151959": {
"content": "<UNUSED_EXTRA_TOKEN_295>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151960": {
"content": "<UNUSED_EXTRA_TOKEN_296>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151961": {
"content": "<UNUSED_EXTRA_TOKEN_297>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151962": {
"content": "<UNUSED_EXTRA_TOKEN_298>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151963": {
"content": "<UNUSED_EXTRA_TOKEN_299>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151964": {
"content": "<UNUSED_EXTRA_TOKEN_300>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151965": {
"content": "<UNUSED_EXTRA_TOKEN_301>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151966": {
"content": "<UNUSED_EXTRA_TOKEN_302>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151967": {
"content": "<UNUSED_EXTRA_TOKEN_303>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151968": {
"content": "<UNUSED_EXTRA_TOKEN_304>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151969": {
"content": "<UNUSED_EXTRA_TOKEN_305>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151970": {
"content": "<UNUSED_EXTRA_TOKEN_306>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151971": {
"content": "<UNUSED_EXTRA_TOKEN_307>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151972": {
"content": "<UNUSED_EXTRA_TOKEN_308>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151973": {
"content": "<UNUSED_EXTRA_TOKEN_309>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151974": {
"content": "<UNUSED_EXTRA_TOKEN_310>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151975": {
"content": "<UNUSED_EXTRA_TOKEN_311>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151976": {
"content": "<UNUSED_EXTRA_TOKEN_312>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151977": {
"content": "<UNUSED_EXTRA_TOKEN_313>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151978": {
"content": "<UNUSED_EXTRA_TOKEN_314>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151979": {
"content": "<UNUSED_EXTRA_TOKEN_315>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151980": {
"content": "<UNUSED_EXTRA_TOKEN_316>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151981": {
"content": "<UNUSED_EXTRA_TOKEN_317>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151982": {
"content": "<UNUSED_EXTRA_TOKEN_318>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151983": {
"content": "<UNUSED_EXTRA_TOKEN_319>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151984": {
"content": "<UNUSED_EXTRA_TOKEN_320>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151985": {
"content": "<UNUSED_EXTRA_TOKEN_321>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151986": {
"content": "<UNUSED_EXTRA_TOKEN_322>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151987": {
"content": "<UNUSED_EXTRA_TOKEN_323>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151988": {
"content": "<UNUSED_EXTRA_TOKEN_324>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151989": {
"content": "<UNUSED_EXTRA_TOKEN_325>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151990": {
"content": "<UNUSED_EXTRA_TOKEN_326>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151991": {
"content": "<UNUSED_EXTRA_TOKEN_327>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151992": {
"content": "<UNUSED_EXTRA_TOKEN_328>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151993": {
"content": "<UNUSED_EXTRA_TOKEN_329>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151994": {
"content": "<UNUSED_EXTRA_TOKEN_330>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151995": {
"content": "<UNUSED_EXTRA_TOKEN_331>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151996": {
"content": "<UNUSED_EXTRA_TOKEN_332>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151997": {
"content": "<UNUSED_EXTRA_TOKEN_333>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151998": {
"content": "<UNUSED_EXTRA_TOKEN_334>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151999": {
"content": "<UNUSED_EXTRA_TOKEN_335>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152000": {
"content": "<UNUSED_EXTRA_TOKEN_336>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152001": {
"content": "<UNUSED_EXTRA_TOKEN_337>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152002": {
"content": "<UNUSED_EXTRA_TOKEN_338>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152003": {
"content": "<UNUSED_EXTRA_TOKEN_339>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152004": {
"content": "<UNUSED_EXTRA_TOKEN_340>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152005": {
"content": "<UNUSED_EXTRA_TOKEN_341>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152006": {
"content": "<UNUSED_EXTRA_TOKEN_342>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152007": {
"content": "<UNUSED_EXTRA_TOKEN_343>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152008": {
"content": "<UNUSED_EXTRA_TOKEN_344>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152009": {
"content": "<UNUSED_EXTRA_TOKEN_345>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152010": {
"content": "<UNUSED_EXTRA_TOKEN_346>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152011": {
"content": "<UNUSED_EXTRA_TOKEN_347>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152012": {
"content": "<UNUSED_EXTRA_TOKEN_348>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152013": {
"content": "<UNUSED_EXTRA_TOKEN_349>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152014": {
"content": "<UNUSED_EXTRA_TOKEN_350>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152015": {
"content": "<UNUSED_EXTRA_TOKEN_351>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152016": {
"content": "<UNUSED_EXTRA_TOKEN_352>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152017": {
"content": "<UNUSED_EXTRA_TOKEN_353>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152018": {
"content": "<UNUSED_EXTRA_TOKEN_354>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152019": {
"content": "<UNUSED_EXTRA_TOKEN_355>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152020": {
"content": "<UNUSED_EXTRA_TOKEN_356>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152021": {
"content": "<UNUSED_EXTRA_TOKEN_357>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152022": {
"content": "<UNUSED_EXTRA_TOKEN_358>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152023": {
"content": "<UNUSED_EXTRA_TOKEN_359>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152024": {
"content": "<UNUSED_EXTRA_TOKEN_360>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152025": {
"content": "<UNUSED_EXTRA_TOKEN_361>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152026": {
"content": "<UNUSED_EXTRA_TOKEN_362>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152027": {
"content": "<UNUSED_EXTRA_TOKEN_363>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152028": {
"content": "<UNUSED_EXTRA_TOKEN_364>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152029": {
"content": "<UNUSED_EXTRA_TOKEN_365>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152030": {
"content": "<UNUSED_EXTRA_TOKEN_366>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152031": {
"content": "<UNUSED_EXTRA_TOKEN_367>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152032": {
"content": "<UNUSED_EXTRA_TOKEN_368>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152033": {
"content": "<UNUSED_EXTRA_TOKEN_369>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152034": {
"content": "<UNUSED_EXTRA_TOKEN_370>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152035": {
"content": "<UNUSED_EXTRA_TOKEN_371>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152036": {
"content": "<UNUSED_EXTRA_TOKEN_372>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152037": {
"content": "<UNUSED_EXTRA_TOKEN_373>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152038": {
"content": "<UNUSED_EXTRA_TOKEN_374>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152039": {
"content": "<UNUSED_EXTRA_TOKEN_375>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152040": {
"content": "<UNUSED_EXTRA_TOKEN_376>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152041": {
"content": "<UNUSED_EXTRA_TOKEN_377>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152042": {
"content": "<UNUSED_EXTRA_TOKEN_378>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152043": {
"content": "<UNUSED_EXTRA_TOKEN_379>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152044": {
"content": "<UNUSED_EXTRA_TOKEN_380>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152045": {
"content": "<UNUSED_EXTRA_TOKEN_381>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152046": {
"content": "<UNUSED_EXTRA_TOKEN_382>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152047": {
"content": "<UNUSED_EXTRA_TOKEN_383>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152048": {
"content": "<UNUSED_EXTRA_TOKEN_384>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152049": {
"content": "<UNUSED_EXTRA_TOKEN_385>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152050": {
"content": "<UNUSED_EXTRA_TOKEN_386>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152051": {
"content": "<UNUSED_EXTRA_TOKEN_387>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152052": {
"content": "<UNUSED_EXTRA_TOKEN_388>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152053": {
"content": "<UNUSED_EXTRA_TOKEN_389>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152054": {
"content": "<UNUSED_EXTRA_TOKEN_390>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152055": {
"content": "<UNUSED_EXTRA_TOKEN_391>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152056": {
"content": "<UNUSED_EXTRA_TOKEN_392>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152057": {
"content": "<UNUSED_EXTRA_TOKEN_393>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152058": {
"content": "<UNUSED_EXTRA_TOKEN_394>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152059": {
"content": "<UNUSED_EXTRA_TOKEN_395>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152060": {
"content": "<UNUSED_EXTRA_TOKEN_396>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152061": {
"content": "<UNUSED_EXTRA_TOKEN_397>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152062": {
"content": "<UNUSED_EXTRA_TOKEN_398>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152063": {
"content": "<UNUSED_EXTRA_TOKEN_399>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
}
},
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"bos_token": null,
"chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
"clean_up_tokenization_spaces": false,
"eos_token": "<|endoftext|>",
"errors": "replace",
"extra_special_tokens": {},
"model_max_length": 131072,
"pad_token": "<|endoftext|>",
"split_special_tokens": false,
"tokenizer_class": "Qwen2Tokenizer",
"unk_token": null
}