diff --git "a/tokenizer_config.json" "b/tokenizer_config.json" new file mode 100644--- /dev/null +++ "b/tokenizer_config.json" @@ -0,0 +1,3805 @@ +{ + "added_tokens_decoder": { + "151643": { + "content": "[BOS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151644": { + "content": "[EOS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151645": { + "content": "<|im_msg_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151646": { + "content": "<|im_user_msg_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151647": { + "content": "<|im_assistant_msg_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151648": { + "content": "<|reserved_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151649": { + "content": "<|reserved_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151650": { + "content": "<|reserved_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151651": { + "content": "<|reserved_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151652": { + "content": "[EOT]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151653": { + "content": "<|reserved_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151654": { + "content": "<|reserved_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151655": { + "content": "<|reserved_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151656": { + "content": "<|reserved_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151657": { + "content": "<|reserved_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151658": { + "content": "<|reserved_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151659": { + "content": "<|reserved_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151660": { + "content": "<|reserved_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151661": { + "content": "<|im_media_begin|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151662": { + "content": "<|reserved_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151663": { + "content": "<|im_media_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151664": { + "content": "<|reserved_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151665": { + "content": "<|reserved_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151666": { + "content": "<|im_kimia_text_blank|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151667": { + "content": "<|im_kimia_text_eos|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151668": { + "content": "<|reserved_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151669": { + "content": "<|reserved_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151670": { + "content": "<|im_kimia_user_msg_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151671": { + "content": "<|im_kimia_assistant_msg_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151672": { + "content": "<|reserved_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151673": { + "content": "<|reserved_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151674": { + "content": "<|reserved_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151675": { + "content": "<|im_kimia_speech_ct_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151676": { + "content": "<|im_kimia_speech_ctd_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151677": { + "content": "<|reserved_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151678": { + "content": "<|reserved_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151679": { + "content": "<|reserved_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151680": { + "content": "<|reserved_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151681": { + "content": "<|reserved_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151682": { + "content": "<|reserved_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151683": { + "content": "<|reserved_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151684": { + "content": "<|reserved_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151685": { + "content": "<|reserved_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151686": { + "content": "<|reserved_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151687": { + "content": "<|reserved_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151688": { + "content": "<|reserved_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151689": { + "content": "<|reserved_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151690": { + "content": "<|reserved_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151691": { + "content": "<|reserved_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151692": { + "content": "<|reserved_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151693": { + "content": "<|reserved_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151694": { + "content": "<|reserved_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151695": { + "content": "<|reserved_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151696": { + "content": "<|reserved_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151697": { + "content": "<|reserved_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151698": { + "content": "<|reserved_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151699": { + "content": "<|reserved_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151700": { + "content": "<|reserved_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151701": { + "content": "<|reserved_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151702": { + "content": "<|reserved_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151703": { + "content": "<|reserved_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151704": { + "content": "<|reserved_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151705": { + "content": "<|reserved_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151706": { + "content": "<|reserved_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151707": { + "content": "<|reserved_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151708": { + "content": "<|reserved_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151709": { + "content": "<|reserved_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151710": { + "content": "<|reserved_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151711": { + "content": "<|reserved_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151712": { + "content": "<|reserved_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151713": { + "content": "<|reserved_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151714": { + "content": "<|reserved_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151715": { + "content": "<|reserved_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151716": { + "content": "<|reserved_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151717": { + "content": "<|reserved_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151718": { + "content": "<|reserved_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151719": { + "content": "<|reserved_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151720": { + "content": "<|reserved_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151721": { + "content": "<|reserved_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151722": { + "content": "<|reserved_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151723": { + "content": "<|reserved_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151724": { + "content": "<|reserved_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151725": { + "content": "<|reserved_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151726": { + "content": "<|reserved_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151727": { + "content": "<|reserved_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151728": { + "content": "<|reserved_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151729": { + "content": "<|reserved_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151730": { + "content": "<|reserved_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151731": { + "content": "<|reserved_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151732": { + "content": "<|reserved_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151733": { + "content": "<|reserved_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151734": { + "content": "<|reserved_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151735": { + "content": "<|reserved_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151736": { + "content": "<|reserved_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151737": { + "content": "<|reserved_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151738": { + "content": "<|reserved_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151739": { + "content": "<|reserved_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151740": { + "content": "<|reserved_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151741": { + "content": "<|reserved_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151742": { + "content": "<|reserved_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151743": { + "content": "<|reserved_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151744": { + "content": "<|reserved_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151745": { + "content": "<|reserved_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151746": { + "content": "<|reserved_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151747": { + "content": "<|reserved_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151748": { + "content": "<|reserved_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151749": { + "content": "<|reserved_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151750": { + "content": "<|reserved_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151751": { + "content": "<|reserved_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151752": { + "content": "<|reserved_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151753": { + "content": "<|reserved_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151754": { + "content": "<|reserved_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151755": { + "content": "<|reserved_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151756": { + "content": "<|reserved_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151757": { + "content": "<|reserved_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151758": { + "content": "<|reserved_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151759": { + "content": "<|reserved_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151760": { + "content": "<|reserved_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151761": { + "content": "<|reserved_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151762": { + "content": "<|reserved_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151763": { + "content": "<|reserved_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151764": { + "content": "<|reserved_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151765": { + "content": "<|reserved_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151766": { + "content": "<|reserved_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151767": { + "content": "<|reserved_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151768": { + "content": "<|reserved_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151769": { + "content": "<|reserved_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151770": { + "content": "<|reserved_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151771": { + "content": "<|reserved_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151772": { + "content": "<|reserved_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151773": { + "content": "<|reserved_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151774": { + "content": "<|reserved_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151775": { + "content": "<|reserved_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151776": { + "content": "<|reserved_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151777": { + "content": "<|reserved_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151778": { + "content": "<|reserved_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151779": { + "content": "<|reserved_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151780": { + "content": "<|reserved_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151781": { + "content": "<|reserved_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151782": { + "content": "<|reserved_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151783": { + "content": "<|reserved_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151784": { + "content": "<|reserved_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151785": { + "content": "<|reserved_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151786": { + "content": "<|reserved_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151787": { + "content": "<|reserved_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151788": { + "content": "<|reserved_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151789": { + "content": "<|reserved_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151790": { + "content": "<|reserved_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151791": { + "content": "<|reserved_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151792": { + "content": "<|reserved_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151793": { + "content": "<|reserved_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151794": { + "content": "<|reserved_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151795": { + "content": "<|reserved_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151796": { + "content": "<|reserved_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151797": { + "content": "<|reserved_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151798": { + "content": "<|reserved_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151799": { + "content": "<|reserved_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151800": { + "content": "<|reserved_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151801": { + "content": "<|reserved_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151802": { + "content": "<|reserved_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151803": { + "content": "<|reserved_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151804": { + "content": "<|reserved_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151805": { + "content": "<|reserved_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151806": { + "content": "<|reserved_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151807": { + "content": "<|reserved_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151808": { + "content": "<|reserved_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151809": { + "content": "<|reserved_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151810": { + "content": "<|reserved_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151811": { + "content": "<|reserved_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151812": { + "content": "<|reserved_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151813": { + "content": "<|reserved_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151814": { + "content": "<|reserved_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151815": { + "content": "<|reserved_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151816": { + "content": "<|reserved_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151817": { + "content": "<|reserved_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151818": { + "content": "<|reserved_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151819": { + "content": "<|reserved_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151820": { + "content": "<|reserved_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151821": { + "content": "<|reserved_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151822": { + "content": "<|reserved_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151823": { + "content": "<|reserved_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151824": { + "content": "<|reserved_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151825": { + "content": "<|reserved_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151826": { + "content": "<|reserved_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151827": { + "content": "<|reserved_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151828": { + "content": "<|reserved_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151829": { + "content": "<|reserved_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151830": { + "content": "<|reserved_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151831": { + "content": "<|reserved_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151832": { + "content": "<|reserved_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151833": { + "content": "<|reserved_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151834": { + "content": "<|reserved_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151835": { + "content": "<|reserved_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151836": { + "content": "<|reserved_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151837": { + "content": "<|reserved_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151838": { + "content": "<|reserved_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151839": { + "content": "<|reserved_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151840": { + "content": "<|reserved_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151841": { + "content": "<|reserved_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151842": { + "content": "<|reserved_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151843": { + "content": "<|reserved_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151844": { + "content": "<|reserved_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151845": { + "content": "<|reserved_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151846": { + "content": "<|reserved_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151847": { + "content": "<|reserved_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151848": { + "content": "<|reserved_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151849": { + "content": "<|reserved_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151850": { + "content": "<|reserved_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151851": { + "content": "<|reserved_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151852": { + "content": "<|reserved_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151853": { + "content": "<|reserved_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151854": { + "content": "<|reserved_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151855": { + "content": "<|reserved_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151856": { + "content": "<|reserved_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151857": { + "content": "<|reserved_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151858": { + "content": "<|reserved_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151859": { + "content": "<|reserved_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151860": { + "content": "<|reserved_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151861": { + "content": "<|reserved_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151862": { + "content": "<|reserved_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151863": { + "content": "<|reserved_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151864": { + "content": "<|reserved_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151865": { + "content": "<|reserved_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151866": { + "content": "<|reserved_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151867": { + "content": "<|reserved_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151868": { + "content": "<|reserved_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151869": { + "content": "<|reserved_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151870": { + "content": "<|reserved_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151871": { + "content": "<|reserved_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151872": { + "content": "<|reserved_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151873": { + "content": "<|reserved_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151874": { + "content": "<|reserved_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151875": { + "content": "<|reserved_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151876": { + "content": "<|reserved_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151877": { + "content": "<|reserved_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151878": { + "content": "<|reserved_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151879": { + "content": "<|reserved_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151880": { + "content": "<|reserved_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151881": { + "content": "<|reserved_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151882": { + "content": "<|reserved_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151883": { + "content": "<|reserved_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151884": { + "content": "<|reserved_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151885": { + "content": "<|reserved_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151886": { + "content": "<|reserved_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151887": { + "content": "<|reserved_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151888": { + "content": "<|reserved_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151889": { + "content": "<|reserved_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151890": { + "content": "<|reserved_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151891": { + "content": "<|reserved_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151892": { + "content": "<|reserved_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151893": { + "content": "<|reserved_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151894": { + "content": "<|reserved_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151895": { + "content": "<|reserved_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151896": { + "content": "<|reserved_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151897": { + "content": "<|reserved_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151898": { + "content": "<|reserved_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151899": { + "content": "<|reserved_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151900": { + "content": "<|reserved_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151901": { + "content": "<|reserved_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151902": { + "content": "<|reserved_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151903": { + "content": "<|reserved_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151904": { + "content": "<|reserved_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151905": { + "content": "<|reserved_token_248|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151906": { + "content": "<|reserved_token_249|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151907": { + "content": "<|reserved_token_250|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151908": { + "content": "<|reserved_token_251|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151909": { + "content": "<|reserved_token_252|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151910": { + "content": "<|reserved_token_253|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151911": { + "content": "<|reserved_token_254|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151912": { + "content": "<|reserved_token_255|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151913": { + "content": "<|reserved_token_256|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151914": { + "content": "<|reserved_token_257|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151915": { + "content": "<|reserved_token_258|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151916": { + "content": "<|reserved_token_259|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151917": { + "content": "<|reserved_token_260|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151918": { + "content": "<|reserved_token_261|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151919": { + "content": "<|reserved_token_262|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151920": { + "content": "<|reserved_token_263|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151921": { + "content": "<|reserved_token_264|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151922": { + "content": "<|reserved_token_265|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151923": { + "content": "<|reserved_token_266|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151924": { + "content": "<|reserved_token_267|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151925": { + "content": "<|reserved_token_268|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151926": { + "content": "<|reserved_token_269|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151927": { + "content": "<|reserved_token_270|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151928": { + "content": "<|reserved_token_271|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151929": { + "content": "<|reserved_token_272|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151930": { + "content": "<|reserved_token_273|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151931": { + "content": "<|reserved_token_274|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151932": { + "content": "<|reserved_token_275|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151933": { + "content": "<|reserved_token_276|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151934": { + "content": "<|reserved_token_277|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151935": { + "content": "<|reserved_token_278|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151936": { + "content": "<|reserved_token_279|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151937": { + "content": "<|reserved_token_280|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151938": { + "content": "<|reserved_token_281|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151939": { + "content": "<|reserved_token_282|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151940": { + "content": "<|reserved_token_283|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151941": { + "content": "<|reserved_token_284|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151942": { + "content": "<|reserved_token_285|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151943": { + "content": "<|reserved_token_286|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151944": { + "content": "<|reserved_token_287|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151945": { + "content": "<|reserved_token_288|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151946": { + "content": "<|reserved_token_289|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151947": { + "content": "<|reserved_token_290|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151948": { + "content": "<|reserved_token_291|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151949": { + "content": "<|reserved_token_292|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151950": { + "content": "<|reserved_token_293|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151951": { + "content": "<|reserved_token_294|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151952": { + "content": "<|reserved_token_295|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151953": { + "content": "<|reserved_token_296|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151954": { + "content": "<|reserved_token_297|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151955": { + "content": "<|reserved_token_298|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151956": { + "content": "<|reserved_token_299|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151957": { + "content": "<|reserved_token_300|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151958": { + "content": "<|reserved_token_301|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151959": { + "content": "<|reserved_token_302|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151960": { + "content": "<|reserved_token_303|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151961": { + "content": "<|reserved_token_304|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151962": { + "content": "<|reserved_token_305|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151963": { + "content": "<|reserved_token_306|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151964": { + "content": "<|reserved_token_307|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151965": { + "content": "<|reserved_token_308|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151966": { + "content": "<|reserved_token_309|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151967": { + "content": "<|reserved_token_310|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151968": { + "content": "<|reserved_token_311|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151969": { + "content": "<|reserved_token_312|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151970": { + "content": "<|reserved_token_313|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151971": { + "content": "<|reserved_token_314|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151972": { + "content": "<|reserved_token_315|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151973": { + "content": "<|reserved_token_316|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151974": { + "content": "<|reserved_token_317|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151975": { + "content": "<|reserved_token_318|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151976": { + "content": "<|reserved_token_319|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151977": { + "content": "<|reserved_token_320|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151978": { + "content": "<|reserved_token_321|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151979": { + "content": "<|reserved_token_322|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151980": { + "content": "<|reserved_token_323|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151981": { + "content": "<|reserved_token_324|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151982": { + "content": "<|reserved_token_325|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151983": { + "content": "<|reserved_token_326|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151984": { + "content": "<|reserved_token_327|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151985": { + "content": "<|reserved_token_328|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151986": { + "content": "<|reserved_token_329|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151987": { + "content": "<|reserved_token_330|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151988": { + "content": "<|reserved_token_331|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151989": { + "content": "<|reserved_token_332|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151990": { + "content": "<|reserved_token_333|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151991": { + "content": "<|reserved_token_334|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151992": { + "content": "<|reserved_token_335|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151993": { + "content": "<|reserved_token_336|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151994": { + "content": "<|reserved_token_337|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151995": { + "content": "<|reserved_token_338|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151996": { + "content": "<|reserved_token_339|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151997": { + "content": "<|reserved_token_340|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151998": { + "content": "<|reserved_token_341|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151999": { + "content": "<|reserved_token_342|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152000": { + "content": "<|reserved_token_343|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152001": { + "content": "<|reserved_token_344|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152002": { + "content": "<|reserved_token_345|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152003": { + "content": "<|reserved_token_346|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152004": { + "content": "<|reserved_token_347|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152005": { + "content": "<|reserved_token_348|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152006": { + "content": "<|reserved_token_349|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152007": { + "content": "<|reserved_token_350|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152008": { + "content": "<|reserved_token_351|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152009": { + "content": "<|reserved_token_352|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152010": { + "content": "<|reserved_token_353|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152011": { + "content": "<|reserved_token_354|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152012": { + "content": "<|reserved_token_355|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152013": { + "content": "<|reserved_token_356|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152014": { + "content": "<|reserved_token_357|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152015": { + "content": "<|reserved_token_358|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152016": { + "content": "<|reserved_token_359|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152017": { + "content": "<|reserved_token_360|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152018": { + "content": "<|reserved_token_361|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152019": { + "content": "<|reserved_token_362|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152020": { + "content": "<|reserved_token_363|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152021": { + "content": "<|reserved_token_364|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152022": { + "content": "<|reserved_token_365|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152023": { + "content": "<|reserved_token_366|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152024": { + "content": "<|reserved_token_367|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152025": { + "content": "<|reserved_token_368|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152026": { + "content": "<|reserved_token_369|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152027": { + "content": "<|reserved_token_370|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152028": { + "content": "<|reserved_token_371|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152029": { + "content": "<|reserved_token_372|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152030": { + "content": "<|reserved_token_373|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152031": { + "content": "<|reserved_token_374|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152032": { + "content": "<|reserved_token_375|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152033": { + "content": "<|reserved_token_376|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152034": { + "content": "<|reserved_token_377|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152035": { + "content": "<|reserved_token_378|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152036": { + "content": "<|reserved_token_379|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152037": { + "content": "<|reserved_token_380|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152038": { + "content": "<|reserved_token_381|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152039": { + "content": "<|reserved_token_382|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152040": { + "content": "<|reserved_token_383|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152041": { + "content": "<|reserved_token_384|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152042": { + "content": "<|reserved_token_385|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152043": { + "content": "<|reserved_token_386|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152044": { + "content": "<|reserved_token_387|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152045": { + "content": "<|reserved_token_388|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152046": { + "content": "<|reserved_token_389|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152047": { + "content": "<|reserved_token_390|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152048": { + "content": "<|reserved_token_391|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152049": { + "content": "<|reserved_token_392|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152050": { + "content": "<|reserved_token_393|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152051": { + "content": "<|reserved_token_394|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152052": { + "content": "<|reserved_token_395|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152053": { + "content": "<|reserved_token_396|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152054": { + "content": "<|reserved_token_397|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152055": { + "content": "<|reserved_token_398|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152056": { + "content": "<|reserved_token_399|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152057": { + "content": "<|reserved_token_400|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152058": { + "content": "<|reserved_token_401|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152059": { + "content": "<|reserved_token_402|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152060": { + "content": "<|reserved_token_403|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152061": { + "content": "<|reserved_token_404|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152062": { + "content": "<|reserved_token_405|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "152063": { + "content": "<|reserved_token_406|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_msg_end|>", + "<|im_user_msg_start|>", + "<|im_assistant_msg_start|>", + "<|reserved_token_0|>", + "<|reserved_token_1|>", + "<|reserved_token_2|>", + "<|reserved_token_3|>", + "[EOT]", + "<|reserved_token_4|>", + "<|reserved_token_5|>", + "<|reserved_token_6|>", + "<|reserved_token_7|>", + "<|reserved_token_8|>", + "<|reserved_token_9|>", + "<|reserved_token_10|>", + "<|reserved_token_11|>", + "<|im_media_begin|>", + "<|reserved_token_12|>", + "<|im_media_end|>", + "<|reserved_token_13|>", + "<|reserved_token_14|>", + "<|im_kimia_text_blank|>", + "<|im_kimia_text_eos|>", + "<|reserved_token_15|>", + "<|reserved_token_16|>", + "<|im_kimia_user_msg_start|>", + "<|im_kimia_assistant_msg_start|>", + "<|reserved_token_17|>", + "<|reserved_token_18|>", + "<|reserved_token_19|>", + "<|im_kimia_speech_ct_id|>", + "<|im_kimia_speech_ctd_id|>", + "<|reserved_token_20|>", + "<|reserved_token_21|>", + "<|reserved_token_22|>", + "<|reserved_token_23|>", + "<|reserved_token_24|>", + "<|reserved_token_25|>", + "<|reserved_token_26|>", + "<|reserved_token_27|>", + "<|reserved_token_28|>", + "<|reserved_token_29|>", + "<|reserved_token_30|>", + "<|reserved_token_31|>", + "<|reserved_token_32|>", + "<|reserved_token_33|>", + "<|reserved_token_34|>", + "<|reserved_token_35|>", + "<|reserved_token_36|>", + "<|reserved_token_37|>", + "<|reserved_token_38|>", + "<|reserved_token_39|>", + "<|reserved_token_40|>", + "<|reserved_token_41|>", + "<|reserved_token_42|>", + "<|reserved_token_43|>", + "<|reserved_token_44|>", + "<|reserved_token_45|>", + "<|reserved_token_46|>", + "<|reserved_token_47|>", + "<|reserved_token_48|>", + "<|reserved_token_49|>", + "<|reserved_token_50|>", + "<|reserved_token_51|>", + "<|reserved_token_52|>", + "<|reserved_token_53|>", + "<|reserved_token_54|>", + "<|reserved_token_55|>", + "<|reserved_token_56|>", + "<|reserved_token_57|>", + "<|reserved_token_58|>", + "<|reserved_token_59|>", + "<|reserved_token_60|>", + "<|reserved_token_61|>", + "<|reserved_token_62|>", + "<|reserved_token_63|>", + "<|reserved_token_64|>", + "<|reserved_token_65|>", + "<|reserved_token_66|>", + "<|reserved_token_67|>", + "<|reserved_token_68|>", + "<|reserved_token_69|>", + "<|reserved_token_70|>", + "<|reserved_token_71|>", + "<|reserved_token_72|>", + "<|reserved_token_73|>", + "<|reserved_token_74|>", + "<|reserved_token_75|>", + "<|reserved_token_76|>", + "<|reserved_token_77|>", + "<|reserved_token_78|>", + "<|reserved_token_79|>", + "<|reserved_token_80|>", + "<|reserved_token_81|>", + "<|reserved_token_82|>", + "<|reserved_token_83|>", + "<|reserved_token_84|>", + "<|reserved_token_85|>", + "<|reserved_token_86|>", + "<|reserved_token_87|>", + "<|reserved_token_88|>", + "<|reserved_token_89|>", + "<|reserved_token_90|>", + "<|reserved_token_91|>", + "<|reserved_token_92|>", + "<|reserved_token_93|>", + "<|reserved_token_94|>", + "<|reserved_token_95|>", + "<|reserved_token_96|>", + "<|reserved_token_97|>", + "<|reserved_token_98|>", + "<|reserved_token_99|>", + "<|reserved_token_100|>", + "<|reserved_token_101|>", + "<|reserved_token_102|>", + "<|reserved_token_103|>", + "<|reserved_token_104|>", + "<|reserved_token_105|>", + "<|reserved_token_106|>", + "<|reserved_token_107|>", + "<|reserved_token_108|>", + "<|reserved_token_109|>", + "<|reserved_token_110|>", + "<|reserved_token_111|>", + "<|reserved_token_112|>", + "<|reserved_token_113|>", + "<|reserved_token_114|>", + "<|reserved_token_115|>", + "<|reserved_token_116|>", + "<|reserved_token_117|>", + "<|reserved_token_118|>", + "<|reserved_token_119|>", + "<|reserved_token_120|>", + "<|reserved_token_121|>", + "<|reserved_token_122|>", + "<|reserved_token_123|>", + "<|reserved_token_124|>", + "<|reserved_token_125|>", + "<|reserved_token_126|>", + "<|reserved_token_127|>", + "<|reserved_token_128|>", + "<|reserved_token_129|>", + "<|reserved_token_130|>", + "<|reserved_token_131|>", + "<|reserved_token_132|>", + "<|reserved_token_133|>", + "<|reserved_token_134|>", + "<|reserved_token_135|>", + "<|reserved_token_136|>", + "<|reserved_token_137|>", + "<|reserved_token_138|>", + "<|reserved_token_139|>", + "<|reserved_token_140|>", + "<|reserved_token_141|>", + "<|reserved_token_142|>", + "<|reserved_token_143|>", + "<|reserved_token_144|>", + "<|reserved_token_145|>", + "<|reserved_token_146|>", + "<|reserved_token_147|>", + "<|reserved_token_148|>", + "<|reserved_token_149|>", + "<|reserved_token_150|>", + "<|reserved_token_151|>", + "<|reserved_token_152|>", + "<|reserved_token_153|>", + "<|reserved_token_154|>", + "<|reserved_token_155|>", + "<|reserved_token_156|>", + "<|reserved_token_157|>", + "<|reserved_token_158|>", + "<|reserved_token_159|>", + "<|reserved_token_160|>", + "<|reserved_token_161|>", + "<|reserved_token_162|>", + "<|reserved_token_163|>", + "<|reserved_token_164|>", + "<|reserved_token_165|>", + "<|reserved_token_166|>", + "<|reserved_token_167|>", + "<|reserved_token_168|>", + "<|reserved_token_169|>", + "<|reserved_token_170|>", + "<|reserved_token_171|>", + "<|reserved_token_172|>", + "<|reserved_token_173|>", + "<|reserved_token_174|>", + "<|reserved_token_175|>", + "<|reserved_token_176|>", + "<|reserved_token_177|>", + "<|reserved_token_178|>", + "<|reserved_token_179|>", + "<|reserved_token_180|>", + "<|reserved_token_181|>", + "<|reserved_token_182|>", + "<|reserved_token_183|>", + "<|reserved_token_184|>", + "<|reserved_token_185|>", + "<|reserved_token_186|>", + "<|reserved_token_187|>", + "<|reserved_token_188|>", + "<|reserved_token_189|>", + "<|reserved_token_190|>", + "<|reserved_token_191|>", + "<|reserved_token_192|>", + "<|reserved_token_193|>", + "<|reserved_token_194|>", + "<|reserved_token_195|>", + "<|reserved_token_196|>", + "<|reserved_token_197|>", + "<|reserved_token_198|>", + "<|reserved_token_199|>", + "<|reserved_token_200|>", + "<|reserved_token_201|>", + "<|reserved_token_202|>", + "<|reserved_token_203|>", + "<|reserved_token_204|>", + "<|reserved_token_205|>", + "<|reserved_token_206|>", + "<|reserved_token_207|>", + "<|reserved_token_208|>", + "<|reserved_token_209|>", + "<|reserved_token_210|>", + "<|reserved_token_211|>", + "<|reserved_token_212|>", + "<|reserved_token_213|>", + "<|reserved_token_214|>", + "<|reserved_token_215|>", + "<|reserved_token_216|>", + "<|reserved_token_217|>", + "<|reserved_token_218|>", + "<|reserved_token_219|>", + "<|reserved_token_220|>", + "<|reserved_token_221|>", + "<|reserved_token_222|>", + "<|reserved_token_223|>", + "<|reserved_token_224|>", + "<|reserved_token_225|>", + "<|reserved_token_226|>", + "<|reserved_token_227|>", + "<|reserved_token_228|>", + "<|reserved_token_229|>", + "<|reserved_token_230|>", + "<|reserved_token_231|>", + "<|reserved_token_232|>", + "<|reserved_token_233|>", + "<|reserved_token_234|>", + "<|reserved_token_235|>", + "<|reserved_token_236|>", + "<|reserved_token_237|>", + "<|reserved_token_238|>", + "<|reserved_token_239|>", + "<|reserved_token_240|>", + "<|reserved_token_241|>", + "<|reserved_token_242|>", + "<|reserved_token_243|>", + "<|reserved_token_244|>", + "<|reserved_token_245|>", + "<|reserved_token_246|>", + "<|reserved_token_247|>", + "<|reserved_token_248|>", + "<|reserved_token_249|>", + "<|reserved_token_250|>", + "<|reserved_token_251|>", + "<|reserved_token_252|>", + "<|reserved_token_253|>", + "<|reserved_token_254|>", + "<|reserved_token_255|>", + "<|reserved_token_256|>", + "<|reserved_token_257|>", + "<|reserved_token_258|>", + "<|reserved_token_259|>", + "<|reserved_token_260|>", + "<|reserved_token_261|>", + "<|reserved_token_262|>", + "<|reserved_token_263|>", + "<|reserved_token_264|>", + "<|reserved_token_265|>", + "<|reserved_token_266|>", + "<|reserved_token_267|>", + "<|reserved_token_268|>", + "<|reserved_token_269|>", + "<|reserved_token_270|>", + "<|reserved_token_271|>", + "<|reserved_token_272|>", + "<|reserved_token_273|>", + "<|reserved_token_274|>", + "<|reserved_token_275|>", + "<|reserved_token_276|>", + "<|reserved_token_277|>", + "<|reserved_token_278|>", + "<|reserved_token_279|>", + "<|reserved_token_280|>", + "<|reserved_token_281|>", + "<|reserved_token_282|>", + "<|reserved_token_283|>", + "<|reserved_token_284|>", + "<|reserved_token_285|>", + "<|reserved_token_286|>", + "<|reserved_token_287|>", + "<|reserved_token_288|>", + "<|reserved_token_289|>", + "<|reserved_token_290|>", + "<|reserved_token_291|>", + "<|reserved_token_292|>", + "<|reserved_token_293|>", + "<|reserved_token_294|>", + "<|reserved_token_295|>", + "<|reserved_token_296|>", + "<|reserved_token_297|>", + "<|reserved_token_298|>", + "<|reserved_token_299|>", + "<|reserved_token_300|>", + "<|reserved_token_301|>", + "<|reserved_token_302|>", + "<|reserved_token_303|>", + "<|reserved_token_304|>", + "<|reserved_token_305|>", + "<|reserved_token_306|>", + "<|reserved_token_307|>", + "<|reserved_token_308|>", + "<|reserved_token_309|>", + "<|reserved_token_310|>", + "<|reserved_token_311|>", + "<|reserved_token_312|>", + "<|reserved_token_313|>", + "<|reserved_token_314|>", + "<|reserved_token_315|>", + "<|reserved_token_316|>", + "<|reserved_token_317|>", + "<|reserved_token_318|>", + "<|reserved_token_319|>", + "<|reserved_token_320|>", + "<|reserved_token_321|>", + "<|reserved_token_322|>", + "<|reserved_token_323|>", + "<|reserved_token_324|>", + "<|reserved_token_325|>", + "<|reserved_token_326|>", + "<|reserved_token_327|>", + "<|reserved_token_328|>", + "<|reserved_token_329|>", + "<|reserved_token_330|>", + "<|reserved_token_331|>", + "<|reserved_token_332|>", + "<|reserved_token_333|>", + "<|reserved_token_334|>", + "<|reserved_token_335|>", + "<|reserved_token_336|>", + "<|reserved_token_337|>", + "<|reserved_token_338|>", + "<|reserved_token_339|>", + "<|reserved_token_340|>", + "<|reserved_token_341|>", + "<|reserved_token_342|>", + "<|reserved_token_343|>", + "<|reserved_token_344|>", + "<|reserved_token_345|>", + "<|reserved_token_346|>", + "<|reserved_token_347|>", + "<|reserved_token_348|>", + "<|reserved_token_349|>", + "<|reserved_token_350|>", + "<|reserved_token_351|>", + "<|reserved_token_352|>", + "<|reserved_token_353|>", + "<|reserved_token_354|>", + "<|reserved_token_355|>", + "<|reserved_token_356|>", + "<|reserved_token_357|>", + "<|reserved_token_358|>", + "<|reserved_token_359|>", + "<|reserved_token_360|>", + "<|reserved_token_361|>", + "<|reserved_token_362|>", + "<|reserved_token_363|>", + "<|reserved_token_364|>", + "<|reserved_token_365|>", + "<|reserved_token_366|>", + "<|reserved_token_367|>", + "<|reserved_token_368|>", + "<|reserved_token_369|>", + "<|reserved_token_370|>", + "<|reserved_token_371|>", + "<|reserved_token_372|>", + "<|reserved_token_373|>", + "<|reserved_token_374|>", + "<|reserved_token_375|>", + "<|reserved_token_376|>", + "<|reserved_token_377|>", + "<|reserved_token_378|>", + "<|reserved_token_379|>", + "<|reserved_token_380|>", + "<|reserved_token_381|>", + "<|reserved_token_382|>", + "<|reserved_token_383|>", + "<|reserved_token_384|>", + "<|reserved_token_385|>", + "<|reserved_token_386|>", + "<|reserved_token_387|>", + "<|reserved_token_388|>", + "<|reserved_token_389|>", + "<|reserved_token_390|>", + "<|reserved_token_391|>", + "<|reserved_token_392|>", + "<|reserved_token_393|>", + "<|reserved_token_394|>", + "<|reserved_token_395|>", + "<|reserved_token_396|>", + "<|reserved_token_397|>", + "<|reserved_token_398|>", + "<|reserved_token_399|>", + "<|reserved_token_400|>", + "<|reserved_token_401|>", + "<|reserved_token_402|>", + "<|reserved_token_403|>", + "<|reserved_token_404|>" + ], + "bos_token": "[BOS]", + "clean_up_tokenization_spaces": true, + "eos_token": "[EOS]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "<|reserved_token_406|>", + "pat_str": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+", + "tokenizer_class": "TikTokenTokenizer", + "unk_token": "<|reserved_token_405|>", + "auto_map": { + "AutoTokenizer": [ + "tokenization_kimia.TikTokenTokenizer", + null + ] + } +} \ No newline at end of file