|
{ |
|
"additional_special_tokens": [ |
|
"<|im_msg_end|>", |
|
"<|im_user_msg_start|>", |
|
"<|im_assistant_msg_start|>", |
|
"<|reserved_token_0|>", |
|
"<|reserved_token_1|>", |
|
"<|reserved_token_2|>", |
|
"<|reserved_token_3|>", |
|
"[EOT]", |
|
"<|reserved_token_4|>", |
|
"<|reserved_token_5|>", |
|
"<|reserved_token_6|>", |
|
"<|reserved_token_7|>", |
|
"<|reserved_token_8|>", |
|
"<|reserved_token_9|>", |
|
"<|reserved_token_10|>", |
|
"<|reserved_token_11|>", |
|
"<|im_media_begin|>", |
|
"<|reserved_token_12|>", |
|
"<|im_media_end|>", |
|
"<|reserved_token_13|>", |
|
"<|reserved_token_14|>", |
|
"<|im_kimia_text_blank|>", |
|
"<|im_kimia_text_eos|>", |
|
"<|reserved_token_15|>", |
|
"<|reserved_token_16|>", |
|
"<|im_kimia_user_msg_start|>", |
|
"<|im_kimia_assistant_msg_start|>", |
|
"<|reserved_token_17|>", |
|
"<|reserved_token_18|>", |
|
"<|reserved_token_19|>", |
|
"<|im_kimia_speech_ct_id|>", |
|
"<|im_kimia_speech_ctd_id|>", |
|
"<|reserved_token_20|>", |
|
"<|reserved_token_21|>", |
|
"<|reserved_token_22|>", |
|
"<|reserved_token_23|>", |
|
"<|reserved_token_24|>", |
|
"<|reserved_token_25|>", |
|
"<|reserved_token_26|>", |
|
"<|reserved_token_27|>", |
|
"<|reserved_token_28|>", |
|
"<|reserved_token_29|>", |
|
"<|reserved_token_30|>", |
|
"<|reserved_token_31|>", |
|
"<|reserved_token_32|>", |
|
"<|reserved_token_33|>", |
|
"<|reserved_token_34|>", |
|
"<|reserved_token_35|>", |
|
"<|reserved_token_36|>", |
|
"<|reserved_token_37|>", |
|
"<|reserved_token_38|>", |
|
"<|reserved_token_39|>", |
|
"<|reserved_token_40|>", |
|
"<|reserved_token_41|>", |
|
"<|reserved_token_42|>", |
|
"<|reserved_token_43|>", |
|
"<|reserved_token_44|>", |
|
"<|reserved_token_45|>", |
|
"<|reserved_token_46|>", |
|
"<|reserved_token_47|>", |
|
"<|reserved_token_48|>", |
|
"<|reserved_token_49|>", |
|
"<|reserved_token_50|>", |
|
"<|reserved_token_51|>", |
|
"<|reserved_token_52|>", |
|
"<|reserved_token_53|>", |
|
"<|reserved_token_54|>", |
|
"<|reserved_token_55|>", |
|
"<|reserved_token_56|>", |
|
"<|reserved_token_57|>", |
|
"<|reserved_token_58|>", |
|
"<|reserved_token_59|>", |
|
"<|reserved_token_60|>", |
|
"<|reserved_token_61|>", |
|
"<|reserved_token_62|>", |
|
"<|reserved_token_63|>", |
|
"<|reserved_token_64|>", |
|
"<|reserved_token_65|>", |
|
"<|reserved_token_66|>", |
|
"<|reserved_token_67|>", |
|
"<|reserved_token_68|>", |
|
"<|reserved_token_69|>", |
|
"<|reserved_token_70|>", |
|
"<|reserved_token_71|>", |
|
"<|reserved_token_72|>", |
|
"<|reserved_token_73|>", |
|
"<|reserved_token_74|>", |
|
"<|reserved_token_75|>", |
|
"<|reserved_token_76|>", |
|
"<|reserved_token_77|>", |
|
"<|reserved_token_78|>", |
|
"<|reserved_token_79|>", |
|
"<|reserved_token_80|>", |
|
"<|reserved_token_81|>", |
|
"<|reserved_token_82|>", |
|
"<|reserved_token_83|>", |
|
"<|reserved_token_84|>", |
|
"<|reserved_token_85|>", |
|
"<|reserved_token_86|>", |
|
"<|reserved_token_87|>", |
|
"<|reserved_token_88|>", |
|
"<|reserved_token_89|>", |
|
"<|reserved_token_90|>", |
|
"<|reserved_token_91|>", |
|
"<|reserved_token_92|>", |
|
"<|reserved_token_93|>", |
|
"<|reserved_token_94|>", |
|
"<|reserved_token_95|>", |
|
"<|reserved_token_96|>", |
|
"<|reserved_token_97|>", |
|
"<|reserved_token_98|>", |
|
"<|reserved_token_99|>", |
|
"<|reserved_token_100|>", |
|
"<|reserved_token_101|>", |
|
"<|reserved_token_102|>", |
|
"<|reserved_token_103|>", |
|
"<|reserved_token_104|>", |
|
"<|reserved_token_105|>", |
|
"<|reserved_token_106|>", |
|
"<|reserved_token_107|>", |
|
"<|reserved_token_108|>", |
|
"<|reserved_token_109|>", |
|
"<|reserved_token_110|>", |
|
"<|reserved_token_111|>", |
|
"<|reserved_token_112|>", |
|
"<|reserved_token_113|>", |
|
"<|reserved_token_114|>", |
|
"<|reserved_token_115|>", |
|
"<|reserved_token_116|>", |
|
"<|reserved_token_117|>", |
|
"<|reserved_token_118|>", |
|
"<|reserved_token_119|>", |
|
"<|reserved_token_120|>", |
|
"<|reserved_token_121|>", |
|
"<|reserved_token_122|>", |
|
"<|reserved_token_123|>", |
|
"<|reserved_token_124|>", |
|
"<|reserved_token_125|>", |
|
"<|reserved_token_126|>", |
|
"<|reserved_token_127|>", |
|
"<|reserved_token_128|>", |
|
"<|reserved_token_129|>", |
|
"<|reserved_token_130|>", |
|
"<|reserved_token_131|>", |
|
"<|reserved_token_132|>", |
|
"<|reserved_token_133|>", |
|
"<|reserved_token_134|>", |
|
"<|reserved_token_135|>", |
|
"<|reserved_token_136|>", |
|
"<|reserved_token_137|>", |
|
"<|reserved_token_138|>", |
|
"<|reserved_token_139|>", |
|
"<|reserved_token_140|>", |
|
"<|reserved_token_141|>", |
|
"<|reserved_token_142|>", |
|
"<|reserved_token_143|>", |
|
"<|reserved_token_144|>", |
|
"<|reserved_token_145|>", |
|
"<|reserved_token_146|>", |
|
"<|reserved_token_147|>", |
|
"<|reserved_token_148|>", |
|
"<|reserved_token_149|>", |
|
"<|reserved_token_150|>", |
|
"<|reserved_token_151|>", |
|
"<|reserved_token_152|>", |
|
"<|reserved_token_153|>", |
|
"<|reserved_token_154|>", |
|
"<|reserved_token_155|>", |
|
"<|reserved_token_156|>", |
|
"<|reserved_token_157|>", |
|
"<|reserved_token_158|>", |
|
"<|reserved_token_159|>", |
|
"<|reserved_token_160|>", |
|
"<|reserved_token_161|>", |
|
"<|reserved_token_162|>", |
|
"<|reserved_token_163|>", |
|
"<|reserved_token_164|>", |
|
"<|reserved_token_165|>", |
|
"<|reserved_token_166|>", |
|
"<|reserved_token_167|>", |
|
"<|reserved_token_168|>", |
|
"<|reserved_token_169|>", |
|
"<|reserved_token_170|>", |
|
"<|reserved_token_171|>", |
|
"<|reserved_token_172|>", |
|
"<|reserved_token_173|>", |
|
"<|reserved_token_174|>", |
|
"<|reserved_token_175|>", |
|
"<|reserved_token_176|>", |
|
"<|reserved_token_177|>", |
|
"<|reserved_token_178|>", |
|
"<|reserved_token_179|>", |
|
"<|reserved_token_180|>", |
|
"<|reserved_token_181|>", |
|
"<|reserved_token_182|>", |
|
"<|reserved_token_183|>", |
|
"<|reserved_token_184|>", |
|
"<|reserved_token_185|>", |
|
"<|reserved_token_186|>", |
|
"<|reserved_token_187|>", |
|
"<|reserved_token_188|>", |
|
"<|reserved_token_189|>", |
|
"<|reserved_token_190|>", |
|
"<|reserved_token_191|>", |
|
"<|reserved_token_192|>", |
|
"<|reserved_token_193|>", |
|
"<|reserved_token_194|>", |
|
"<|reserved_token_195|>", |
|
"<|reserved_token_196|>", |
|
"<|reserved_token_197|>", |
|
"<|reserved_token_198|>", |
|
"<|reserved_token_199|>", |
|
"<|reserved_token_200|>", |
|
"<|reserved_token_201|>", |
|
"<|reserved_token_202|>", |
|
"<|reserved_token_203|>", |
|
"<|reserved_token_204|>", |
|
"<|reserved_token_205|>", |
|
"<|reserved_token_206|>", |
|
"<|reserved_token_207|>", |
|
"<|reserved_token_208|>", |
|
"<|reserved_token_209|>", |
|
"<|reserved_token_210|>", |
|
"<|reserved_token_211|>", |
|
"<|reserved_token_212|>", |
|
"<|reserved_token_213|>", |
|
"<|reserved_token_214|>", |
|
"<|reserved_token_215|>", |
|
"<|reserved_token_216|>", |
|
"<|reserved_token_217|>", |
|
"<|reserved_token_218|>", |
|
"<|reserved_token_219|>", |
|
"<|reserved_token_220|>", |
|
"<|reserved_token_221|>", |
|
"<|reserved_token_222|>", |
|
"<|reserved_token_223|>", |
|
"<|reserved_token_224|>", |
|
"<|reserved_token_225|>", |
|
"<|reserved_token_226|>", |
|
"<|reserved_token_227|>", |
|
"<|reserved_token_228|>", |
|
"<|reserved_token_229|>", |
|
"<|reserved_token_230|>", |
|
"<|reserved_token_231|>", |
|
"<|reserved_token_232|>", |
|
"<|reserved_token_233|>", |
|
"<|reserved_token_234|>", |
|
"<|reserved_token_235|>", |
|
"<|reserved_token_236|>", |
|
"<|reserved_token_237|>", |
|
"<|reserved_token_238|>", |
|
"<|reserved_token_239|>", |
|
"<|reserved_token_240|>", |
|
"<|reserved_token_241|>", |
|
"<|reserved_token_242|>", |
|
"<|reserved_token_243|>", |
|
"<|reserved_token_244|>", |
|
"<|reserved_token_245|>", |
|
"<|reserved_token_246|>", |
|
"<|reserved_token_247|>", |
|
"<|reserved_token_248|>", |
|
"<|reserved_token_249|>", |
|
"<|reserved_token_250|>", |
|
"<|reserved_token_251|>", |
|
"<|reserved_token_252|>", |
|
"<|reserved_token_253|>", |
|
"<|reserved_token_254|>", |
|
"<|reserved_token_255|>", |
|
"<|reserved_token_256|>", |
|
"<|reserved_token_257|>", |
|
"<|reserved_token_258|>", |
|
"<|reserved_token_259|>", |
|
"<|reserved_token_260|>", |
|
"<|reserved_token_261|>", |
|
"<|reserved_token_262|>", |
|
"<|reserved_token_263|>", |
|
"<|reserved_token_264|>", |
|
"<|reserved_token_265|>", |
|
"<|reserved_token_266|>", |
|
"<|reserved_token_267|>", |
|
"<|reserved_token_268|>", |
|
"<|reserved_token_269|>", |
|
"<|reserved_token_270|>", |
|
"<|reserved_token_271|>", |
|
"<|reserved_token_272|>", |
|
"<|reserved_token_273|>", |
|
"<|reserved_token_274|>", |
|
"<|reserved_token_275|>", |
|
"<|reserved_token_276|>", |
|
"<|reserved_token_277|>", |
|
"<|reserved_token_278|>", |
|
"<|reserved_token_279|>", |
|
"<|reserved_token_280|>", |
|
"<|reserved_token_281|>", |
|
"<|reserved_token_282|>", |
|
"<|reserved_token_283|>", |
|
"<|reserved_token_284|>", |
|
"<|reserved_token_285|>", |
|
"<|reserved_token_286|>", |
|
"<|reserved_token_287|>", |
|
"<|reserved_token_288|>", |
|
"<|reserved_token_289|>", |
|
"<|reserved_token_290|>", |
|
"<|reserved_token_291|>", |
|
"<|reserved_token_292|>", |
|
"<|reserved_token_293|>", |
|
"<|reserved_token_294|>", |
|
"<|reserved_token_295|>", |
|
"<|reserved_token_296|>", |
|
"<|reserved_token_297|>", |
|
"<|reserved_token_298|>", |
|
"<|reserved_token_299|>", |
|
"<|reserved_token_300|>", |
|
"<|reserved_token_301|>", |
|
"<|reserved_token_302|>", |
|
"<|reserved_token_303|>", |
|
"<|reserved_token_304|>", |
|
"<|reserved_token_305|>", |
|
"<|reserved_token_306|>", |
|
"<|reserved_token_307|>", |
|
"<|reserved_token_308|>", |
|
"<|reserved_token_309|>", |
|
"<|reserved_token_310|>", |
|
"<|reserved_token_311|>", |
|
"<|reserved_token_312|>", |
|
"<|reserved_token_313|>", |
|
"<|reserved_token_314|>", |
|
"<|reserved_token_315|>", |
|
"<|reserved_token_316|>", |
|
"<|reserved_token_317|>", |
|
"<|reserved_token_318|>", |
|
"<|reserved_token_319|>", |
|
"<|reserved_token_320|>", |
|
"<|reserved_token_321|>", |
|
"<|reserved_token_322|>", |
|
"<|reserved_token_323|>", |
|
"<|reserved_token_324|>", |
|
"<|reserved_token_325|>", |
|
"<|reserved_token_326|>", |
|
"<|reserved_token_327|>", |
|
"<|reserved_token_328|>", |
|
"<|reserved_token_329|>", |
|
"<|reserved_token_330|>", |
|
"<|reserved_token_331|>", |
|
"<|reserved_token_332|>", |
|
"<|reserved_token_333|>", |
|
"<|reserved_token_334|>", |
|
"<|reserved_token_335|>", |
|
"<|reserved_token_336|>", |
|
"<|reserved_token_337|>", |
|
"<|reserved_token_338|>", |
|
"<|reserved_token_339|>", |
|
"<|reserved_token_340|>", |
|
"<|reserved_token_341|>", |
|
"<|reserved_token_342|>", |
|
"<|reserved_token_343|>", |
|
"<|reserved_token_344|>", |
|
"<|reserved_token_345|>", |
|
"<|reserved_token_346|>", |
|
"<|reserved_token_347|>", |
|
"<|reserved_token_348|>", |
|
"<|reserved_token_349|>", |
|
"<|reserved_token_350|>", |
|
"<|reserved_token_351|>", |
|
"<|reserved_token_352|>", |
|
"<|reserved_token_353|>", |
|
"<|reserved_token_354|>", |
|
"<|reserved_token_355|>", |
|
"<|reserved_token_356|>", |
|
"<|reserved_token_357|>", |
|
"<|reserved_token_358|>", |
|
"<|reserved_token_359|>", |
|
"<|reserved_token_360|>", |
|
"<|reserved_token_361|>", |
|
"<|reserved_token_362|>", |
|
"<|reserved_token_363|>", |
|
"<|reserved_token_364|>", |
|
"<|reserved_token_365|>", |
|
"<|reserved_token_366|>", |
|
"<|reserved_token_367|>", |
|
"<|reserved_token_368|>", |
|
"<|reserved_token_369|>", |
|
"<|reserved_token_370|>", |
|
"<|reserved_token_371|>", |
|
"<|reserved_token_372|>", |
|
"<|reserved_token_373|>", |
|
"<|reserved_token_374|>", |
|
"<|reserved_token_375|>", |
|
"<|reserved_token_376|>", |
|
"<|reserved_token_377|>", |
|
"<|reserved_token_378|>", |
|
"<|reserved_token_379|>", |
|
"<|reserved_token_380|>", |
|
"<|reserved_token_381|>", |
|
"<|reserved_token_382|>", |
|
"<|reserved_token_383|>", |
|
"<|reserved_token_384|>", |
|
"<|reserved_token_385|>", |
|
"<|reserved_token_386|>", |
|
"<|reserved_token_387|>", |
|
"<|reserved_token_388|>", |
|
"<|reserved_token_389|>", |
|
"<|reserved_token_390|>", |
|
"<|reserved_token_391|>", |
|
"<|reserved_token_392|>", |
|
"<|reserved_token_393|>", |
|
"<|reserved_token_394|>", |
|
"<|reserved_token_395|>", |
|
"<|reserved_token_396|>", |
|
"<|reserved_token_397|>", |
|
"<|reserved_token_398|>", |
|
"<|reserved_token_399|>", |
|
"<|reserved_token_400|>", |
|
"<|reserved_token_401|>", |
|
"<|reserved_token_402|>", |
|
"<|reserved_token_403|>", |
|
"<|reserved_token_404|>" |
|
], |
|
"bos_token": "[BOS]", |
|
"eos_token": "[EOS]", |
|
"pad_token": "<|reserved_token_406|>", |
|
"unk_token": "<|reserved_token_405|>" |
|
} |