nllb_fra_shr_bidir / added_tokens.json
SalomonMetre13's picture
Training in progress, step 1000
1ee7535 verified
{
"<mask>": 32001,
"ace_Arab": 32002,
"ace_Latn": 32003,
"acm_Arab": 32004,
"acq_Arab": 32005,
"aeb_Arab": 32006,
"afr_Latn": 32007,
"ajp_Arab": 32008,
"aka_Latn": 32009,
"als_Latn": 32163,
"amh_Ethi": 32010,
"apc_Arab": 32011,
"arb_Arab": 32012,
"ars_Arab": 32013,
"ary_Arab": 32014,
"arz_Arab": 32015,
"asm_Beng": 32016,
"ast_Latn": 32017,
"awa_Deva": 32018,
"ayr_Latn": 32019,
"azb_Arab": 32020,
"azj_Latn": 32021,
"bak_Cyrl": 32022,
"bam_Latn": 32023,
"ban_Latn": 32024,
"bel_Cyrl": 32025,
"bem_Latn": 32026,
"ben_Beng": 32027,
"bho_Deva": 32028,
"bjn_Arab": 32029,
"bjn_Latn": 32030,
"bod_Tibt": 32031,
"bos_Latn": 32032,
"bug_Latn": 32033,
"bul_Cyrl": 32034,
"cat_Latn": 32035,
"ceb_Latn": 32036,
"ces_Latn": 32037,
"cjk_Latn": 32038,
"ckb_Arab": 32039,
"crh_Latn": 32040,
"cym_Latn": 32041,
"dan_Latn": 32042,
"deu_Latn": 32043,
"dik_Latn": 32044,
"dyu_Latn": 32045,
"dzo_Tibt": 32046,
"ell_Grek": 32047,
"eng_Latn": 32048,
"epo_Latn": 32049,
"est_Latn": 32050,
"eus_Latn": 32051,
"ewe_Latn": 32052,
"fao_Latn": 32053,
"fij_Latn": 32055,
"fin_Latn": 32056,
"fon_Latn": 32057,
"fra_Latn": 32058,
"fur_Latn": 32059,
"fuv_Latn": 32060,
"gaz_Latn": 32136,
"gla_Latn": 32061,
"gle_Latn": 32062,
"glg_Latn": 32063,
"grn_Latn": 32064,
"guj_Gujr": 32065,
"hat_Latn": 32066,
"hau_Latn": 32067,
"heb_Hebr": 32068,
"hin_Deva": 32069,
"hne_Deva": 32070,
"hrv_Latn": 32071,
"hun_Latn": 32072,
"hye_Armn": 32073,
"ibo_Latn": 32074,
"ilo_Latn": 32075,
"ind_Latn": 32076,
"isl_Latn": 32077,
"ita_Latn": 32078,
"jav_Latn": 32079,
"jpn_Jpan": 32080,
"kab_Latn": 32081,
"kac_Latn": 32082,
"kam_Latn": 32083,
"kan_Knda": 32084,
"kas_Arab": 32085,
"kas_Deva": 32086,
"kat_Geor": 32087,
"kaz_Cyrl": 32090,
"kbp_Latn": 32091,
"kea_Latn": 32092,
"khk_Cyrl": 32123,
"khm_Khmr": 32093,
"kik_Latn": 32094,
"kin_Latn": 32095,
"kir_Cyrl": 32096,
"kmb_Latn": 32097,
"kmr_Latn": 32100,
"knc_Arab": 32088,
"knc_Latn": 32089,
"kon_Latn": 32098,
"kor_Hang": 32099,
"lao_Laoo": 32101,
"lij_Latn": 32103,
"lim_Latn": 32104,
"lin_Latn": 32105,
"lit_Latn": 32106,
"lmo_Latn": 32107,
"ltg_Latn": 32108,
"ltz_Latn": 32109,
"lua_Latn": 32110,
"lug_Latn": 32111,
"luo_Latn": 32112,
"lus_Latn": 32113,
"lvs_Latn": 32102,
"mag_Deva": 32114,
"mai_Deva": 32115,
"mal_Mlym": 32116,
"mar_Deva": 32117,
"min_Latn": 32118,
"mkd_Cyrl": 32119,
"mlt_Latn": 32121,
"mni_Beng": 32122,
"mos_Latn": 32124,
"mri_Latn": 32125,
"mya_Mymr": 32127,
"nld_Latn": 32128,
"nno_Latn": 32129,
"nob_Latn": 32130,
"npi_Deva": 32131,
"nso_Latn": 32132,
"nus_Latn": 32133,
"nya_Latn": 32134,
"oci_Latn": 32135,
"ory_Orya": 32137,
"pag_Latn": 32138,
"pan_Guru": 32139,
"pap_Latn": 32140,
"pbt_Arab": 32144,
"pes_Arab": 32054,
"plt_Latn": 32120,
"pol_Latn": 32141,
"por_Latn": 32142,
"prs_Arab": 32143,
"quy_Latn": 32145,
"ron_Latn": 32146,
"run_Latn": 32147,
"rus_Cyrl": 32148,
"sag_Latn": 32149,
"san_Deva": 32150,
"sat_Beng": 32151,
"scn_Latn": 32152,
"shn_Mymr": 32153,
"sin_Sinh": 32154,
"slk_Latn": 32155,
"slv_Latn": 32156,
"smo_Latn": 32157,
"sna_Latn": 32158,
"snd_Arab": 32159,
"som_Latn": 32160,
"sot_Latn": 32161,
"spa_Latn": 32162,
"srd_Latn": 32164,
"srp_Cyrl": 32165,
"ssw_Latn": 32166,
"sun_Latn": 32167,
"swe_Latn": 32168,
"swh_Latn": 32169,
"szl_Latn": 32170,
"tam_Taml": 32171,
"taq_Latn": 32178,
"taq_Tfng": 32179,
"tat_Cyrl": 32172,
"tel_Telu": 32173,
"tgk_Cyrl": 32174,
"tgl_Latn": 32175,
"tha_Thai": 32176,
"tir_Ethi": 32177,
"tpi_Latn": 32180,
"tsn_Latn": 32181,
"tso_Latn": 32182,
"tuk_Latn": 32183,
"tum_Latn": 32184,
"tur_Latn": 32185,
"twi_Latn": 32186,
"tzm_Tfng": 32187,
"uig_Arab": 32188,
"ukr_Cyrl": 32189,
"umb_Latn": 32190,
"urd_Arab": 32191,
"uzn_Latn": 32192,
"vec_Latn": 32193,
"vie_Latn": 32194,
"war_Latn": 32195,
"wol_Latn": 32196,
"xho_Latn": 32197,
"ydd_Hebr": 32198,
"yor_Latn": 32199,
"yue_Hant": 32200,
"zho_Hans": 32201,
"zho_Hant": 32202,
"zsm_Latn": 32126,
"zul_Latn": 32203
}