{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "Whitespace" }, "post_processor": null, "decoder": null, "model": { "type": "WordLevel", "vocab": { "": 0, "": 1, "": 2, ":": 3, "S0": 4, "S1": 5, "S2": 6, "S3": 7, "S4": 8, "S5": 9, "S6": 10, "S7": 11, "S8": 12, "S9": 13, "S10": 14, "S11": 15, "S12": 16, "S13": 17, "S14": 18, "S15": 19, "S16": 20, "S17": 21, "S18": 22, "S19": 23, "S20": 24, "S21": 25, "S22": 26, "S23": 27, "S24": 28, "S25": 29, "S26": 30, "S27": 31, "S28": 32, "S29": 33, "S30": 34, "S31": 35, "S32": 36, "S33": 37, "S34": 38, "S35": 39, "S36": 40, "S37": 41, "S38": 42, "S39": 43, "S40": 44, "S41": 45, "S42": 46, "S43": 47, "S44": 48, "S45": 49, "S46": 50, "S47": 51, "S48": 52, "S49": 53, "a0": 54, "a1": 55, "a2": 56, "a3": 57, "a4": 58 }, "unk_token": "" } }