Mengkedalai commited on
Commit
5ce2df0
ยท
verified ยท
1 Parent(s): 3b41a96

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer_config.json +0 -1
  2. vocab.json +1 -1
tokenizer_config.json CHANGED
@@ -39,7 +39,6 @@
39
  "eos_token": "</s>",
40
  "model_max_length": 1000000000000000019884624838656,
41
  "pad_token": "[PAD]",
42
- "processor_class": "Wav2Vec2BertProcessor",
43
  "replace_word_delimiter_char": " ",
44
  "target_lang": null,
45
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
 
39
  "eos_token": "</s>",
40
  "model_max_length": 1000000000000000019884624838656,
41
  "pad_token": "[PAD]",
 
42
  "replace_word_delimiter_char": " ",
43
  "target_lang": null,
44
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
vocab.json CHANGED
@@ -27,7 +27,7 @@
27
  "ั†": 23,
28
  "ั‡": 24,
29
  "ัˆ": 25,
30
- "ัŠ": 26,
31
  "ั‹": 27,
32
  "ัŒ": 28,
33
  "ั": 29,
 
27
  "ั†": 23,
28
  "ั‡": 24,
29
  "ัˆ": 25,
30
+ "ั‰": 26,
31
  "ั‹": 27,
32
  "ัŒ": 28,
33
  "ั": 29,