bezzam HF Staff commited on
Commit
984af4f
·
verified ·
1 Parent(s): 4bc9fdb

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -14,6 +14,7 @@
14
  "do_lower_case": false,
15
  "extra_special_tokens": {},
16
  "model_max_length": 1000000000000000019884624838656,
 
17
  "tokenizer_class": "ParakeetCTCTokenizer",
18
  "unk_token": "<unk>"
19
  }
 
14
  "do_lower_case": false,
15
  "extra_special_tokens": {},
16
  "model_max_length": 1000000000000000019884624838656,
17
+ "processor_class": "ParakeetProcessor",
18
  "tokenizer_class": "ParakeetCTCTokenizer",
19
  "unk_token": "<unk>"
20
  }