Fix problem with fast tokenizer

app.py

@@ -71,7 +71,7 @@ demo = gr.Interface(
 
 if __name__ == "__main__":
     model_name = "cjvt/SloBERTa-slo-word-spelling-annotator"
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
     model = AutoModelForMaskedLM.from_pretrained(model_name)
     mask_token = tokenizer.mask_token
     DEVICE = torch.device("cuda") if torch.cuda.is_available() else torch.device("cpu")

requirements.txt

@@ -1,4 +1,3 @@
 nltk
 transformers
-torch
-tiktoken>=0.5.0
+torch