Spaces:

bayartsogt
/

real-time-tokenizer

Runtime error

bayartsogt commited on Sep 5, 2023

Commit

473996d

1 Parent(s): a363f8d

adding falcon

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,7 +12,9 @@ hf_tokenizer_list = [
     ("tugstugi/bert-large-mongolian-uncased", False),
     ("bayartsogt/mongolian-roberta-large", True),
     ("meta-llama/Llama-2-13b-hf", True),
     ("bigscience/bloom", True),
 ]
 openai_tokenizer_list = [

     ("tugstugi/bert-large-mongolian-uncased", False),
     ("bayartsogt/mongolian-roberta-large", True),
     ("meta-llama/Llama-2-13b-hf", True),
+    ("tiiuae/falcon-7b", True),
     ("bigscience/bloom", True),
 ]
 openai_tokenizer_list = [