lucalp commited on
Commit
e4544df
·
1 Parent(s): 295e2d6

Updated to o200k_base

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ class Config:
27
 
28
  # Model/Tokenizer Names
29
  LLAMA3_MODEL_NAME: str = "meta-llama/Meta-Llama-3-8B" # Or choose another variant like Instruct
30
- TIKTOKEN_ENCODING_NAME: str = "cl100k_base"
31
  BLT_MODEL_NAME: str = "blt-1b" # Default Bytelatent model
32
 
33
  # Bytelatent Specific
 
27
 
28
  # Model/Tokenizer Names
29
  LLAMA3_MODEL_NAME: str = "meta-llama/Meta-Llama-3-8B" # Or choose another variant like Instruct
30
+ TIKTOKEN_ENCODING_NAME: str = "o200k_base"
31
  BLT_MODEL_NAME: str = "blt-1b" # Default Bytelatent model
32
 
33
  # Bytelatent Specific