Spaces:

lucalp
/

blt-entropy-patcher

Running on Zero

lucalp commited on 10 days ago

Commit

e4544df

1 Parent(s): 295e2d6

Updated to o200k_base

Files changed (1) hide show

app.py CHANGED Viewed

@@ -27,7 +27,7 @@ class Config:
     # Model/Tokenizer Names
     LLAMA3_MODEL_NAME: str = "meta-llama/Meta-Llama-3-8B" # Or choose another variant like Instruct
-    TIKTOKEN_ENCODING_NAME: str = "cl100k_base"
     BLT_MODEL_NAME: str = "blt-1b" # Default Bytelatent model
     # Bytelatent Specific

     # Model/Tokenizer Names
     LLAMA3_MODEL_NAME: str = "meta-llama/Meta-Llama-3-8B" # Or choose another variant like Instruct
+    TIKTOKEN_ENCODING_NAME: str = "o200k_base"
     BLT_MODEL_NAME: str = "blt-1b" # Default Bytelatent model
     # Bytelatent Specific