Upload tokenizer.json with huggingface_hub

tokenizer.json

@@ -0,0 +1,18 @@
+{
+    "name": "llama",
+    "vocab": {
+        "bos_token": 0,
+        "eos_token": 2,
+        "unk_token": 1,
+        "pad_token": 3,
+        "mask_token": 4,
+        "max_vocab_size": 32000,
+        "special_tokens": {
+            "bos_token": 0,
+            "eos_token": 2,
+            "unk_token": 1,
+            "pad_token": 3,
+            "mask_token": 4
+        }
+    }
+}