Upload tokenizer_config.json with huggingface_hub

tokenizer_config.json

@@ -0,0 +1,16 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": false,
+  "bos_token": "<|endoftext|>",
+  "chat_template": "{%- for message in messages -%}\n  {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>\n' -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n  {{- '<|im_start|>assistant\n' -}}\n{%- endif -%}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "legacy": true,
+  "model_max_length": 2048,
+  "pad_token": null,
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<|endoftext|>",
+  "use_default_system_prompt": false,
+  "vocab_file": null
+}