Add files using upload-large-folder tool

README.md

@@ -7,14 +7,15 @@ tags:
 - text adventure
 - roleplay
 - mlx
-library_name: transformers
+library_name: mlx
+pipeline_tag: text-generation
 ---
 
-# mlx-community/Wayfarer-12B-Q4-mlx
+# mlx-community/Wayfarer-12B-4bit
 
-The Model [mlx-community/Wayfarer-12B-Q4-mlx](https://huggingface.co/mlx-community/Wayfarer-12B-Q4-mlx) was
+This model [mlx-community/Wayfarer-12B-4bit](https://huggingface.co/mlx-community/Wayfarer-12B-4bit) was
 converted to MLX format from [LatitudeGames/Wayfarer-12B](https://huggingface.co/LatitudeGames/Wayfarer-12B)
-using mlx-lm version **0.21.4**.
+using mlx-lm version **0.25.0**.
 
 ## Use with mlx
 
@@ -25,7 +26,7 @@ pip install mlx-lm
 ```python
 from mlx_lm import load, generate
 
-model, tokenizer = load("mlx-community/Wayfarer-12B-Q4-mlx")
+model, tokenizer = load("mlx-community/Wayfarer-12B-4bit")
 
 prompt = "hello"
 

chat_template.jinja

@@ -0,0 +1,4 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1147c1d87b73d73ff9a52c1aeba19ab900857cae1d2bde7a72d0c3af3f3fb66e
-size 5356348734
+oid sha256:c0bb8544cdc955b7b6a445aaeac70215deb1532b85817bcd1d44ee9cdc997bf0
+size 5356349258

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ce1c1b30503cb6add32647ab2b33650f38a21562d28834521caa6c849bd2098
-size 1533741727
+oid sha256:4289d33527fa1969fdf5f7fb56dc17c56c33de81fb3b67d4aad4d7fe9753c6ba
+size 1533741848

model.safetensors.index.json

@@ -1,6 +1,7 @@
 {
     "metadata": {
-        "total_size": 6889985280
+        "total_size": 6889985280,
+        "total_parameters": 12247802880
     },
     "weight_map": {
         "lm_head.biases": "model-00002-of-00002.safetensors",

tokenizer_config.json

@@ -8024,7 +8024,6 @@
     "<|im_start|>"
   ],
   "bos_token": "<s>",
-  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "extra_special_tokens": {},