Add files using upload-large-folder tool

README.md

@@ -7,14 +7,15 @@ tags:
 - text adventure
 - roleplay
 - mlx
-library_name: transformers
+library_name: mlx
+pipeline_tag: text-generation
 ---
 
-# mlx-community/Wayfarer-12B-Q6-mlx
+# mlx-community/Wayfarer-12B-6bit
 
-The Model [mlx-community/Wayfarer-12B-Q6-mlx](https://huggingface.co/mlx-community/Wayfarer-12B-Q6-mlx) was
+This model [mlx-community/Wayfarer-12B-6bit](https://huggingface.co/mlx-community/Wayfarer-12B-6bit) was
 converted to MLX format from [LatitudeGames/Wayfarer-12B](https://huggingface.co/LatitudeGames/Wayfarer-12B)
-using mlx-lm version **0.21.4**.
+using mlx-lm version **0.25.0**.
 
 ## Use with mlx
 
@@ -25,7 +26,7 @@ pip install mlx-lm
 ```python
 from mlx_lm import load, generate
 
-model, tokenizer = load("mlx-community/Wayfarer-12B-Q6-mlx")
+model, tokenizer = load("mlx-community/Wayfarer-12B-6bit")
 
 prompt = "hello"
 

chat_template.jinja

@@ -0,0 +1,4 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e878d60b35e349f683b02b39247253b452f33505f2f2104e9bf60e9157abce9b
-size 5359374311
+oid sha256:82c36e91ea8a86d486e641914c63cf630632ce55db46bb739c74c437ffc448d3
+size 5359374661

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9b083cc85d6dd95d3636879f235aa69d829371eba85e7ae8208825a67de0333
-size 4592563358
+oid sha256:ddb5f3f544de2608608021c0f2aed4c245032a647d099f0bb8704ae414f1d66e
+size 4592563653

model.safetensors.index.json

@@ -1,6 +1,7 @@
 {
     "metadata": {
-        "total_size": 9951832320
+        "total_size": 9951832320,
+        "total_parameters": 12247802880
     },
     "weight_map": {
         "lm_head.biases": "model-00002-of-00002.safetensors",

tokenizer_config.json

@@ -8024,7 +8024,6 @@
     "<|im_start|>"
   ],
   "bos_token": "<s>",
-  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "extra_special_tokens": {},