Add files using upload-large-folder tool

README.md

@@ -7,14 +7,15 @@ tags:
 - text adventure
 - roleplay
 - mlx
-library_name: transformers
+library_name: mlx
+pipeline_tag: text-generation
 ---
 
-# mlx-community/Wayfarer-12B-Q8-mlx
+# mlx-community/Wayfarer-12B-8bit
 
-The Model [mlx-community/Wayfarer-12B-Q8-mlx](https://huggingface.co/mlx-community/Wayfarer-12B-Q8-mlx) was
+This model [mlx-community/Wayfarer-12B-8bit](https://huggingface.co/mlx-community/Wayfarer-12B-8bit) was
 converted to MLX format from [LatitudeGames/Wayfarer-12B](https://huggingface.co/LatitudeGames/Wayfarer-12B)
-using mlx-lm version **0.21.4**.
+using mlx-lm version **0.25.0**.
 
 ## Use with mlx
 
@@ -25,7 +26,7 @@ pip install mlx-lm
 ```python
 from mlx_lm import load, generate
 
-model, tokenizer = load("mlx-community/Wayfarer-12B-Q8-mlx")
+model, tokenizer = load("mlx-community/Wayfarer-12B-8bit")
 
 prompt = "hello"
 

chat_template.jinja

@@ -0,0 +1,4 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '
+' + message['content'] + '<|im_end|>' + '
+'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
+' }}{% endif %}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.46.1"
+}

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f670e36509c883ba58f7a1c497d5dc8f3152074732d28ef31edbefd6a318f05f
-size 5348118263
+oid sha256:62c749b9324111d202138e73426f0bce6becb3b69b73f8a8ea1ff3a0d86c34c8
+size 5348118521

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2386c874b9c969f49cc3ec917ffcf0d9ebe4d737dd1998409c1b13231f992e4
-size 5348155267
+oid sha256:b949c6a39bdbfa0660369f10104d6be1d8e9e6ac9b89e1dbb21e58b3221c3e54
+size 5348155565

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:daac7c3a6290e8ff01495b47cac4e7c24c09f3c0b071cecf871353090b610618
-size 2317511261
+oid sha256:f7f67d969ab381062d7511ac0196f8a5b71304e1ef007c5c0c6a6036eedccfd6
+size 2317511350

model.safetensors.index.json

@@ -1,6 +1,7 @@
 {
     "metadata": {
-        "total_size": 13013679360
+        "total_size": 13013679360,
+        "total_parameters": 12247802880
     },
     "weight_map": {
         "lm_head.biases": "model-00003-of-00003.safetensors",

tokenizer_config.json

@@ -8024,7 +8024,6 @@
     "<|im_start|>"
   ],
   "bos_token": "<s>",
-  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "extra_special_tokens": {},