AWQ model for mistralai/Mistral-Small-Instruct-2409: {'w_bit': 4, 'zero_point': True, 'q_group_size': 128, 'version': 'GEMM'}
Browse files- config.json +1 -1
- model-00001-of-00003.safetensors +1 -1
- model-00002-of-00003.safetensors +1 -1
- model-00003-of-00003.safetensors +1 -1
- model.safetensors.index.json +0 -0
config.json
CHANGED
|
@@ -30,6 +30,6 @@
|
|
| 30 |
"tie_word_embeddings": false,
|
| 31 |
"torch_dtype": "float16",
|
| 32 |
"transformers_version": "4.45.2",
|
| 33 |
-
"use_cache":
|
| 34 |
"vocab_size": 32768
|
| 35 |
}
|
|
|
|
| 30 |
"tie_word_embeddings": false,
|
| 31 |
"torch_dtype": "float16",
|
| 32 |
"transformers_version": "4.45.2",
|
| 33 |
+
"use_cache": false,
|
| 34 |
"vocab_size": 32768
|
| 35 |
}
|
model-00001-of-00003.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4959692736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3b05069d2a8ad16c779457105c166704f2930d5277ccfb4cc95bc0bc0d73dbc
|
| 3 |
size 4959692736
|
model-00002-of-00003.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4995112368
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0a461e7439b72fe09290679eb2b04c92ff92de32d0088523fb460e7cb1d55962
|
| 3 |
size 4995112368
|
model-00003-of-00003.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2200643768
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5647971e8730d91e76630951d2a7a39eb691b378bfd1e78ec82fd3621a33266d
|
| 3 |
size 2200643768
|
model.safetensors.index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|