Hugging Face's logo

SicariusSicariiStuff
/
Impish_QWEN_7B-1M_iMatrix

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
SicariusSicariiStuff commited on
Commit
779e1bc
·
verified ·
1 Parent(s): 149f225

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Impish_QWEN_7B-IQ1_M.gguf +3 -0
  3. Impish_QWEN_7B-IQ1_S.gguf +3 -0
  4. Impish_QWEN_7B-IQ2_M.gguf +3 -0
  5. Impish_QWEN_7B-IQ2_S.gguf +3 -0
  6. Impish_QWEN_7B-IQ2_XS.gguf +3 -0
  7. Impish_QWEN_7B-IQ2_XXS.gguf +3 -0
  8. Impish_QWEN_7B-IQ3_M.gguf +3 -0
  9. Impish_QWEN_7B-IQ3_S.gguf +3 -0
  10. Impish_QWEN_7B-IQ3_XS.gguf +3 -0
  11. Impish_QWEN_7B-IQ3_XXS.gguf +3 -0
  12. Impish_QWEN_7B-IQ4_NL.gguf +3 -0
  13. Impish_QWEN_7B-IQ4_XS.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Impish_QWEN_7B-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Impish_QWEN_7B-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Impish_QWEN_7B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Impish_QWEN_7B-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Impish_QWEN_7B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Impish_QWEN_7B-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Impish_QWEN_7B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Impish_QWEN_7B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Impish_QWEN_7B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Impish_QWEN_7B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Impish_QWEN_7B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Impish_QWEN_7B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
Impish_QWEN_7B-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ecc3a0f3c735ec5747d69839b75736f4fbfd9f86f0293b60344df0937000a56
3
+ size 2042194016
Impish_QWEN_7B-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4ea84bdf2dad20c3f5c615295d6062737070e10f78b428658340c9d487f7e5
3
+ size 1903665248
Impish_QWEN_7B-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0361afe91a788107a5e56b93199944150fd19530d6da6c44b127e5140f646c53
3
+ size 2780340320
Impish_QWEN_7B-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd3d7532206293cc8413e0ba469a02b8f66ab302a44a4a31a670667a73af5224
3
+ size 2595635296
Impish_QWEN_7B-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00120b26b66d4151716e101355ffe1315a96cd6e47d74aa02589478a7a8dd252
3
+ size 2469019744
Impish_QWEN_7B-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5175ec1765f723a05b50c873eec752ce165354c03166a4f52f18b8aa6d1745a
3
+ size 2273075296
Impish_QWEN_7B-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea824d67014fc4b006a5e9826905a0029e839fcbbd37fc629c584b5c7edb1414
3
+ size 3574009952
Impish_QWEN_7B-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d0607d5e77f106d89375f729583076ecc684e76da746d404fbbeed96af78181
3
+ size 3499190368
Impish_QWEN_7B-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2962d9be7aabae6fe5479b6ebf614d2d244c75052a58bcf46f32d48179714641
3
+ size 3346253920
Impish_QWEN_7B-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebd0b6ca35fbe2c92174cc8ad5e0bfc0c93e84ba33d88047b2136b117f31c194
3
+ size 3114512480
Impish_QWEN_7B-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73111a336e7f5117d3721b9652fb89c86d28a47b4968d3967bfb2e3003dc3dd6
3
+ size 4437811296
Impish_QWEN_7B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eac4db695eae25d89d24353cce45e66a1eb5a9978c4646f5a4f124f672d31a8
3
+ size 4218470496