Hugging Face's logo

SpongeEngine
/
Impish_QWEN_7B-1M-i1-GGUF

GGUF
English
SpongeQuant
i1-GGUF
imatrix
conversational
Model card Files Community
dclipca commited on
Commit
4678b07
·
verified ·
1 Parent(s): 7077c50

Upload folder using huggingface_hub

Browse files
Files changed (24) hide show
  1. .gitattributes +22 -0
  2. Impish_QWEN_7B-1M.imatrix.dat +3 -0
  3. README.md +26 -0
  4. impish_qwen_7b-1m-i1-IQ2_S.gguf +3 -0
  5. impish_qwen_7b-1m-i1-IQ2_XS.gguf +3 -0
  6. impish_qwen_7b-1m-i1-IQ2_XXS.gguf +3 -0
  7. impish_qwen_7b-1m-i1-IQ3_M.gguf +3 -0
  8. impish_qwen_7b-1m-i1-IQ3_S.gguf +3 -0
  9. impish_qwen_7b-1m-i1-IQ3_XS.gguf +3 -0
  10. impish_qwen_7b-1m-i1-IQ3_XXS.gguf +3 -0
  11. impish_qwen_7b-1m-i1-IQ4_NL.gguf +3 -0
  12. impish_qwen_7b-1m-i1-IQ4_XS.gguf +3 -0
  13. impish_qwen_7b-1m-i1-Q2_K.gguf +3 -0
  14. impish_qwen_7b-1m-i1-Q2_K_S.gguf +3 -0
  15. impish_qwen_7b-1m-i1-Q3_K_L.gguf +3 -0
  16. impish_qwen_7b-1m-i1-Q3_K_M.gguf +3 -0
  17. impish_qwen_7b-1m-i1-Q3_K_S.gguf +3 -0
  18. impish_qwen_7b-1m-i1-Q4_0.gguf +3 -0
  19. impish_qwen_7b-1m-i1-Q4_1.gguf +3 -0
  20. impish_qwen_7b-1m-i1-Q4_K_M.gguf +3 -0
  21. impish_qwen_7b-1m-i1-Q4_K_S.gguf +3 -0
  22. impish_qwen_7b-1m-i1-Q5_K_M.gguf +3 -0
  23. impish_qwen_7b-1m-i1-Q5_K_S.gguf +3 -0
  24. impish_qwen_7b-1m-i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Impish_QWEN_7B-1M.imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ impish_qwen_7b-1m-i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ impish_qwen_7b-1m-i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ impish_qwen_7b-1m-i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ impish_qwen_7b-1m-i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ impish_qwen_7b-1m-i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ impish_qwen_7b-1m-i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ impish_qwen_7b-1m-i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ impish_qwen_7b-1m-i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
45
+ impish_qwen_7b-1m-i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ impish_qwen_7b-1m-i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ impish_qwen_7b-1m-i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ impish_qwen_7b-1m-i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ impish_qwen_7b-1m-i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ impish_qwen_7b-1m-i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ impish_qwen_7b-1m-i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ impish_qwen_7b-1m-i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
53
+ impish_qwen_7b-1m-i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ impish_qwen_7b-1m-i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ impish_qwen_7b-1m-i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ impish_qwen_7b-1m-i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ impish_qwen_7b-1m-i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Impish_QWEN_7B-1M.imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c9499a933e780bb190850e5b8d5bf6221eafa2c706df18153d2133f46df960f
3
+ size 4536669
README.md ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: SicariusSicariiStuff/Impish_QWEN_7B-1M
3
+ language:
4
+ - en
5
+ license: mit
6
+ quantized_by: SpongeQuant
7
+ tags:
8
+ - SpongeQuant
9
+ - i1-GGUF
10
+ ---
11
+
12
+
13
+ Quantized to `i1-GGUF` using [SpongeQuant](https://github.com/SpongeEngine/SpongeQuant), the Oobabooga of LLM quantization. Chat & support at [Sponge Engine](https://discord.gg/azNmr2Gdgy).
14
+
15
+ <figure>
16
+ <img src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/078.png" alt="78. Underwater scene with diver and fish">
17
+ <figcaption>78. Underwater scene with diver and fish</figcaption>
18
+ </figure>
19
+
20
+ <figure>
21
+ <audio controls>
22
+ <source src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/028.mp3" type="audio/mp3">
23
+ Your browser does not support the audio element.
24
+ </audio>
25
+ <figcaption>28. Liu Shui (Flowing Streams) – Guan Pinghu</figcaption>
26
+ </figure>
impish_qwen_7b-1m-i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f27c1fb851d1705c7eece354bc339efc54119aa6200800848f54a13371d924f
3
+ size 2595635616
impish_qwen_7b-1m-i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2831ba4fa5a85c1038073efb502607d782df80bc7bcb58acf5ee9a9d4ff8634
3
+ size 2469020064
impish_qwen_7b-1m-i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12a6cdd4141336d014820c24098092bd209e9ed869fe8d077e1785d93b8be6c2
3
+ size 2273075616
impish_qwen_7b-1m-i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03b90aa1fa84b148947f08ac37f70d2295a81888a4503d72d9d798a8eb45ccc
3
+ size 3574010272
impish_qwen_7b-1m-i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7ed880e41e037aa0dee6d347b7b1d3fbb9904488948247be292e5fa235d2bd2
3
+ size 3499190688
impish_qwen_7b-1m-i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db9ae0253824ba5c6155d133f28f42936da001fb3de29f852823d7578ac1f824
3
+ size 3346254240
impish_qwen_7b-1m-i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7fcbbea271eeffc47d53385207db0f816a73921a9a1727ce339705becd787c
3
+ size 3114512800
impish_qwen_7b-1m-i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b36ab3a51ef574de0dc4b7276e3370dd53a2f5410f8244effc5e7a351089c1
3
+ size 4437811616
impish_qwen_7b-1m-i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b154197fc08a2a33f74c956f8275b41ea74cbb8177e688fdde003a5895ce0e1
3
+ size 4218470816
impish_qwen_7b-1m-i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d208c0d4136a8a0e75a1da27b0100a54b6b5885d6f8282dcd05d7d6f8a74c24
3
+ size 3015938464
impish_qwen_7b-1m-i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b09a9e53292c18e58fc703e1e527117f00cbd974e82ccbd0362e09b80d3dfb2
3
+ size 2834071968
impish_qwen_7b-1m-i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f754672ac57ad1a2c83ef34efd86922e41de7d761b291a66e362ad2e29327d3
3
+ size 4088457632
impish_qwen_7b-1m-i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:797d630afd16c1192df27f5ac34a6beac9af57236572238339cb446d2f5d1b79
3
+ size 3808389536
impish_qwen_7b-1m-i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a73b50ef8f9a100e89713fb0e79ec4bfcb309e9e8492cfeab8e3801269f8f9de
3
+ size 3492366752
impish_qwen_7b-1m-i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77bcfb609ff290514f09d1f33d88faaabdd95d5892f2ea27a265875d3f13d895
3
+ size 4444119456
impish_qwen_7b-1m-i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64721c2509a09955118f5346166957aaf96672f51786c1ac7b484e54c036d586
3
+ size 4873281952
impish_qwen_7b-1m-i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d072b27fc94d86d0980521cd2071c0cc95944c62cc703e875701b08b4b044f
3
+ size 4683071904
impish_qwen_7b-1m-i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0380af981f0809309ba4b5b4258ad3c5c3e82b45fa320ac2f242eb88cf72a8
3
+ size 4457767328
impish_qwen_7b-1m-i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:159f3f3833039719ab1422e56f54d818aea9dfb44431cfdd6fce643054246cac
3
+ size 5444829600
impish_qwen_7b-1m-i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:846e7083907449703d20d6e316aa31ab0bd733d6b7fe43e83d47a7406a2effb9
3
+ size 5315174816
impish_qwen_7b-1m-i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9efc0da7b4bbb5a0cbad5e43a5617ed97aedb2542eee15c9909e7cf52c2bcfc
3
+ size 6254197152