Hugging Face's logo

SpongeEngine
/
BlackSheep-RP-12B-i1-GGUF

GGUF
English
SpongeQuant
i1-GGUF
imatrix
Model card Files Community
dclipca commited on
Commit
68d2920
·
verified ·
1 Parent(s): 0b66bf2

Upload folder using huggingface_hub

Browse files
Files changed (22) hide show
  1. .gitattributes +20 -0
  2. BlackSheep-RP-12B.imatrix.dat +3 -0
  3. README.md +26 -0
  4. blacksheep-rp-12b-i1-IQ2_M.gguf +3 -0
  5. blacksheep-rp-12b-i1-IQ2_S.gguf +3 -0
  6. blacksheep-rp-12b-i1-IQ2_XS.gguf +3 -0
  7. blacksheep-rp-12b-i1-IQ2_XXS.gguf +3 -0
  8. blacksheep-rp-12b-i1-IQ3_M.gguf +3 -0
  9. blacksheep-rp-12b-i1-IQ3_S.gguf +3 -0
  10. blacksheep-rp-12b-i1-IQ3_XS.gguf +3 -0
  11. blacksheep-rp-12b-i1-IQ3_XXS.gguf +3 -0
  12. blacksheep-rp-12b-i1-IQ4_NL.gguf +3 -0
  13. blacksheep-rp-12b-i1-IQ4_XS.gguf +3 -0
  14. blacksheep-rp-12b-i1-Q2_K.gguf +3 -0
  15. blacksheep-rp-12b-i1-Q3_K_L.gguf +3 -0
  16. blacksheep-rp-12b-i1-Q3_K_M.gguf +3 -0
  17. blacksheep-rp-12b-i1-Q3_K_S.gguf +3 -0
  18. blacksheep-rp-12b-i1-Q4_K_M.gguf +3 -0
  19. blacksheep-rp-12b-i1-Q4_K_S.gguf +3 -0
  20. blacksheep-rp-12b-i1-Q5_K_M.gguf +3 -0
  21. blacksheep-rp-12b-i1-Q5_K_S.gguf +3 -0
  22. blacksheep-rp-12b-i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ BlackSheep-RP-12B.imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ blacksheep-rp-12b-i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ blacksheep-rp-12b-i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ blacksheep-rp-12b-i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ blacksheep-rp-12b-i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ blacksheep-rp-12b-i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ blacksheep-rp-12b-i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ blacksheep-rp-12b-i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ blacksheep-rp-12b-i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ blacksheep-rp-12b-i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
46
+ blacksheep-rp-12b-i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ blacksheep-rp-12b-i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ blacksheep-rp-12b-i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ blacksheep-rp-12b-i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ blacksheep-rp-12b-i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ blacksheep-rp-12b-i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ blacksheep-rp-12b-i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ blacksheep-rp-12b-i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
54
+ blacksheep-rp-12b-i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
55
+ blacksheep-rp-12b-i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
BlackSheep-RP-12B.imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc4b030cfed546df0e2ea9cf175725e059f449a70feb10a5d193f16b41f681d
3
+ size 7054409
README.md ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: KOOWEEYUS/BlackSheep-RP-12B
3
+ language:
4
+ - en
5
+ license: mit
6
+ quantized_by: SpongeQuant
7
+ tags:
8
+ - SpongeQuant
9
+ - i1-GGUF
10
+ ---
11
+
12
+
13
+ Quantized to `i1-GGUF` using [SpongeQuant](https://github.com/SpongeEngine/SpongeQuant), the Oobabooga of LLM quantization. Chat & support at [Sponge Engine](https://discord.gg/azNmr2Gdgy).
14
+
15
+ <figure>
16
+ <img src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/076.png" alt="76. Grape picker">
17
+ <figcaption>76. Grape picker</figcaption>
18
+ </figure>
19
+
20
+ <figure>
21
+ <audio controls>
22
+ <source src="https://huggingface.co/spaces/SpongeEngine/README/resolve/main/004.mp3" type="audio/mp3">
23
+ Your browser does not support the audio element.
24
+ </audio>
25
+ <figcaption>4. The Sounds Of Earth</figcaption>
26
+ </figure>
blacksheep-rp-12b-i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e6e7fc48991f13fa2be1d4f9526d6ea845b9742ef62cadb7f6074f06f46208c
3
+ size 4435022496
blacksheep-rp-12b-i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b50ecb81c8fa80037e09938ee153394de5ef219cd196b6d9ccb809123246285
3
+ size 4138472096
blacksheep-rp-12b-i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6f3c08cf23bca5d25e47b59e36ae1b03388b49f4957b4acdb2f0a15aa4c4bf7
3
+ size 3915076256
blacksheep-rp-12b-i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7286c13f657d8acf8eb18cd58267e78efe3545123305478b82a5cb7ef01d8339
3
+ size 3592311456
blacksheep-rp-12b-i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7e08e52c2a11716e1ef06fe62c7e7cac99d772d13bbb6f4708d37bf4b8f8fa
3
+ size 5722231456
blacksheep-rp-12b-i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1deb7c61910864a39bb0e612675a3de28ef51d68d71c0cbe896666868af4af19
3
+ size 5562077856
blacksheep-rp-12b-i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a5f0831028a43245da245513cad4796c0a548a0424078ea2498ff7bd06915ea
3
+ size 5306487456
blacksheep-rp-12b-i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604e0781c84d882b0def0f156f62e73e29734e4d042db2c6f43af5c1e85d7425
3
+ size 4945384096
blacksheep-rp-12b-i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33775820deec56eb4c35252d1b85c974a38f91715bc186b09cc7699dea5f7338
3
+ size 7097914016
blacksheep-rp-12b-i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bfd1293f6799a00242da3629905bccd5a2205d2ad7d2750b2618becf63f94ee
3
+ size 6742708896
blacksheep-rp-12b-i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05c819a9415ed1f2dae644f911e7c6e583f2801fc0b7827b3e58f2e301bbdfec
3
+ size 4791046816
blacksheep-rp-12b-i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64dfc77abf033f88af713c6eeba592e0e98c635bef3d4486899524bbdeadc5a2
3
+ size 6561501856
blacksheep-rp-12b-i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fa5554851a114c716f10ad2e3b9ee7c6ad82d9e11ea737c80af9fbda487f0ef
3
+ size 6083089056
blacksheep-rp-12b-i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76808b05f60926d22f1a054b505654bcda7b12e95606baf55243826b583475fd
3
+ size 5534225056
blacksheep-rp-12b-i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ea5df6fb68bd024618493b856515e93ec9287137c957620e8ccc93f7d43575
3
+ size 7477203616
blacksheep-rp-12b-i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89d8e7e25e67024c6d3d4aac84e1eb79e0df45aef1704c84ada7eb03cacce2d7
3
+ size 7120196256
blacksheep-rp-12b-i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c668db9a08f48c5a3483c613317c880dee4cdb024436d1b29d9e283d051cfc3
3
+ size 8727630496
blacksheep-rp-12b-i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7a2fb4dcecbb75a1b47ea02c2f14a022018ef9a660eff58015def938cbbf84
3
+ size 8518734496
blacksheep-rp-12b-i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c6ded6e7e40de1b9334dc5b60bb16e35e17655c73aff9399fba4310b2f8c220
3
+ size 10056209056