Hugging Face's logo

mradermacher
/
granite-guardian-3.1-8b-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
b691e0e
·
verified ·
1 Parent(s): e1d1061

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. granite-guardian-3.1-8b.i1-IQ1_M.gguf +3 -0
  3. granite-guardian-3.1-8b.i1-IQ1_S.gguf +3 -0
  4. granite-guardian-3.1-8b.i1-IQ2_M.gguf +3 -0
  5. granite-guardian-3.1-8b.i1-IQ2_S.gguf +3 -0
  6. granite-guardian-3.1-8b.i1-IQ2_XS.gguf +3 -0
  7. granite-guardian-3.1-8b.i1-IQ2_XXS.gguf +3 -0
  8. granite-guardian-3.1-8b.i1-IQ3_M.gguf +3 -0
  9. granite-guardian-3.1-8b.i1-IQ3_S.gguf +3 -0
  10. granite-guardian-3.1-8b.i1-IQ3_XS.gguf +3 -0
  11. granite-guardian-3.1-8b.i1-IQ3_XXS.gguf +3 -0
  12. granite-guardian-3.1-8b.i1-IQ4_XS.gguf +3 -0
  13. granite-guardian-3.1-8b.i1-Q2_K.gguf +3 -0
  14. granite-guardian-3.1-8b.i1-Q2_K_S.gguf +3 -0
  15. granite-guardian-3.1-8b.i1-Q3_K_L.gguf +3 -0
  16. granite-guardian-3.1-8b.i1-Q3_K_M.gguf +3 -0
  17. granite-guardian-3.1-8b.i1-Q3_K_S.gguf +3 -0
  18. granite-guardian-3.1-8b.i1-Q4_0.gguf +3 -0
  19. granite-guardian-3.1-8b.i1-Q4_K_M.gguf +3 -0
  20. granite-guardian-3.1-8b.i1-Q4_K_S.gguf +3 -0
  21. granite-guardian-3.1-8b.i1-Q5_K_M.gguf +3 -0
  22. granite-guardian-3.1-8b.i1-Q5_K_S.gguf +3 -0
  23. granite-guardian-3.1-8b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-guardian-3.1-8b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-guardian-3.1-8b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-guardian-3.1-8b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-guardian-3.1-8b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-guardian-3.1-8b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-guardian-3.1-8b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-guardian-3.1-8b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-guardian-3.1-8b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-guardian-3.1-8b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-guardian-3.1-8b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-guardian-3.1-8b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-guardian-3.1-8b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-guardian-3.1-8b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-guardian-3.1-8b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-guardian-3.1-8b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-guardian-3.1-8b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-guardian-3.1-8b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-guardian-3.1-8b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-guardian-3.1-8b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-guardian-3.1-8b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-guardian-3.1-8b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-guardian-3.1-8b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-guardian-3.1-8b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b835281ded55c5119eb4ff09f2339f8ccd8bdf5456b0ed581de2383b48fc412
3
+ size 1997317248
granite-guardian-3.1-8b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:def83dde2642e6015158d4413bf2aeaae1f61bd705f8d50064c4c69e1a2f7800
3
+ size 1836344448
granite-guardian-3.1-8b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db8b71c312f848dc11aaffbd68aff96031d52e5ff81c756dc89e7a3c90b1d936
3
+ size 2836833408
granite-guardian-3.1-8b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:034cd27fffa2ad2b7819b8c7f09f739e12a2403157c2b39f8832d6f28f237f14
3
+ size 2622203008
granite-guardian-3.1-8b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278f969037bca1421a241325dae93522f900b7a1062a37dd72c778b0af4d2c47
3
+ size 2501207168
granite-guardian-3.1-8b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:565a7533150dffa4e46f36f9804ef1fc9d42775550d7d85545c93a9c37212860
3
+ size 2265605248
granite-guardian-3.1-8b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e55070ec208648f88b296cad0b2a3d024855b602ab0a6832c6be1915121ad9
3
+ size 3738725088
granite-guardian-3.1-8b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4430739f6e2059de50d07cca32e0abda88cf612519acb327fb0d42b8839ad6f
3
+ size 3614780128
granite-guardian-3.1-8b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13c31889c5ceab6d86c0f13eebcde50a633f42da482eae156d3c125543d5f61d
3
+ size 3428002528
granite-guardian-3.1-8b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccf050ea2fee1e7d28428c03a2388e6987ef41e6905cba2c758fb502d3532617
3
+ size 3201377408
granite-guardian-3.1-8b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77424c42caa322e3bdbb6ecd0ee3501c6dfc0a4af5a5ee4fa026c55fdb7f5fdf
3
+ size 4428081888
granite-guardian-3.1-8b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82c794c7f530a0c5df11759acd4ce1eb1dc65c034bd9fc3946e08ecdaa715c8a
3
+ size 3103599328
granite-guardian-3.1-8b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c2fb254d42632baf1152251d1c38d24eefd16479fc8b1fe8c141eadf06c5dd
3
+ size 2883889888
granite-guardian-3.1-8b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b6b9cddb296af1fe45fdf98979307190bdb8fcad42b92162deb07ad913adda
3
+ size 4349438688
granite-guardian-3.1-8b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82fb7fc97cf20a075ee2820504e6767368fc440e448881eb27573b1c159e9c11
3
+ size 3996592864
granite-guardian-3.1-8b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:476642b30edf323167057d4e12891c804e7cfaf18512eeef6bbbbb4a67d77bf3
3
+ size 3592497888
granite-guardian-3.1-8b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:357eb7c713189f860cebe7048e25ddfaeed9706a349aa7a9dd672990e11f34dc
3
+ size 4667288288
granite-guardian-3.1-8b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56d53fc8ab118978ea03b2f3096e3f82c37a227887133dca20da34997ad26a9f
3
+ size 4942867168
granite-guardian-3.1-8b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c7d766a0ed75fb457b09a066aeac786f06bf7c4742a4bae2c6836dd9dc7e1e
3
+ size 4685769440
granite-guardian-3.1-8b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a1e0bf77e86e4a868df8b51229f04661d3373a1a34f8b960f33f95ed38921ad
3
+ size 5797456608
granite-guardian-3.1-8b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea9c8d958fc910a35ed01e778f2c7beead503d230b80c4f0c24099ceae3e4d2
3
+ size 5647051488
granite-guardian-3.1-8b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dd367a04113cd2057eaee4325ffe5119bdcf899262b3efede2e62af4df60121
3
+ size 6705457888