Hugging Face's logo

mradermacher
/
granite-3.2-2b-instruct-abliterated-GGUF

Transformers
GGUF
English
conversational
Model card Files Community
mradermacher commited on
Commit
e8f94ec
·
verified ·
1 Parent(s): 71f58bb

uploaded from rain

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. granite-3.2-2b-instruct-abliterated.IQ4_XS.gguf +3 -0
  3. granite-3.2-2b-instruct-abliterated.Q2_K.gguf +3 -0
  4. granite-3.2-2b-instruct-abliterated.Q3_K_L.gguf +3 -0
  5. granite-3.2-2b-instruct-abliterated.Q3_K_M.gguf +3 -0
  6. granite-3.2-2b-instruct-abliterated.Q3_K_S.gguf +3 -0
  7. granite-3.2-2b-instruct-abliterated.Q4_K_M.gguf +3 -0
  8. granite-3.2-2b-instruct-abliterated.Q4_K_S.gguf +3 -0
  9. granite-3.2-2b-instruct-abliterated.Q5_K_M.gguf +3 -0
  10. granite-3.2-2b-instruct-abliterated.Q5_K_S.gguf +3 -0
  11. granite-3.2-2b-instruct-abliterated.Q6_K.gguf +3 -0
  12. granite-3.2-2b-instruct-abliterated.Q8_0.gguf +3 -0
  13. granite-3.2-2b-instruct-abliterated.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3.2-2b-instruct-abliterated.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.2-2b-instruct-abliterated.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.2-2b-instruct-abliterated.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.2-2b-instruct-abliterated.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.2-2b-instruct-abliterated.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.2-2b-instruct-abliterated.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.2-2b-instruct-abliterated.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.2-2b-instruct-abliterated.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.2-2b-instruct-abliterated.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.2-2b-instruct-abliterated.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.2-2b-instruct-abliterated.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.2-2b-instruct-abliterated.f16.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.2-2b-instruct-abliterated.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa5443410e5ba7cb3cf77bc6d2380de3075e3aefcd1abd8a288aaa6fbeb0197b
3
+ size 1397021184
granite-3.2-2b-instruct-abliterated.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffda3870c4a1f003ce83c5760322a906d6b22c11307489cadc8f44e67d842e26
3
+ size 978246144
granite-3.2-2b-instruct-abliterated.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:972ff9a5a1c4e05dae25afa854f9fbac1653a35cb505e165751ef729c9d36340
3
+ size 1357371904
granite-3.2-2b-instruct-abliterated.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f890b08967a93f173f58787ab8a8f5e716c5355b861d34f498258bd8a6f20760
3
+ size 1251727872
granite-3.2-2b-instruct-abliterated.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63aa295ae8d48f18a48787d9da7a044783acae9163a580e2df40e068f3e636b5
3
+ size 1130289664
granite-3.2-2b-instruct-abliterated.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f4713523d466098ab6ddc40105c15e51594338a506411e128da49f074aa895e
3
+ size 1545296384
granite-3.2-2b-instruct-abliterated.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9a968a443931eac87639136401cc5ffb35c90a383f4daf592f37bbb3300c3ef
3
+ size 1464392192
granite-3.2-2b-instruct-abliterated.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:258170a6f93947cd407350389478ed4e4d7a14cf13f4009f567d6e99d9372d17
3
+ size 1804818944
granite-3.2-2b-instruct-abliterated.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392dac5be4cc35482516a61e38dbbd8b035751abca8ce36b781ad1191e9e1e15
3
+ size 1757469184
granite-3.2-2b-instruct-abliterated.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de33fc945a53546a9efe5b1fdba8870b923858925da6161dd005086f79fc834e
3
+ size 2080561664
granite-3.2-2b-instruct-abliterated.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aff3c7c780d2af6d0617b95ce29977aeeec6ee08719c69b5e204d0de01588f8
3
+ size 2694111168
granite-3.2-2b-instruct-abliterated.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72c261d64357d048756cfffff36223332d7d6a4fd58216cc08036dfbd5640202
3
+ size 5069141568