Hugging Face's logo

mradermacher
/
Mellum-4b-base-GGUF

Transformers
GGUF
English
code
Model card Files
xet
Community
mradermacher commited on
Commit
778faca
·
verified ·
1 Parent(s): 378d82e

uploaded from nico1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Mellum-4b-base.IQ4_XS.gguf +3 -0
  3. Mellum-4b-base.Q2_K.gguf +3 -0
  4. Mellum-4b-base.Q3_K_L.gguf +3 -0
  5. Mellum-4b-base.Q3_K_M.gguf +3 -0
  6. Mellum-4b-base.Q3_K_S.gguf +3 -0
  7. Mellum-4b-base.Q4_K_M.gguf +3 -0
  8. Mellum-4b-base.Q4_K_S.gguf +3 -0
  9. Mellum-4b-base.Q5_K_M.gguf +3 -0
  10. Mellum-4b-base.Q5_K_S.gguf +3 -0
  11. Mellum-4b-base.Q6_K.gguf +3 -0
  12. Mellum-4b-base.Q8_0.gguf +3 -0
  13. Mellum-4b-base.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mellum-4b-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mellum-4b-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mellum-4b-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mellum-4b-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mellum-4b-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mellum-4b-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mellum-4b-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mellum-4b-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mellum-4b-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mellum-4b-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mellum-4b-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mellum-4b-base.f16.gguf filter=lfs diff=lfs merge=lfs -text
Mellum-4b-base.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5026ef8745993f9c9a295711304245f201a917d8152a85eafb56812b53090409
3
+ size 2264732448
Mellum-4b-base.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8349731d028ae954af918bbcc3d9e067ad96dea26fc527d39762f23f22334e1a
3
+ size 1707496224
Mellum-4b-base.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22c60d2cff0f9a40a3bb3d07f24523495185cf36428b0d8bd7c5fcf29f7e1663
3
+ size 2238872352
Mellum-4b-base.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9019a794c1a22e3309a6269c7264f015329b780ee53757112c85bd535dbe86be
3
+ size 2124483360
Mellum-4b-base.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:289afcfbe233acd9f13a35029090a34bb98373e3b827d8063572dd4ae2109937
3
+ size 1950227232
Mellum-4b-base.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a38bfaa8062450e5136676bcb4bcc87e292e5db67865dd42d807ce602556ff
3
+ size 2605171488
Mellum-4b-base.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8077f2f7e8953e21323ae922454f1c064b09dd035dddd2d16c7a15028c4280cf
3
+ size 2447430432
Mellum-4b-base.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:287e17cb48bf946ad7e996aed9bd46cfa3ca1a45cccb2bf92a6eae6724968e51
3
+ size 2983543584
Mellum-4b-base.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096dc6d71657b0f8a3caa7e4c9b9755338eeb4c0d36987b465d03e4eaf129414
3
+ size 2855035680
Mellum-4b-base.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8131971b0d01f7166d0e8daebc983601c2ed6c69e1032a5d21b65f90a40850cc
3
+ size 3485428512
Mellum-4b-base.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ab3f91245df1fc21c67ec123ba5f1d9ee231f8f3ee133077916d14de07e5d3a
3
+ size 4274520864
Mellum-4b-base.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f3df9fdadf490c6b0a7579bfb733197f26af2e6927a53c4e216fd373bb1c33a
3
+ size 8042390304