Hugging Face's logo

mradermacher
/
Llama-3.1-Minitron-4B-Width-Base-chatml-i1-GGUF

Transformers
GGUF
English
imatrix
Model card Files Community
mradermacher commited on
Commit
db21bda
·
verified ·
1 Parent(s): 5c1b842

uploaded from back

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ1_M.gguf +3 -0
  3. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ1_S.gguf +3 -0
  4. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_M.gguf +3 -0
  5. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_S.gguf +3 -0
  6. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_XS.gguf +3 -0
  7. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_XXS.gguf +3 -0
  8. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_M.gguf +3 -0
  9. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_S.gguf +3 -0
  10. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_XS.gguf +3 -0
  11. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_XXS.gguf +3 -0
  12. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ4_NL.gguf +3 -0
  13. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ4_XS.gguf +3 -0
  14. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q2_K.gguf +3 -0
  15. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q2_K_S.gguf +3 -0
  16. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_L.gguf +3 -0
  17. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_M.gguf +3 -0
  18. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_S.gguf +3 -0
  19. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_0.gguf +3 -0
  20. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_1.gguf +3 -0
  21. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_K_M.gguf +3 -0
  22. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_K_S.gguf +3 -0
  23. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q5_K_M.gguf +3 -0
  24. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q5_K_S.gguf +3 -0
  25. Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d801ca20ad92740cfdde69cfaf58ae581094e350d9b0054f89ecefed43abae
3
+ size 1286256000
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37432ab12a1c685434c6c7dd6911fc7082258469f74249886febb77460173722
3
+ size 1213412736
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2482db61c28fb13a6f8527fe89a9ae5d31db2dca0b0a9af880c2bf28b4aa536c
3
+ size 1722633600
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd3127f8b712cc8e7c05cfefe2fc6612732653338b30a61e467796788c537fc0
3
+ size 1625509248
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cd94f1192cf9ff96c998d78e51d7bd042ee7b9fd6df9ff84be567e3dd003432
3
+ size 1517368704
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055c4f2d2e9165893ee4b7cd491a59c9d791614f056390c2ec76de933ca82fef
3
+ size 1407661440
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec618b5d07913fa69f075eddb4b2068e6817e1ed0b5265dee08d1504c337dcd2
3
+ size 2183415168
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b5c3950e3754572626a932a9ec33ecd5df51582cb2230b12a5b30ee15033766
3
+ size 2114897280
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b0445b5483398790f1c05a9485a5abefc901147b5016e5664b7c295e76a5dfe
3
+ size 2027603328
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78ad92d907efb439f3fbddb8de300cfec46c12266eff95d5397620aa62dc1a51
3
+ size 1880116608
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ffdb58ec6d2fffee51fcbbf26820bd0844f9e8e6c90f62f9527edb3ad41023b
3
+ size 2661105024
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea48c43b434bb7241e5a842429809f193ba7038ed1f0cadf7e9ef2f71e4adf23
3
+ size 2535546240
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f64930d74ee45b213c1fea7c0c1a322e425a7106be1c73aefa6600ca85e670
3
+ size 1839738240
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e385d568614c30d51bbda3399a5a69306b6283db0abbd8f37b64099f2ba308
3
+ size 1733373312
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6712568e2029bff372749530288f12142b61dd087f30d41b074e0ceb1211a18
3
+ size 2464859520
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f52f3292389d463ac750290dd00112cbd837171a0f0a21d5f7ec03c474f8f9
3
+ size 2296563072
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06e759a1154f3fc70629c38bc0ce0362cfdc1a70d99ca9b46c1d61b8b5fb0067
3
+ size 2101527936
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:033522165b0fa7a385587e6b04c142329927d48c39c6033f075782d862cce5ce
3
+ size 2655600000
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d7441ab72b8daead9ae5e2a0efa5f73ddc54ee2dc318748370e5bd6e388ce27
3
+ size 2905931136
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5713aa5d4f08138e70e1a62bc0a7171fed3ba19f23544ddd8a2662a51882abf
3
+ size 2778283392
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce51cd66bbe2d16ab17ab368111f4d49bfd3e02e44c5171a4cd2cb7e3a6af992
3
+ size 2664250752
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72da55e79a704ebecf0803040a76a43869b70fff75cb6152aad5edf6587bb6a5
3
+ size 3230186880
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:464fac562323f96f3a2a4ef4b6621cd8eeadf1d436eff4623c55dc442c57bf8a
3
+ size 3163340160
Llama-3.1-Minitron-4B-Width-Base-chatml.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e2814242ae240085e98f3b884fddffca9e08b09bb66cd47d4f0bd48018c9631
3
+ size 3710334336