Hugging Face's logo

mradermacher
/
Gemmasutra-Small-4B-v1-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
169be69
·
verified ·
1 Parent(s): 365eaab

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Gemmasutra-Small-4B-v1.i1-IQ1_M.gguf +3 -0
  3. Gemmasutra-Small-4B-v1.i1-IQ1_S.gguf +3 -0
  4. Gemmasutra-Small-4B-v1.i1-IQ2_M.gguf +3 -0
  5. Gemmasutra-Small-4B-v1.i1-IQ2_S.gguf +3 -0
  6. Gemmasutra-Small-4B-v1.i1-IQ2_XS.gguf +3 -0
  7. Gemmasutra-Small-4B-v1.i1-IQ2_XXS.gguf +3 -0
  8. Gemmasutra-Small-4B-v1.i1-IQ3_M.gguf +3 -0
  9. Gemmasutra-Small-4B-v1.i1-IQ3_S.gguf +3 -0
  10. Gemmasutra-Small-4B-v1.i1-IQ3_XS.gguf +3 -0
  11. Gemmasutra-Small-4B-v1.i1-IQ3_XXS.gguf +3 -0
  12. Gemmasutra-Small-4B-v1.i1-IQ4_NL.gguf +3 -0
  13. Gemmasutra-Small-4B-v1.i1-IQ4_XS.gguf +3 -0
  14. Gemmasutra-Small-4B-v1.i1-Q2_K.gguf +3 -0
  15. Gemmasutra-Small-4B-v1.i1-Q2_K_S.gguf +3 -0
  16. Gemmasutra-Small-4B-v1.i1-Q3_K_L.gguf +3 -0
  17. Gemmasutra-Small-4B-v1.i1-Q3_K_M.gguf +3 -0
  18. Gemmasutra-Small-4B-v1.i1-Q3_K_S.gguf +3 -0
  19. Gemmasutra-Small-4B-v1.i1-Q4_0.gguf +3 -0
  20. Gemmasutra-Small-4B-v1.i1-Q4_1.gguf +3 -0
  21. Gemmasutra-Small-4B-v1.i1-Q4_K_M.gguf +3 -0
  22. Gemmasutra-Small-4B-v1.i1-Q4_K_S.gguf +3 -0
  23. Gemmasutra-Small-4B-v1.i1-Q5_K_M.gguf +3 -0
  24. Gemmasutra-Small-4B-v1.i1-Q5_K_S.gguf +3 -0
  25. Gemmasutra-Small-4B-v1.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Gemmasutra-Small-4B-v1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Gemmasutra-Small-4B-v1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Gemmasutra-Small-4B-v1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Gemmasutra-Small-4B-v1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Gemmasutra-Small-4B-v1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Gemmasutra-Small-4B-v1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Gemmasutra-Small-4B-v1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Gemmasutra-Small-4B-v1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Gemmasutra-Small-4B-v1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Gemmasutra-Small-4B-v1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Gemmasutra-Small-4B-v1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Gemmasutra-Small-4B-v1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Gemmasutra-Small-4B-v1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Gemmasutra-Small-4B-v1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Gemmasutra-Small-4B-v1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Gemmasutra-Small-4B-v1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Gemmasutra-Small-4B-v1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Gemmasutra-Small-4B-v1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Gemmasutra-Small-4B-v1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Gemmasutra-Small-4B-v1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Gemmasutra-Small-4B-v1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Gemmasutra-Small-4B-v1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Gemmasutra-Small-4B-v1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Gemmasutra-Small-4B-v1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Gemmasutra-Small-4B-v1.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:690470524706cd47c5819474e41c1709ce6ab27eb35b78627ab15a27fd1c05aa
3
+ size 1158619808
Gemmasutra-Small-4B-v1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:698be58d5abd148a97bb6bc10f18f6586b4b0bae90509bcc923f971b01092ce8
3
+ size 1091435168
Gemmasutra-Small-4B-v1.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6f5f3a5bbfa7a6cb61174d8aaf029fc470359a77a8d072202e2834ed99864c
3
+ size 1504662176
Gemmasutra-Small-4B-v1.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72eecc9a6c124360eab20241f8ef36a9fe73dc04fbac7b2565805aa384b8291
3
+ size 1415082656
Gemmasutra-Small-4B-v1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1ee1d9faa0a7920f7d10e33e211d3781eb9cae42779f1cda239be65a4f58d33
3
+ size 1366366880
Gemmasutra-Small-4B-v1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:292f4a073a243da588cc7c3c1a9a4310d6ddf02f5f6b699465e08bc6c2b4304a
3
+ size 1270594208
Gemmasutra-Small-4B-v1.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:219882fe3c4937fb9661ce5224cfda109b84b2ddf5675686dbdcc11826b3a61e
3
+ size 1950108320
Gemmasutra-Small-4B-v1.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4477233bb0631ba40a6357cf33c56ae504ae88954622577c6eba45b457cf2031
3
+ size 1896526496
Gemmasutra-Small-4B-v1.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c06ac275361aaffa5f4d0105fbd3bdbc9901ea05ebd32de3686800c53b7802e
3
+ size 1820881568
Gemmasutra-Small-4B-v1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6d7b418736f77cabda52a704f3f5d1acd7f5017ecc63603d90ab6863f89be47
3
+ size 1655620256
Gemmasutra-Small-4B-v1.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96ef64c61ac567abf157018782d11e2de078f8e8711ff2d202f42e7847d103b2
3
+ size 2330821280
Gemmasutra-Small-4B-v1.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733474f12d55d448d928281b8f0a801197de6a2d9c8f35df83bbf7ae1cc9aa98
3
+ size 2228634272
Gemmasutra-Small-4B-v1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea93677e91cace504d19ccd08921440e4087a530fb4fe9b0761ad223b7c303cd
3
+ size 1685185184
Gemmasutra-Small-4B-v1.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8430f95116f9cd9404341577cb5fd225ccd8def6d7512688dcf5e2ad14399a69
3
+ size 1589301920
Gemmasutra-Small-4B-v1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c863cb576af286f3a1070ae9af50d8d0118a104f46b361058f8e83f743f692a9
3
+ size 2203087520
Gemmasutra-Small-4B-v1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a476f80c96241283e4a859edc5d6ec25e5840cdaad0692abe68a905564167e
3
+ size 2060350112
Gemmasutra-Small-4B-v1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed3d19c936ee0b73b961bc977d23127a13a8d3bf18e17f7422a2220e9dcc9d56
3
+ size 1896526496
Gemmasutra-Small-4B-v1.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0e2b8af4b164ffc12ba57ea2ad2ce99e926d6adb820b43b20e9e55776a675c9
3
+ size 2337456800
Gemmasutra-Small-4B-v1.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83c17f6ad9960f8be6e65b6a7e6c99766df23ad4df4eb28bb53b44aaac5d0b13
3
+ size 2535195296
Gemmasutra-Small-4B-v1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c75835a741582114dbd6c13014dae873966688916700a8429e58f3393ed780b9
3
+ size 2458555040
Gemmasutra-Small-4B-v1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1e1eb461b818e90de31ee95b2af3c0f26eede026d9b969d9121d2aebe8b6622
3
+ size 2345271968
Gemmasutra-Small-4B-v1.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6ccccc21743fd3c0cd53867af800d1ea9354ae1aaf87f765912fd9e03585907
3
+ size 2805371552
Gemmasutra-Small-4B-v1.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64018acc99a5202f8d1b6bfe59886787ce0882e26e0cf4a71e0ac76a086efa3
3
+ size 2739569312
Gemmasutra-Small-4B-v1.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b8378d5d9e062b7a7704242db8b22f50ab73aaa3f60f33ef206aa4bbdf64ee
3
+ size 3173864096