Hugging Face's logo

mradermacher
/
gemma-3-4b-it-i1-GGUF

Transformers
GGUF
English
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
44f6bd7
·
verified ·
1 Parent(s): de054ec

uploaded from rich1

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. gemma-3-4b-it.i1-IQ1_M.gguf +3 -0
  3. gemma-3-4b-it.i1-IQ1_S.gguf +3 -0
  4. gemma-3-4b-it.i1-IQ2_M.gguf +3 -0
  5. gemma-3-4b-it.i1-IQ2_S.gguf +3 -0
  6. gemma-3-4b-it.i1-IQ2_XS.gguf +3 -0
  7. gemma-3-4b-it.i1-IQ2_XXS.gguf +3 -0
  8. gemma-3-4b-it.i1-IQ3_M.gguf +3 -0
  9. gemma-3-4b-it.i1-IQ3_S.gguf +3 -0
  10. gemma-3-4b-it.i1-IQ3_XS.gguf +3 -0
  11. gemma-3-4b-it.i1-IQ3_XXS.gguf +3 -0
  12. gemma-3-4b-it.i1-IQ4_NL.gguf +3 -0
  13. gemma-3-4b-it.i1-IQ4_XS.gguf +3 -0
  14. gemma-3-4b-it.i1-Q2_K.gguf +3 -0
  15. gemma-3-4b-it.i1-Q2_K_S.gguf +3 -0
  16. gemma-3-4b-it.i1-Q3_K_L.gguf +3 -0
  17. gemma-3-4b-it.i1-Q3_K_M.gguf +3 -0
  18. gemma-3-4b-it.i1-Q3_K_S.gguf +3 -0
  19. gemma-3-4b-it.i1-Q4_0.gguf +3 -0
  20. gemma-3-4b-it.i1-Q4_1.gguf +3 -0
  21. gemma-3-4b-it.i1-Q4_K_M.gguf +3 -0
  22. gemma-3-4b-it.i1-Q4_K_S.gguf +3 -0
  23. gemma-3-4b-it.i1-Q5_K_M.gguf +3 -0
  24. gemma-3-4b-it.i1-Q5_K_S.gguf +3 -0
  25. gemma-3-4b-it.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ gemma-3-4b-it.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-3-4b-it.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-3-4b-it.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-3-4b-it.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-3-4b-it.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-3-4b-it.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-3-4b-it.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-3-4b-it.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-3-4b-it.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-3-4b-it.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-3-4b-it.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gemma-3-4b-it.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ gemma-3-4b-it.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ gemma-3-4b-it.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ gemma-3-4b-it.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ gemma-3-4b-it.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ gemma-3-4b-it.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ gemma-3-4b-it.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ gemma-3-4b-it.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ gemma-3-4b-it.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ gemma-3-4b-it.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ gemma-3-4b-it.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ gemma-3-4b-it.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ gemma-3-4b-it.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
gemma-3-4b-it.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2913f589c4405db5432b33e3e74cbfce33afa601234edf1ad81d6a13a261674b
3
+ size 1199457088
gemma-3-4b-it.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2877bf42c6ac41f659fe9ea31efbaff434851a4e52940828175713e0b1e266
3
+ size 1132979008
gemma-3-4b-it.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb0c2be21bb872695060dc3d2c66b708c69b22b1ef74de51c3a20783a8f7a2d5
3
+ size 1537868608
gemma-3-4b-it.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149c57b91f31c0ba7a9a23a47aed9fe0b823a7ed02e349038f1b4044687a7d94
3
+ size 1449231168
gemma-3-4b-it.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1462018bd82ed1db3dce791e0215737b447df5c5bca8c08b9af178451223b7e4
3
+ size 1404461888
gemma-3-4b-it.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c9627de17a3d17ed69460df0e2fe06c14333a84d1bd7cd022ae1c56a829f499
3
+ size 1310253888
gemma-3-4b-it.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5932aeaa0a90554621cb580a7af718eb94b185c85c5f7b97d760fab21ebdab74
3
+ size 1986667328
gemma-3-4b-it.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67d09065f8999088cf995d9ad188f24678cc8c1bb49a8b3a2d9b305278f2e3c
3
+ size 1937228608
gemma-3-4b-it.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e512f3ac0f7f4b2bf08ee1b27d586227803ee4e9872d2fdf60eab026a4e072e8
3
+ size 1863254848
gemma-3-4b-it.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e36bddeed9ab8a109f0e8b43ce8e6c053baa1b30802fe50372f43e4f99a8bb9
3
+ size 1689338688
gemma-3-4b-it.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:710801b4a55580f8f4787a477ca1517e3581c9085223dcb75046c7e311de3e74
3
+ size 2363376448
gemma-3-4b-it.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f7aad3ad1cacc4ce109e66a58184103ca4092db38333c5220f261a9d17eb13
3
+ size 2263106368
gemma-3-4b-it.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca24cb5edec8a5d667f0d264f4b76ef13f6d3975e5f86e5c5bdafe056d53a25
3
+ size 1729028928
gemma-3-4b-it.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8fa1ce0c295b50ddadbb3be5d022b600c7a83cc3e1b37e1bde8a2b72cb58dc3
3
+ size 1635926848
gemma-3-4b-it.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ed51c2ebd60e765b3464a802aa39efe4cbca20cdb6d125c877b972c05f98d1
3
+ size 2235949888
gemma-3-4b-it.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f69e4a1a3f791554d34ddeabc14f55c64c0fc4e5afba9c462989e3d91e8616e
3
+ size 2098324288
gemma-3-4b-it.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d123284dce33fc20a8463feb38c34fc2bed7d85b2523855cdab981101c70993
3
+ size 1937228608
gemma-3-4b-it.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e387ecc72ad2229ff5700b38d5725c071beb973cace0d29715b5ef9a836c6316
3
+ size 2369930048
gemma-3-4b-it.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1881fd7ac40ef582c2dd311d66d5194312197974514b286406b5794478590df
3
+ size 2563916608
gemma-3-4b-it.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:118cf02afc2f4b71ee0430279e39c3e82e42cef54342e6f228f6f7b031aac5cc
3
+ size 2489758528
gemma-3-4b-it.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f887e3fbd4b4ec3a105aac75ea5babc62aeafd9084d6759a16b5aacf637a31
3
+ size 2377794368
gemma-3-4b-it.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b86ff199f8ac2cc137403e746b966c6183670dbad7472995918bd9abe3935797
3
+ size 2829562688
gemma-3-4b-it.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a95863fdf6e4a0438667f410a05082c1d9b3b9e564a8376ea0d1f8c9caa5179
3
+ size 2764456768
gemma-3-4b-it.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a66240006405ad85f26cf1b1663a22664e19dfe7ec14ae380338f96801bc1a7e
3
+ size 3190604608