Hugging Face's logo

unsloth
/
gemma-3-4b-it-GGUF

Image-Text-to-Text
Transformers
GGUF
English
gemma3
unsloth
gemma
google
Inference Endpoints
conversational
Model card Files Community
4
danielhanchen commited on
Commit
ec3622f
·
verified ·
1 Parent(s): ac67725

Add files using upload-large-folder tool

Browse files
Files changed (10) hide show
  1. .gitattributes +2 -0
  2. config.json +0 -1
  3. gemma-3-4b-it-BF16.gguf +3 -0
  4. gemma-3-4b-it-Q2_K.gguf +1 -1
  5. gemma-3-4b-it-Q2_K_L.gguf +1 -1
  6. gemma-3-4b-it-Q3_K_M.gguf +1 -1
  7. gemma-3-4b-it-Q4_K_M.gguf +1 -1
  8. gemma-3-4b-it-Q5_K_M.gguf +1 -1
  9. gemma-3-4b-it-Q6_K.gguf +1 -1
  10. gemma-3-4b-it-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -41,3 +41,5 @@ gemma-3-4b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
41
  gemma-3-4b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  gemma-3-4b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-3-4b-it.BF16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
41
  gemma-3-4b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  gemma-3-4b-it.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-3-4b-it.BF16.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-3-4b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-3-4b-it-BF16.gguf filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -16,7 +16,6 @@
16
  "attention_dropout": 0.0,
17
  "attn_logit_softcapping": null,
18
  "cache_implementation": "hybrid",
19
- "eos_token_id": 106,
20
  "final_logit_softcapping": null,
21
  "head_dim": 256,
22
  "hidden_activation": "gelu_pytorch_tanh",
 
16
  "attention_dropout": 0.0,
17
  "attn_logit_softcapping": null,
18
  "cache_implementation": "hybrid",
 
19
  "final_logit_softcapping": null,
20
  "head_dim": 256,
21
  "hidden_activation": "gelu_pytorch_tanh",
gemma-3-4b-it-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3145beb3bcc55c85a68521b3c0f791fbf4174b58b7e93931bfefc766eea0a86
3
+ size 7767803424
gemma-3-4b-it-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99b720122037b9098ad209eb0f5eb403a2c0408583966bc93d12b7b4c2fc560f
3
  size 1729164064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f73c8ce8afe9ee878cafe45e10f560dd594c38cd7912e62f868a57373c6d14
3
  size 1729164064
gemma-3-4b-it-Q2_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92a43b0abaa40d184b4d96b98855b88313cd6b0e3ac0d55f237f94fab92a6cb3
3
  size 1556106784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce90588126de6ad650beee43507ee54189aa1ff5b10ab5e53c1a8ddc2a4a6df
3
  size 1556106784
gemma-3-4b-it-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c5ebb010bc21acb9838ab40f5a9670acda113fbf4dbc765ee7792221722ec71
3
  size 2098459424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23896071c3e4dd00b654e67d4bbd6270061eee2dc987e95e38d2d6622d22f9e6
3
  size 2098459424
gemma-3-4b-it-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:226c620a06517aef8a9ceb878eae6b95248fde133466532fa07c834c16d4e66f
3
  size 2489893664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d8c044763a0d26f4df87332df97603f7cc2e3d26e27f5f3c9fcac515def32fa
3
  size 2489893664
gemma-3-4b-it-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45ababb0cc821c9f4901788a08d9327cdd18c6c96dc588015f56eb7fed8273e7
3
  size 2829697824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6419b31a6b3f3a79cc709407cbd185676530b23235db6d86dfe6da555addda
3
  size 2829697824
gemma-3-4b-it-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b9b4343695586218a75bbefa384c38b6115db1ec4ab356e545a03f14d01c9ec
3
  size 3190739744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7ac406c58a553cf90a4649f3ad1a3ccd61a2ac57523f3b526a3980f03634aa8
3
  size 3190739744
gemma-3-4b-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d3a5470ffe8a3b9d5dff58f3be2c87c184b53f0b7fe25887328d17e8fd32eb2
3
+ size 4130401824