Hugging Face's logo

prithivMLmods
/
Llama-3.2-3B-Instruct-f32-GGUF

Text Generation
Transformers
GGUF
English
llama
text-generation-inference
SOTA
conversational
Model card Files
xet
Community
prithivMLmods commited on
Commit
9d3d7cc
·
verified ·
1 Parent(s): a0ef062

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. Llama-3.2-3B-Instruct.BF16.gguf +3 -0
  2. Llama-3.2-3B-Instruct.F16.gguf +3 -0
  3. Llama-3.2-3B-Instruct.F32.gguf +3 -0
  4. Llama-3.2-3B-Instruct.Q2_K.gguf +3 -0
  5. Llama-3.2-3B-Instruct.Q3_K_L.gguf +3 -0
  6. Llama-3.2-3B-Instruct.Q3_K_M.gguf +3 -0
  7. Llama-3.2-3B-Instruct.Q3_K_S.gguf +3 -0
  8. Llama-3.2-3B-Instruct.Q4_K_M.gguf +3 -0
  9. Llama-3.2-3B-Instruct.Q4_K_S.gguf +3 -0
  10. Llama-3.2-3B-Instruct.Q5_K_M.gguf +3 -0
  11. Llama-3.2-3B-Instruct.Q5_K_S.gguf +3 -0
  12. Llama-3.2-3B-Instruct.Q6_K.gguf +3 -0
  13. Llama-3.2-3B-Instruct.Q8_0.gguf +3 -0
  14. .gitattributes +13 -0
Llama-3.2-3B-Instruct.BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b71c2a0f222ef7d3ea4520bca5ed04e5e7d1bf7cf20c611ff28706ecdbc3f4de
3
+ size 6433687552
Llama-3.2-3B-Instruct.F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66d313c595f2ef65d0026b218a9a1d875f71f4c9900aa5ff653710cbfe227556
3
+ size 6433687552
Llama-3.2-3B-Instruct.F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f7a066dc49ffd3bdcc648faaafce3b82887600ca8eb8dbe1360d5d51b2c354
3
+ size 12858836992
Llama-3.2-3B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08841089f143efa3fa725d6ea99d03dee8dfb5bf99a40516641a12109759d367
3
+ size 1363935232
Llama-3.2-3B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501f2719850efdf7ab4ca07c4a02c99c9b97277cd0592d6a2465a5d0ce7c58bf
3
+ size 1815347200
Llama-3.2-3B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df1fd58a8df91bc4d0a1d9d535fbf608c24aef9d331d1fcde5dea4f3d31e6bff
3
+ size 1687158784
Llama-3.2-3B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3bc985a04bf79dfce92a2efb537d091e179d037afb6ec1231c939be6a3869b
3
+ size 1542848512
Llama-3.2-3B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89908ce2e760d2766738afe41cc64c2e40886a5d7ffd37c5fb6d886420d4cd7c
3
+ size 2019377152
Llama-3.2-3B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b49276dda57ac6a00e7084f797ec27e8457869130ea5fdcbddd25da0dbc1d3
3
+ size 1928200192
Llama-3.2-3B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30b3735bc5148f735238b825985525a06e0977570d1d3ab0e3bf8cf82ed0a37
3
+ size 2322153472
Llama-3.2-3B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a0d4488dbe890855d37ee8e166dced5d125972224030fd452c5a1d2e296078
3
+ size 2269511680
Llama-3.2-3B-Instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b3b9ea89b4e898d2202b5fd02845d70a5728f57f466bdf781eb6a4436fa941a
3
+ size 2643853312
Llama-3.2-3B-Instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd35183e14d1074e11c16045b2af0226378471ae018f33dac8f68ca6fef3764
3
+ size 3421898752
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ [[:space:]]Llama-3.2-3B-Instruct.BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ [[:space:]]Llama-3.2-3B-Instruct.F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ [[:space:]]Llama-3.2-3B-Instruct.F32.gguf filter=lfs diff=lfs merge=lfs -text
39
+ [[:space:]]Llama-3.2-3B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ [[:space:]]Llama-3.2-3B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ [[:space:]]Llama-3.2-3B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ [[:space:]]Llama-3.2-3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ [[:space:]]Llama-3.2-3B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ [[:space:]]Llama-3.2-3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ [[:space:]]Llama-3.2-3B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ [[:space:]]Llama-3.2-3B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ [[:space:]]Llama-3.2-3B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
48
+ [[:space:]]Llama-3.2-3B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text