Hugging Face's logo

mradermacher
/
Llama-3.2-3B-Math-Oct-i1-GGUF

Transformers
GGUF
English
text-generation-inference
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
7bdc7f8
·
verified ·
1 Parent(s): f74ee21

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Llama-3.2-3B-Math-Oct.i1-IQ1_M.gguf +3 -0
  3. Llama-3.2-3B-Math-Oct.i1-IQ1_S.gguf +3 -0
  4. Llama-3.2-3B-Math-Oct.i1-IQ2_M.gguf +3 -0
  5. Llama-3.2-3B-Math-Oct.i1-IQ2_S.gguf +3 -0
  6. Llama-3.2-3B-Math-Oct.i1-IQ2_XS.gguf +3 -0
  7. Llama-3.2-3B-Math-Oct.i1-IQ2_XXS.gguf +3 -0
  8. Llama-3.2-3B-Math-Oct.i1-IQ3_M.gguf +3 -0
  9. Llama-3.2-3B-Math-Oct.i1-IQ3_S.gguf +3 -0
  10. Llama-3.2-3B-Math-Oct.i1-IQ3_XS.gguf +3 -0
  11. Llama-3.2-3B-Math-Oct.i1-IQ3_XXS.gguf +3 -0
  12. Llama-3.2-3B-Math-Oct.i1-IQ4_NL.gguf +3 -0
  13. Llama-3.2-3B-Math-Oct.i1-IQ4_XS.gguf +3 -0
  14. Llama-3.2-3B-Math-Oct.i1-Q2_K.gguf +3 -0
  15. Llama-3.2-3B-Math-Oct.i1-Q2_K_S.gguf +3 -0
  16. Llama-3.2-3B-Math-Oct.i1-Q3_K_L.gguf +3 -0
  17. Llama-3.2-3B-Math-Oct.i1-Q3_K_M.gguf +3 -0
  18. Llama-3.2-3B-Math-Oct.i1-Q3_K_S.gguf +3 -0
  19. Llama-3.2-3B-Math-Oct.i1-Q4_0.gguf +3 -0
  20. Llama-3.2-3B-Math-Oct.i1-Q4_1.gguf +3 -0
  21. Llama-3.2-3B-Math-Oct.i1-Q4_K_M.gguf +3 -0
  22. Llama-3.2-3B-Math-Oct.i1-Q4_K_S.gguf +3 -0
  23. Llama-3.2-3B-Math-Oct.i1-Q5_K_M.gguf +3 -0
  24. Llama-3.2-3B-Math-Oct.i1-Q5_K_S.gguf +3 -0
  25. Llama-3.2-3B-Math-Oct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.2-3B-Math-Oct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.2-3B-Math-Oct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.2-3B-Math-Oct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.2-3B-Math-Oct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.2-3B-Math-Oct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.2-3B-Math-Oct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.2-3B-Math-Oct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.2-3B-Math-Oct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.2-3B-Math-Oct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.2-3B-Math-Oct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.2-3B-Math-Oct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.2-3B-Math-Oct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.2-3B-Math-Oct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.2-3B-Math-Oct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.2-3B-Math-Oct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.2-3B-Math-Oct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.2-3B-Math-Oct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.2-3B-Math-Oct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.2-3B-Math-Oct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3.2-3B-Math-Oct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3.2-3B-Math-Oct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3.2-3B-Math-Oct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3.2-3B-Math-Oct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-3.2-3B-Math-Oct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.2-3B-Math-Oct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc3d1d09763a57c8499036ce94701ccf613d405282eaa799bfaf58eb086b4f6
3
+ size 924192704
Llama-3.2-3B-Math-Oct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9d41809793ceccecd92ac0fb051782b22ffcc408ed311cddc0f5d5211974ad
3
+ size 868159424
Llama-3.2-3B-Math-Oct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:679ee491ad7615db6259efe4a5e2e87c549c477d8cc880c39e771c4fcef44238
3
+ size 1229033408
Llama-3.2-3B-Math-Oct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e7ffce053bd1376c47e9ba4b2493d2422c98f0ce1b1d25321981de5c8207e6
3
+ size 1154322368
Llama-3.2-3B-Math-Oct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864da0be163717cf5f4391d39a876a7788a06f81d6c28da42fa5622dc54d4ac3
3
+ size 1100550080
Llama-3.2-3B-Math-Oct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3a1f95dae60531ae092179d29f2e98169650593ba3cee0966330dc9629247bc
3
+ size 1017581504
Llama-3.2-3B-Math-Oct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dafee312ebee17790dc2377c70f7b8f2cfc1919c4e37991d464244e74fba7b4
3
+ size 1599670208
Llama-3.2-3B-Math-Oct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:869834f951d69df5bae34ad0bf2849508307aad88ec459e525a480fd6b6dd23b
3
+ size 1542850496
Llama-3.2-3B-Math-Oct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0867a836432f25906b1304d75090c0a5bc3f6f5f124a7528647acc22a35be58b
3
+ size 1476790208
Llama-3.2-3B-Math-Oct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf05f849340ff88faf3745abfa6d7cd1ad862fae5c5af0cc26f3bf50e201e81
3
+ size 1348767680
Llama-3.2-3B-Math-Oct.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b95c52e4b46afafb6f7fedca0ec16dd749f42bf75eea7d9c129ba77ab4e544c5
3
+ size 1917192128
Llama-3.2-3B-Math-Oct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d2fc0832d0294a7a4e6bb4f5e2bf1779770905df18ff75a64ba2ebbcf94ff9
3
+ size 1829111744
Llama-3.2-3B-Math-Oct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e50f743809d597880e79733f3aa800c936f1836e50e1a535eed80502f432632
3
+ size 1363937216
Llama-3.2-3B-Math-Oct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62d5f8f908ca31f9ff5ffffd2a726a36b58d38ef1c0c2091424738cb16a4f15
3
+ size 1274283968
Llama-3.2-3B-Math-Oct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abaf8a861ee22af8a644f741b7536c68aa7ff47bf7a81c2cdd6c54cec05adaba
3
+ size 1815349184
Llama-3.2-3B-Math-Oct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5fd1b2e808e341b86371c3f84f34030da9c4778a4b0b6ca34caf28897cbb5d4
3
+ size 1687160768
Llama-3.2-3B-Math-Oct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9d575f74610a0d90f6c327e68b19b5842556ffaa519f7afef0a902d9a7ae6ce
3
+ size 1542850496
Llama-3.2-3B-Math-Oct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5ee45d0b0cfb0042831c5ac5b5b3befc4d75c1df9a0a72c9d61ed7632ac024a
3
+ size 1921910720
Llama-3.2-3B-Math-Oct.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04bf53acb53db26824443c604937cd046ef67999cc9db7f578221b22366cb5ee
3
+ size 2093352896
Llama-3.2-3B-Math-Oct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d05bda61a5632016e3ebc0eb02292c60536c5740fa51f982a36759e452bf841
3
+ size 2019379136
Llama-3.2-3B-Math-Oct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6d4c6cb2b4e780946f8b9dcf3e5c1f354c82b9dd9c7b5a43211eeecd4dcffcd
3
+ size 1928202176
Llama-3.2-3B-Math-Oct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:388c82ecbcb821c670631043a75496787a8365b5d568d0d8e646ba75bfd0449a
3
+ size 2322155456
Llama-3.2-3B-Math-Oct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ec5cbb7310a6ac90f2dae831f5061b77e5937ad7432025d845a0f9bf5148d4
3
+ size 2269513664
Llama-3.2-3B-Math-Oct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:322c1faac79aecbccf09b9775ed2ab3c3634e0ff8302da0fb1bfdd9190c7af53
3
+ size 2643855296