Hugging Face's logo

MaziyarPanahi
/
ref_70_e3-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
imatrix
conversational
Model card Files Community
3
MaziyarPanahi commited on
Commit
cecfed0
·
verified ·
1 Parent(s): b38e8e5

[WIP] Upload folder using huggingface_hub (multi-commit 9127c1e02ef9d67b2fb67002661a636bf62dfaee11a4b7decce0121b568f711b) (#1)

Browse files

- 0649737914c9c903ef4fac0206f19281263d9c3829edd0f565bc70d13b306627 (719a1da7a03456d087b0df250f0cf2566991d91c)
- ca45ab304ecc465665d255f76f6ac221af151eabec7a3f46cb333d2ec14ab507 (60444bd1ccca612fcc9ecbff1dced25bfccb6c8e)
- 4968074a9694789689192d29c32a49b882fd68b4af4cf5e83aa19f8035cd3240 (fb4dad03b903c9ec29972c8680d6dcaf0312a2b9)
- 53534b84d4572b402c58a1f1893fd44f07e038ce0333a3b5db32a223d846b855 (256103b2a83e4e29b8c15b55c5ee149f9ef30308)
- 7ecc35a6ab5be405e66c5a4a7e78bd4332122832110b48f87e50bac982ad4040 (24dcf58cd5640f94fe55511de838b19852e95e97)
- 414120198d497dc348bf4540029de1fbfa494ad8b2f8a89104a25aa5d1d19e3d (c0e01001ca2531dc7f2d1a485255feab0962ea80)
- c03e53d5fdb08c5fe62d591de5480927917d2b5c0a73aeafb7587dd2e9b5d6cf (c8bda3af9127916634175de0f4bc6f5b443fc3c8)
- be4b2ab69c57bc18cd79ffb75ad1f06ff0aa38795d8279e1c66a0a0c68ffeb10 (58ffebd25cd60e77a67c66cc923558d9bca15606)
- 6700831748f253fec2d832a22bae109726e8a6711206a25b32bbb1e1131dffbe (2d088f8123691199b1710c0ecdd7e15e3a8acbbb)
- 4ace9d47b3f55b37f04a9f5985a12e63ca7f798678369b31512b3213d18c8748 (d81862ce441bb45a4133eb0669845c96cb2bf777)
- 82a371ec9912dd5a95c210dbdbc282191ef0027c9598e0ede2e44689695bc950 (540c0a8dd8baa0c7833d87a7d083494463bbdb60)
- 7b21d74c9dd83834620b0727e3f30cd307ce19024dfc43d7f57428543eae63da (3dc1a8f2006e8bd89f1df022a6565b0646870e7d)
- 0110b1d95ff317e355cc9525f058594820c3f94fd2ab20dcf0b87ed78a78b813 (8ec8d22474aea82207b52d4dd46a441d4c9e4923)

Files changed (14) hide show
  1. .gitattributes +13 -0
  2. ref_70_e3.IQ1_M.gguf +3 -0
  3. ref_70_e3.IQ1_S.gguf +3 -0
  4. ref_70_e3.IQ2_XS.gguf +3 -0
  5. ref_70_e3.IQ3_XS.gguf +3 -0
  6. ref_70_e3.IQ4_XS.gguf +3 -0
  7. ref_70_e3.Q2_K.gguf +3 -0
  8. ref_70_e3.Q3_K_L.gguf +3 -0
  9. ref_70_e3.Q3_K_M.gguf +3 -0
  10. ref_70_e3.Q3_K_S.gguf +3 -0
  11. ref_70_e3.Q4_K_M.gguf +3 -0
  12. ref_70_e3.Q4_K_S.gguf +3 -0
  13. ref_70_e3.Q5_K_M.gguf +3 -0
  14. ref_70_e3.Q5_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ref_70_e3.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ref_70_e3.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ref_70_e3.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ref_70_e3.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ref_70_e3.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ref_70_e3.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ref_70_e3.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ref_70_e3.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ref_70_e3.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ ref_70_e3.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ ref_70_e3.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ ref_70_e3.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ ref_70_e3.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
ref_70_e3.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9aa618067f95d0a7716bfa7fb384af328909d05b14f99389738661bfbd4ef21
3
+ size 16751251072
ref_70_e3.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b55e4824fff46d21316a1c6999a8777cf86bc8f333f5677a5a9bb5f45cb6e1c
3
+ size 15343537792
ref_70_e3.IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a636641e063a15a245000ffd86f0746ea337375b1582b7bdd7ec023a81680d
3
+ size 21142163072
ref_70_e3.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2daa9fea6baf44fa383a391979de2888207fecb7f4300e110f9a565fd5b1d3ba
3
+ size 29307796352
ref_70_e3.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6e0d1abafe3af29095e670d79ca4cd092fe7d72abd31744bf569fc12d146e40
3
+ size 37902733056
ref_70_e3.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9621526cbab422ebeda89eb2ac0abac8dff903c321ba6021a7e4b96712bf0f
3
+ size 26375170048
ref_70_e3.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1be928bb2130e0e0520eb96212dc14863056d5fe54081f0c3688091c57ee35c
3
+ size 37140659072
ref_70_e3.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abdf4b92fe64f6484f0b1e4a4fd2e2a627161693dfcdc9fd4e1bd9c0c516994d
3
+ size 34267560832
ref_70_e3.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c4a593e197c42646d1166d9bfeb15e0c78d57d1a2ab6e33155d51e8f49e059
3
+ size 30912117632
ref_70_e3.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7db6a601fa3e3cbd7336dc41f454f08b4df276ae259688fde1710a803b6decd
3
+ size 42520466688
ref_70_e3.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db4b955613ae648b83fb477903a3caa821d5fb2fce0682413592d66973dfb7e
3
+ size 40347292928
ref_70_e3.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bccde34a79c59c7a041ecf351f61ea1386f0057d20f10228cf24e949cb7ee00
3
+ size 49949895936
ref_70_e3.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd2d8b0095fc16f3b6fd131aaf16382a8c826f75741b088f0017c707c95757f
3
+ size 48657526016