Quantized models (#4)

- Quantized models (06f1a6dea8980dcd5a0a5a19d8a9244798d64ecd)

Co-authored-by: Markus Heiervang <[email protected]>

Files changed (6) hide show

.gitattributes CHANGED Viewed

@@ -35,3 +35,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 puffin.png filter=lfs diff=lfs merge=lfs -text
 images/puffin_2.png filter=lfs diff=lfs merge=lfs -text

 *tfevents* filter=lfs diff=lfs merge=lfs -text
 puffin.png filter=lfs diff=lfs merge=lfs -text
 images/puffin_2.png filter=lfs diff=lfs merge=lfs -text
+normistral-11b-warm.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-11b-warm.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-11b-warm.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-11b-warm.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+normistral-11b-warm.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

normistral-11b-warm.Q3_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:eaba70224c353cf737fdeab3a3e2c0df7545e38bc1ca84b035d24f70ae948fd3
+size 5565854112

normistral-11b-warm.Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:673c5222b34922da4fa57ac5dea0b73b57b2f9a313bef0762743aa4e0afcc549
+size 6905655712

normistral-11b-warm.Q5_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:43ad96892a562bc0c5f39f78e1a2a2e911ea46e8228c7cff3ed103a9bc7711db
+size 8104964512

normistral-11b-warm.Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:42f17872439fb1e33411dd93648b2744bac268e644b7bcc6dc9ae01d44239e18
+size 9379230112

normistral-11b-warm.Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:7e88dd3d8b7d4f882a3d0ddccfa79e702b82ef964aafc1ef7b34833b465dbcf7
+size 12147306912