Hugging Face's logo

Menlo
/
Jan-nano-128k-gguf

Text Generation
GGUF
English
imatrix
conversational
Model card Files Community
jan-hq commited on
Commit
496413a
·
verified ·
1 Parent(s): fcc3c7a

Upload folder using huggingface_hub

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. jan-nano-128k-Q3_K_L.gguf +3 -0
  3. jan-nano-128k-Q3_K_M.gguf +3 -0
  4. jan-nano-128k-Q3_K_S.gguf +3 -0
  5. jan-nano-128k-Q4_0.gguf +3 -0
  6. jan-nano-128k-Q4_1.gguf +3 -0
  7. jan-nano-128k-Q4_K_M.gguf +3 -0
  8. jan-nano-128k-Q4_K_S.gguf +3 -0
  9. jan-nano-128k-Q5_0.gguf +3 -0
  10. jan-nano-128k-Q5_1.gguf +3 -0
  11. jan-nano-128k-Q5_K_M.gguf +3 -0
  12. jan-nano-128k-Q5_K_S.gguf +3 -0
  13. jan-nano-128k-Q6_K.gguf +3 -0
  14. jan-nano-128k-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Jan-nano-128k.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Jan-nano-128k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ jan-nano-128k-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ jan-nano-128k-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ jan-nano-128k-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ jan-nano-128k-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ jan-nano-128k-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
42
+ jan-nano-128k-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ jan-nano-128k-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ jan-nano-128k-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ jan-nano-128k-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
46
+ jan-nano-128k-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ jan-nano-128k-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ jan-nano-128k-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ jan-nano-128k-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
jan-nano-128k-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d735ebd6e6eed63eabf207f72bddadab040177a34fff2f0db15ad1566b4361a7
3
+ size 2239785600
jan-nano-128k-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5104517fac344c0823b85f4055be16c61f3bab42b20321b96e9dfaa5945a0cb
3
+ size 2075617920
jan-nano-128k-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f0ede01db1e43310cdf1083fd48947e1cf827ce84d9a56fbbaefb05db0b66a9
3
+ size 1886997120
jan-nano-128k-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd31a2a308c7d7e1775fc5aebf872dbacf923542b77a049ccb3f6485d5d5dcb6
3
+ size 2369546880
jan-nano-128k-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9220f32bee7b0b15ea5d4fdc09d10202b5305502f0c4418f6e9050807132969
3
+ size 2596629120
jan-nano-128k-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78204c1789849875b2382fe10c73bc36e95ecffa6c45e5edc49548be9a79f367
3
+ size 2497280640
jan-nano-128k-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b81397e5b210c2bc3bb94e8c39eb194b3ea65370c769ca9467fc3353117d6ca3
3
+ size 2383309440
jan-nano-128k-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab8e587e99a8653d3c5291adfb9981d19b167429c5a9ec4a87a951cf430a83b3
3
+ size 2823711360
jan-nano-128k-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a428d033a34e9987e0c044e1c97168a0bf73bdc412a18b4e018bffa766d23a
3
+ size 3050793600
jan-nano-128k-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed9ed13924b956da1acccd6d49f5ed6867f27a6b8f6da9b1f147b2138c66367d
3
+ size 2889513600
jan-nano-128k-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae4a99d0c4ed1e4e49f602a9d337b5282733ca814bac870da767cbbfc8c81ee8
3
+ size 2823711360
jan-nano-128k-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f7a3e8e6aa5a65e9e5d64753c0dcc15802bb724ca19ed18b9ab7836cb51fe30
3
+ size 3306261120
jan-nano-128k-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a69d59a79dadfad60c2e029cd8172de09286833951afe319ab554272e153b5c
3
+ size 4280405120