GGUF
English
exbert
Eval Results
Inference Endpoints
Crataco commited on
Commit
70c8caa
1 Parent(s): 0211888

Upload 13 files

Browse files
.gitattributes CHANGED
@@ -42,3 +42,16 @@ distilgpt2.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  distilgpt2.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
  distilgpt2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
  distilgpt2.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
42
  distilgpt2.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
  distilgpt2.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
  distilgpt2.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ distilgpt2.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
46
+ distilgpt2.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ distilgpt2.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ distilgpt2.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ distilgpt2.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ distilgpt2.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ distilgpt2.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
52
+ distilgpt2.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ distilgpt2.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ distilgpt2.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ distilgpt2.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ distilgpt2.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ distilgpt2.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
distilgpt2.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb0b4da7aa997f2c6021b2cba3f91c432fd728afb5a637e84e5343c6a324401
3
+ size 80850528
distilgpt2.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ceb2152b52cade20f7d6281c1482adf2bb9f5a91b35938baf84de41408c1cd
3
+ size 78317248
distilgpt2.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd2ff45fca458a5a33919ed97164fe25b38c330fe397662b120ceac5b146443f
3
+ size 63648096
distilgpt2.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0e3e7723137103de0577e9b1c9618dcc7e715a5b5a4e08a650dae1410bc950
3
+ size 62403936
distilgpt2.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:111f409d0c3f32892584c46a1304fa1687ec0d5f5b22642ac9618bb53298289a
3
+ size 73844256
distilgpt2.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdb290cd054469dd67736be55399567b7b34364c9048db8b670577feed2d4772
3
+ size 70084128
distilgpt2.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08a253965537165560d8ae64f76df15adeddb6947c65b254351845086b3ee21f
3
+ size 80997984
distilgpt2.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f42600e0626e07ab62b254d6da05ec4e8ef7e60480f966c0716312bb7739199
3
+ size 83394144
distilgpt2.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1e9f99173c095187fadc9f59cb4e2e5446f644423940762a5414d07cde5a828
3
+ size 91131072
distilgpt2.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462cc22f64d280e82d7087d2367fe1072dcf4e8c4b6eac8b2c35e30475b23e2d
3
+ size 96050144
distilgpt2.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d333afa7003af174cddfa560fffc91861c1affe82170d71af9b9ad1657422b2
3
+ size 93020352
distilgpt2.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:394aaad4672f1327a8e96ba6abacb6fa84a703af2e4fba5ace05e73b0594efe0
3
+ size 101750016
distilgpt2.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a71bb667968b01d7909e8777c836682414aa72a6a5e1ce5ceb4958b63c8d2ab
3
+ size 130730688