Upload folder using huggingface_hub
Browse files- .gitattributes +24 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-IQ4_XS.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q2_K.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00001-of-00006.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00002-of-00006.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00003-of-00006.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00004-of-00006.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00005-of-00006.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00006-of-00006.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00001-of-00008.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00002-of-00008.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00003-of-00008.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00004-of-00008.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00005-of-00008.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00006-of-00008.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00007-of-00008.gguf +3 -0
- Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00008-of-00008.gguf +3 -0
- README.md +47 -0
- featherless-quants.png +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 48 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 49 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 50 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
|
| 51 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 52 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 53 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 54 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 55 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
featherless-quants.png filter=lfs diff=lfs merge=lfs -text
|
Qwen-Qwen2.5-Coder-32B-Instruct-IQ4_XS.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:13f4ed986d304d1754ee6f4b8f1a18500b643f8573eeef93e514d70b640c27ca
|
| 3 |
+
size 17870101184
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q2_K.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c33170b1a38aa37ad89fb8edeb6663905fde26252b790064c8005ed49cbe2e47
|
| 3 |
+
size 12313098944
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e18fd494ef28eda76f42c5290566c2ede9afdc5372954a34e6292dc3324d8d86
|
| 3 |
+
size 17247079104
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:760a6e99d28e09596107175472404625f71d8e587d800fb7780d39293deedd2d
|
| 3 |
+
size 15935048384
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21d039b0b4ebdcd1d168476e7421c4d26650050cac7d17fbb881be7e0959d177
|
| 3 |
+
size 14392330944
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f39bc744e4671eed85ab6fa44eba51a65e2d4cb0ead1b8bdb2d2b17d2c63dd08
|
| 3 |
+
size 19851336384
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:202132754d78fb8e4c70aeacdfc106b4812af140178f93b4ae29009eee87a47b
|
| 3 |
+
size 18784410304
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:568e0afe4eb873e27e8033b924d7f223f77c4befa52b3bbec990f61f5743884a
|
| 3 |
+
size 23262157504
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15159d85aed69bbed0d0eadeaeef657b0e75fed1d70b9808b8e8d504a7a42ea9
|
| 3 |
+
size 22638254784
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00001-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:31c727704c3ee211eb66c76899faa08a7fa448f59456ccafebfa53485961ff22
|
| 3 |
+
size 4928953312
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00002-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6a4a034b66cc83f8b50cc81a81a94e5ca7f2ea84d9aca392d9b2744be8ecffab
|
| 3 |
+
size 4916678944
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00003-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b3f45d45dc7300a23dd83230ff3fa42f3db0945ee5e2a6540766cde51c2e0bd0
|
| 3 |
+
size 4916678944
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00004-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acce4f97e75351d763668e872b7cc3eb4b425d01d78e8266682c1f60e572bb72
|
| 3 |
+
size 4916658432
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00005-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da4f5eb28dd4217f70b1aab2fc5549d0f5ef7a03e70aa8b88f3d10227b2ea9d8
|
| 3 |
+
size 4968338144
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K-00006-of-00006.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a704289d0d145f4da094cfc5d8ae9384269975d10079fc2cb5362e1234889ce4
|
| 3 |
+
size 2238847840
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00001-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c78505654480349d9d35c5ae8ec4701c191865d844c3574504e4f1dd9a2c2c40
|
| 3 |
+
size 4978222144
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00002-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7341f83bb3ab7307cf2053985b362d3e2767d7caee0a2609244833d00e320cde
|
| 3 |
+
size 4964022592
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00003-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea3069cdba985aae3ea335d2d153e7e29c428fad7485f068fe40373609510cfb
|
| 3 |
+
size 4880513760
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00004-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b69b4d6f66df60d3e6c4b5f611687ad8697db60ae4387eb2e4e6396d2cef591a
|
| 3 |
+
size 4964002080
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00005-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb4539882ab6f482cb510fac36117bd450b7668e8b35a5b9b4b7924eaccbfb9f
|
| 3 |
+
size 4880513760
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00006-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c9764a5accae04acd8fb0e1c93f9ffb9547f4acdd4fcfec65acc09423506a2fc
|
| 3 |
+
size 4964002080
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00007-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e7535af13ef0cb868c078bf4273ff99afa72bc6e16d6814c6a82f6e474fb2330
|
| 3 |
+
size 4888758144
|
Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0-00008-of-00008.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5098c4d9e82064a77cac98479f0144556c623e5625e4806e8e07c853c0d46634
|
| 3 |
+
size 300851552
|
README.md
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: Qwen/Qwen2.5-Coder-32B-Instruct
|
| 3 |
+
pipeline_tag: text-generation
|
| 4 |
+
quantized_by: featherless-ai-quants
|
| 5 |
+
---
|
| 6 |
+
|
| 7 |
+
# Qwen/Qwen2.5-Coder-32B-Instruct GGUF Quantizations π
|
| 8 |
+
|
| 9 |
+

|
| 10 |
+
|
| 11 |
+
*Optimized GGUF quantization files for enhanced model performance*
|
| 12 |
+
|
| 13 |
+
> Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
|
| 14 |
+
---
|
| 15 |
+
|
| 16 |
+
## Available Quantizations π
|
| 17 |
+
|
| 18 |
+
| Quantization Type | File | Size |
|
| 19 |
+
|-------------------|------|------|
|
| 20 |
+
| IQ4_XS | [Qwen-Qwen2.5-Coder-32B-Instruct-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-IQ4_XS.gguf) | 17042.26 MB |
|
| 21 |
+
| Q2_K | [Qwen-Qwen2.5-Coder-32B-Instruct-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q2_K.gguf) | 11742.69 MB |
|
| 22 |
+
| Q3_K_L | [Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_L.gguf) | 16448.10 MB |
|
| 23 |
+
| Q3_K_M | [Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_M.gguf) | 15196.85 MB |
|
| 24 |
+
| Q3_K_S | [Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q3_K_S.gguf) | 13725.60 MB |
|
| 25 |
+
| Q4_K_M | [Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_M.gguf) | 18931.71 MB |
|
| 26 |
+
| Q4_K_S | [Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q4_K_S.gguf) | 17914.21 MB |
|
| 27 |
+
| Q5_K_M | [Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_M.gguf) | 22184.52 MB |
|
| 28 |
+
| Q5_K_S | [Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/blob/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q5_K_S.gguf) | 21589.52 MB |
|
| 29 |
+
| Q6_K | [Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/tree/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q6_K) | 25640.64 MB (folder) |
|
| 30 |
+
| Q8_0 | [Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0](https://huggingface.co/featherless-ai-quants/Qwen-Qwen2.5-Coder-32B-Instruct-GGUF/tree/main/Qwen-Qwen2.5-Coder-32B-Instruct-Q8_0) | 33207.78 MB (folder) |
|
| 31 |
+
|
| 32 |
+
|
| 33 |
+
---
|
| 34 |
+
|
| 35 |
+
## β‘ Powered by [Featherless AI](https://featherless.ai)
|
| 36 |
+
|
| 37 |
+
### Key Features
|
| 38 |
+
|
| 39 |
+
- π₯ **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
|
| 40 |
+
- π οΈ **Zero Infrastructure** - No server setup or maintenance required
|
| 41 |
+
- π **Vast Compatibility** - Support for 2400+ models and counting
|
| 42 |
+
- π **Affordable Pricing** - Starting at just $10/month
|
| 43 |
+
|
| 44 |
+
---
|
| 45 |
+
|
| 46 |
+
**Links:**
|
| 47 |
+
[Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
|
featherless-quants.png
ADDED
|
Git LFS Details
|