Hugging Face's logo

mradermacher
/
DistilGPT-OSS-qwen3-4B-GGUF

Transformers
GGUF
English
cot
code
gpt_oss
conversational
distillation
math
Model card Files
xet
Community
mradermacher commited on
Commit
b22cec4
·
verified ·
1 Parent(s): 2aa4b78

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. DistilGPT-OSS-qwen3-4B.IQ4_XS.gguf +3 -0
  3. DistilGPT-OSS-qwen3-4B.Q2_K.gguf +3 -0
  4. DistilGPT-OSS-qwen3-4B.Q3_K_L.gguf +3 -0
  5. DistilGPT-OSS-qwen3-4B.Q3_K_M.gguf +3 -0
  6. DistilGPT-OSS-qwen3-4B.Q3_K_S.gguf +3 -0
  7. DistilGPT-OSS-qwen3-4B.Q4_K_M.gguf +3 -0
  8. DistilGPT-OSS-qwen3-4B.Q4_K_S.gguf +3 -0
  9. DistilGPT-OSS-qwen3-4B.Q5_K_M.gguf +3 -0
  10. DistilGPT-OSS-qwen3-4B.Q5_K_S.gguf +3 -0
  11. DistilGPT-OSS-qwen3-4B.Q6_K.gguf +3 -0
  12. DistilGPT-OSS-qwen3-4B.Q8_0.gguf +3 -0
  13. DistilGPT-OSS-qwen3-4B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ DistilGPT-OSS-qwen3-4B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ DistilGPT-OSS-qwen3-4B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ DistilGPT-OSS-qwen3-4B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ DistilGPT-OSS-qwen3-4B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ DistilGPT-OSS-qwen3-4B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ DistilGPT-OSS-qwen3-4B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ DistilGPT-OSS-qwen3-4B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ DistilGPT-OSS-qwen3-4B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ DistilGPT-OSS-qwen3-4B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ DistilGPT-OSS-qwen3-4B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ DistilGPT-OSS-qwen3-4B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ DistilGPT-OSS-qwen3-4B.f16.gguf filter=lfs diff=lfs merge=lfs -text
DistilGPT-OSS-qwen3-4B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba7f7f88fb31227bc0a1a054083e64156b539b40ebf372007e7b2e64ea3b4c5
3
+ size 2286314976
DistilGPT-OSS-qwen3-4B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff195b3d4496743843f5654d09417ebfd8c122c38f8b9db51e2e9b78420e5b53
3
+ size 1669498336
DistilGPT-OSS-qwen3-4B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8924c01019ad9eb37e611401907ecb50be37338a67c3c6a57311dba41ee7ac5
3
+ size 2239784416
DistilGPT-OSS-qwen3-4B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4c832826811bc3a065591591e6f5675955d4cf875e336abcf201af85158b22
3
+ size 2075616736
DistilGPT-OSS-qwen3-4B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9943daacc924624882111f20b9797f6cfedf2a3b0b7d5705c9645fdbc429bacf
3
+ size 1886995936
DistilGPT-OSS-qwen3-4B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bdf08097b1c2a953ad2891e136a1d06221f59815f480f181e8668db786e98c
3
+ size 2497279456
DistilGPT-OSS-qwen3-4B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ef0945bbd130111be8ae31ccacb95cf933a721298ea06efa684c35c8f21d91
3
+ size 2383308256
DistilGPT-OSS-qwen3-4B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff7b53b20adc7501149ae5c709cc61ffb73eaabf8b20f24c3e4ca096392be89
3
+ size 2889512416
DistilGPT-OSS-qwen3-4B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc1bbc28fb20ab7bedb895707bc94c3354248b306f980a08d54b594284b3b4b
3
+ size 2823710176
DistilGPT-OSS-qwen3-4B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcf180d9c4a3e82b3f958db998ed816e7004a62983021400bf74928031b9bc20
3
+ size 3306259936
DistilGPT-OSS-qwen3-4B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc460f14985b05b01dc3a9e67493c79ffbccdb50a82c246a2c14346620ee19a5
3
+ size 4280403936
DistilGPT-OSS-qwen3-4B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f49c90da6bf3f3fe42a5b9e7ebb56f12cc5450ecc39483eacb566c3f8d39dcb
3
+ size 8051283936