danielhanchen commited on
Commit
c354e3f
·
verified ·
1 Parent(s): bdc94de

Add files using upload-large-folder tool

Browse files
Qwen3-4B-128K-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b8de04e07e7353ef4802ecc6864fc9a12f82437e3e8ff2f391df3f0aca7235b
3
- size 2497281760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f145a1bd60fec420ca4d9b7645ebcdf657e301463bc4dd3af4a8c0b548b5eb1a
3
+ size 2497281504
Qwen3-4B-128K-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:350658e862a25e08e09b336209ffb1b821141626b812086dfbdef0c1ee498d96
3
- size 1143484640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78c5492845df00a5fda716c0aed457415bf8b9341de3c5f34684801ad781125
3
+ size 1143484384
Qwen3-4B-128K-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69958534ceefe13ab837c5245b2fc6d67fae3b7f2da8c6e1a190ed802c97fc6e
3
- size 1083150560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3115803bdaff8c89dd078273c8c37a2af27db16a50e0eb154721c3e59c22f2ba
3
+ size 1083150304
Qwen3-4B-128K-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b6399d4eccfb79ea4378f2b9167b42c3fed54818290f365bb6d7d7bd1745c1f
3
- size 1695725280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58ebfe43ad9e6d5b2fd163d0ba86b79b2351ac52afb78a9fef6903ee3a58b50
3
+ size 1695725024
Qwen3-4B-128K-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3abfec068bc0f3b18fbc237ded2b03e5a877c428d5a939f7a645f7ab44338784
3
- size 2128385760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:035b993d34695d5031094762c79fe11f3d3409bfbf47820cb1fc47716e485fcd
3
+ size 2131693024
Qwen3-4B-128K-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30707af5b7c8c807510e90c0c5e0d23eca3662b8f4060522df6d74f27e307968
3
- size 2552762080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff83e66b577b1f1eea7bd9464603083a86ff56ea7f0689251e9a4a520d1a66bf
3
+ size 2546341344
Qwen3-4B-128K-UD-Q5_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a5e11eccfd1307b763a4135c87095600e50c1f2a811f3600efd54e3b0195d215
3
- size 2902529760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c56df7d354292f8442059fd8238e5206442510620959108e848776c9f873f2a5
3
+ size 2905253344
config.json CHANGED
@@ -4,7 +4,6 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
- "bos_token_id": 151643,
8
  "eos_token_id": 151645,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
@@ -17,6 +16,7 @@
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 36,
19
  "num_key_value_heads": 8,
 
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": {
22
  "factor": 4.0,
@@ -28,8 +28,9 @@
28
  "sliding_window": null,
29
  "tie_word_embeddings": true,
30
  "torch_dtype": "bfloat16",
31
- "transformers_version": "4.51.0",
 
32
  "use_cache": true,
33
  "use_sliding_window": false,
34
  "vocab_size": 151936
35
- }
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
7
  "eos_token_id": 151645,
8
  "head_dim": 128,
9
  "hidden_act": "silu",
 
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 36,
18
  "num_key_value_heads": 8,
19
+ "pad_token_id": 151654,
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": {
22
  "factor": 4.0,
 
28
  "sliding_window": null,
29
  "tie_word_embeddings": true,
30
  "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.51.3",
32
+ "unsloth_fixed": true,
33
  "use_cache": true,
34
  "use_sliding_window": false,
35
  "vocab_size": 151936
36
+ }