Upload Qwen2ForCausalLM
Browse files- config.json +2 -3
- generation_config.json +10 -2
- model-00001-of-00004.safetensors +1 -1
- model-00002-of-00004.safetensors +1 -1
- model-00003-of-00004.safetensors +1 -1
- model-00004-of-00004.safetensors +1 -1
config.json
CHANGED
@@ -4,12 +4,12 @@
|
|
4 |
],
|
5 |
"attention_dropout": 0.0,
|
6 |
"bos_token_id": 151643,
|
7 |
-
"eos_token_id":
|
8 |
"hidden_act": "silu",
|
9 |
"hidden_size": 3584,
|
10 |
"initializer_range": 0.02,
|
11 |
"intermediate_size": 18944,
|
12 |
-
"max_position_embeddings":
|
13 |
"max_window_layers": 28,
|
14 |
"model_type": "qwen2",
|
15 |
"num_attention_heads": 28,
|
@@ -23,7 +23,6 @@
|
|
23 |
"torch_dtype": "bfloat16",
|
24 |
"transformers_version": "4.50.0",
|
25 |
"use_cache": true,
|
26 |
-
"use_mrope": false,
|
27 |
"use_sliding_window": false,
|
28 |
"vocab_size": 152064
|
29 |
}
|
|
|
4 |
],
|
5 |
"attention_dropout": 0.0,
|
6 |
"bos_token_id": 151643,
|
7 |
+
"eos_token_id": 151645,
|
8 |
"hidden_act": "silu",
|
9 |
"hidden_size": 3584,
|
10 |
"initializer_range": 0.02,
|
11 |
"intermediate_size": 18944,
|
12 |
+
"max_position_embeddings": 32768,
|
13 |
"max_window_layers": 28,
|
14 |
"model_type": "qwen2",
|
15 |
"num_attention_heads": 28,
|
|
|
23 |
"torch_dtype": "bfloat16",
|
24 |
"transformers_version": "4.50.0",
|
25 |
"use_cache": true,
|
|
|
26 |
"use_sliding_window": false,
|
27 |
"vocab_size": 152064
|
28 |
}
|
generation_config.json
CHANGED
@@ -1,6 +1,14 @@
|
|
1 |
{
|
2 |
"bos_token_id": 151643,
|
3 |
-
"
|
4 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
"transformers_version": "4.50.0"
|
6 |
}
|
|
|
1 |
{
|
2 |
"bos_token_id": 151643,
|
3 |
+
"do_sample": true,
|
4 |
+
"eos_token_id": [
|
5 |
+
151645,
|
6 |
+
151643
|
7 |
+
],
|
8 |
+
"pad_token_id": 151643,
|
9 |
+
"repetition_penalty": 1.05,
|
10 |
+
"temperature": 0.7,
|
11 |
+
"top_k": 20,
|
12 |
+
"top_p": 0.8,
|
13 |
"transformers_version": "4.50.0"
|
14 |
}
|
model-00001-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4877660776
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:638c0861b634b3f7324bb9bd93970319b9f4dcbb989c3b6507386122a7fa5229
|
3 |
size 4877660776
|
model-00002-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4932751008
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1bcc9cb74cfc4515ee43c96c395feff2d4e001ec1862872fbdc2cff3420e331
|
3 |
size 4932751008
|
model-00003-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4330865200
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:faf3e6ffe6f6a7d7a5953cbd0e7228da482fd0ae39008cd2b786938d5772e029
|
3 |
size 4330865200
|
model-00004-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1089994880
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06006972c3be88e8a44fe21cfe2b0472b130780c781a741f8f90f1fe5ba3aae2
|
3 |
size 1089994880
|