Nin8520 commited on
Commit
182b7ec
·
verified ·
1 Parent(s): c915b3d

Upload Qwen2ForCausalLM

Browse files
config.json CHANGED
@@ -4,12 +4,12 @@
4
  ],
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 151643,
7
- "eos_token_id": 151643,
8
  "hidden_act": "silu",
9
  "hidden_size": 3584,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 18944,
12
- "max_position_embeddings": 131072,
13
  "max_window_layers": 28,
14
  "model_type": "qwen2",
15
  "num_attention_heads": 28,
@@ -23,7 +23,6 @@
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.50.0",
25
  "use_cache": true,
26
- "use_mrope": false,
27
  "use_sliding_window": false,
28
  "vocab_size": 152064
29
  }
 
4
  ],
5
  "attention_dropout": 0.0,
6
  "bos_token_id": 151643,
7
+ "eos_token_id": 151645,
8
  "hidden_act": "silu",
9
  "hidden_size": 3584,
10
  "initializer_range": 0.02,
11
  "intermediate_size": 18944,
12
+ "max_position_embeddings": 32768,
13
  "max_window_layers": 28,
14
  "model_type": "qwen2",
15
  "num_attention_heads": 28,
 
23
  "torch_dtype": "bfloat16",
24
  "transformers_version": "4.50.0",
25
  "use_cache": true,
 
26
  "use_sliding_window": false,
27
  "vocab_size": 152064
28
  }
generation_config.json CHANGED
@@ -1,6 +1,14 @@
1
  {
2
  "bos_token_id": 151643,
3
- "eos_token_id": 151643,
4
- "max_new_tokens": 2048,
 
 
 
 
 
 
 
 
5
  "transformers_version": "4.50.0"
6
  }
 
1
  {
2
  "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
  "transformers_version": "4.50.0"
14
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:db42dc2f616965940d1acc01340d13c52e2f9c11445ba2f87213dfe3d9d2d709
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:638c0861b634b3f7324bb9bd93970319b9f4dcbb989c3b6507386122a7fa5229
3
  size 4877660776
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:124b4dcb681cdf249399a704d4c62d29d34208b72d8a04ba4015340ce7522e15
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1bcc9cb74cfc4515ee43c96c395feff2d4e001ec1862872fbdc2cff3420e331
3
  size 4932751008
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14575c32a86475770f9b50ee32a34380a89f68240f781ee922dc61e8df14654d
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faf3e6ffe6f6a7d7a5953cbd0e7228da482fd0ae39008cd2b786938d5772e029
3
  size 4330865200
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5be8567a86b9f8fdf251358a5757baf1e45239e4ba2ed2bb04d81d824a7031c5
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06006972c3be88e8a44fe21cfe2b0472b130780c781a741f8f90f1fe5ba3aae2
3
  size 1089994880