cfpark00 commited on
Commit
b807885
·
verified ·
1 Parent(s): 384159b

Upload Qwen2ForCausalLM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -4,9 +4,9 @@
4
  ],
5
  "attention_dropout": 0.0,
6
  "hidden_act": "silu",
7
- "hidden_size": 512,
8
  "initializer_range": 0.02,
9
- "intermediate_size": 2048,
10
  "max_position_embeddings": 32768,
11
  "max_window_layers": 28,
12
  "model_type": "qwen2",
 
4
  ],
5
  "attention_dropout": 0.0,
6
  "hidden_act": "silu",
7
+ "hidden_size": 64,
8
  "initializer_range": 0.02,
9
+ "intermediate_size": 256,
10
  "max_position_embeddings": 32768,
11
  "max_window_layers": 28,
12
  "model_type": "qwen2",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf43e3a4e7ff92144e7b24e1e06f505611de51b297468b8d46bed8749bf322c3
3
- size 67272016
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2341fc94acde770f527ee25d99e59b646b8969ae5be077d95d780aaf17edaa8
3
+ size 1073488