jkgl commited on
Commit
874897f
·
verified ·
1 Parent(s): b773a67

Upload config

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -6,7 +6,7 @@
6
  "attention_dropout": 0.0,
7
  "block_count": 28,
8
  "bos_token_id": 151643,
9
- "dtype": "float16",
10
  "eos_token_id": 151645,
11
  "head_dim": 128,
12
  "hidden_act": "silu",
 
6
  "attention_dropout": 0.0,
7
  "block_count": 28,
8
  "bos_token_id": 151643,
9
+ "dtype": "bfloat16",
10
  "eos_token_id": 151645,
11
  "head_dim": 128,
12
  "hidden_act": "silu",