Hugging Face's logo

lhallee
/
speedrun

Transformers
Safetensors
Model card Files Community
lhallee commited on
Commit
3556166
·
verified ·
1 Parent(s): d03896d

Upload PLM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +1 -1
config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "add_att_soft_cap": true,
3
  "architectures": [
4
  "PLM"
5
  ],
6
  "attention_soft_cap": 2.0,
7
  "expansion_ratio": 2.6667,
8
  "hidden_size": 768,
9
- "mlm": true,
10
  "num_att_tokens": 512,
11
  "num_attention_heads": 6,
12
  "num_hidden_layers": 24,
 
1
  {
2
+ "add_att_soft_cap": false,
3
  "architectures": [
4
  "PLM"
5
  ],
6
  "attention_soft_cap": 2.0,
7
  "expansion_ratio": 2.6667,
8
  "hidden_size": 768,
9
+ "mlm": false,
10
  "num_att_tokens": 512,
11
  "num_attention_heads": 6,
12
  "num_hidden_layers": 24,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cbbab9527ce7d8fc4d620560489f72c02041b3510510f7e30d50668453d46ef
3
  size 530401514
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bae5bf0f4f2093f778895ae69f29f849f1e84424d681f1bdbf89974e73e035bc
3
  size 530401514