jonsaadfalcon commited on
Commit
44ae9db
·
verified ·
1 Parent(s): b550ba5

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +5 -5
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "answerdotai/ModernBERT-large",
3
  "architectures": [
4
  "ModernBertForSequenceClassification"
5
  ],
@@ -19,13 +19,13 @@
19
  "global_rope_theta": 160000.0,
20
  "gradient_checkpointing": false,
21
  "hidden_activation": "gelu",
22
- "hidden_size": 1024,
23
  "id2label": {
24
  "0": "LABEL_0"
25
  },
26
  "initializer_cutoff_factor": 2.0,
27
  "initializer_range": 0.02,
28
- "intermediate_size": 2624,
29
  "label2id": {
30
  "LABEL_0": 0
31
  },
@@ -38,8 +38,8 @@
38
  "model_type": "modernbert",
39
  "norm_bias": false,
40
  "norm_eps": 1e-05,
41
- "num_attention_heads": 16,
42
- "num_hidden_layers": 28,
43
  "pad_token_id": 50283,
44
  "position_embedding_type": "absolute",
45
  "problem_type": "regression",
 
1
  {
2
+ "_name_or_path": "answerdotai/ModernBERT-base",
3
  "architectures": [
4
  "ModernBertForSequenceClassification"
5
  ],
 
19
  "global_rope_theta": 160000.0,
20
  "gradient_checkpointing": false,
21
  "hidden_activation": "gelu",
22
+ "hidden_size": 768,
23
  "id2label": {
24
  "0": "LABEL_0"
25
  },
26
  "initializer_cutoff_factor": 2.0,
27
  "initializer_range": 0.02,
28
+ "intermediate_size": 1152,
29
  "label2id": {
30
  "LABEL_0": 0
31
  },
 
38
  "model_type": "modernbert",
39
  "norm_bias": false,
40
  "norm_eps": 1e-05,
41
+ "num_attention_heads": 12,
42
+ "num_hidden_layers": 22,
43
  "pad_token_id": 50283,
44
  "position_embedding_type": "absolute",
45
  "problem_type": "regression",
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0e08511b45f93deb1fb3b76cea5cf7c417d68e99e58529e5557636d43e4f069
3
- size 1583347532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2196a576d4a564fc95761b19e9bf11ec47afb055d58050141053bd7b2cf72e
3
+ size 598436708