Elena Senger commited on
Commit
79c021e
·
1 Parent(s): b1b93fd

commit files to HF hub

Browse files
1_Pooling/config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "word_embedding_dimension": 768,
3
+ "pooling_mode_cls_token": false,
4
+ "pooling_mode_mean_tokens": true,
5
+ "pooling_mode_max_tokens": false,
6
+ "pooling_mode_mean_sqrt_len_tokens": false,
7
+ "pooling_mode_weightedmean_tokens": false,
8
+ "pooling_mode_lasttoken": false,
9
+ "include_prompt": true
10
+ }
README.md ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ # career-path-representation-mpnet-decorte
3
+ This is a fine-tuned version of [sentence-transformers/all-mpnet-base-v2](https://huggingface.co/sentence-transformers/all-mpnet-base-v2) on custom data.
4
+ For fine-tuning details, preprocessing code, and how to use this model for career path prediction, visit our GitHub repository: https://github.com/elenasenger/karrierewege
5
+
6
+ ## Model Details
7
+ - **Base Model**: `sentence-transformers/all-mpnet-base-v2`
8
+ - **Fine-tuned on**: TechWolf/anonymous-working-histories
9
+ - **Tasks**: Sentence Embeddings / Text Similarity
10
+ - **License**: Apache-2.0
11
+
12
+ ## Usage
13
+ ```python
14
+ from transformers import AutoModel, AutoTokenizer
15
+
16
+ model = AutoModel.from_pretrained("ElenaSenger/career-path-representation-mpnet-decorte")
17
+ tokenizer = AutoTokenizer.from_pretrained("ElenaSenger/career-path-representation-mpnet-decorte")
config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "sentence-transformers/all-mpnet-base-v2",
3
+ "architectures": [
4
+ "MPNetModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-05,
15
+ "max_position_embeddings": 514,
16
+ "model_type": "mpnet",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 1,
20
+ "relative_attention_num_buckets": 32,
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.41.2",
23
+ "vocab_size": 30527
24
+ }
config_sentence_transformers.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "__version__": {
3
+ "sentence_transformers": "2.0.0",
4
+ "transformers": "4.6.1",
5
+ "pytorch": "1.8.1"
6
+ },
7
+ "prompts": {},
8
+ "default_prompt_name": null,
9
+ "similarity_fn_name": null
10
+ }
linear_transform_errors.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MSE": 0.613, "RMSE": 0.783}
matrix_T.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ded96de5a4928aad925bdde98d88b9f18928cc0a51fde9f3f1f5d1c0f18fb0
3
+ size 2359424
matrix_T_cross_cp.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e13f2e441410317e6736b8584ea4facea53c49aaeadb45b792695ca81fa6782
3
+ size 2359424
matrix_T_cross_free.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a9d7ccbde071c60fce95696b0bf79a18d6404bc9fffd5c28077d2802b934476
3
+ size 2359424
matrix_T_decorte_esco.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abbfabec2b5033d2213a4e42c6043a9f677568baac4d068ca0a09713068849ef
3
+ size 2359424
matrix_T_mix.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ac958ebb763abd7350e173a6a4907afc0116bbe65e0e333df79d07e2ca8136
3
+ size 2359424
matrix_T_n.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dd3e8db9e20264796c68f49cc8620ee7c97d1f58cb3c2fb0d7685467f3f2a50
3
+ size 2359424
matrix_T_og.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a05738d9b9e8beaff910e07db013b9f6f5b954a13d3ba2e2bee7cc53c42716b9
3
+ size 2359424
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a611c6b1baa570a5ee9f4c67d409a8807f4c5356a07da279d395df6a5177b6b
3
+ size 437967672
modules.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "idx": 0,
4
+ "name": "0",
5
+ "path": "",
6
+ "type": "sentence_transformers.models.Transformer"
7
+ },
8
+ {
9
+ "idx": 1,
10
+ "name": "1",
11
+ "path": "1_Pooling",
12
+ "type": "sentence_transformers.models.Pooling"
13
+ },
14
+ {
15
+ "idx": 2,
16
+ "name": "2",
17
+ "path": "2_Normalize",
18
+ "type": "sentence_transformers.models.Normalize"
19
+ }
20
+ ]
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bdb5c3a20e5bdb5d49904ef5d9076d78e66c8ccdbfd4bd0f4f8a8a7da8490c6
3
+ size 871331770
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db3b6643d353deb78f7705d28f5fb6445befdbf88cd99db6a10d3174e85dbf63
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5838385ea397312bd6503633b8c298600b010ebd84c29fcb8c232b5ba5c4579
3
+ size 1064
scores.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.2528349710865516, "R@5": 0.341842397336293, "R@10": 0.41509433962264153}
scores_data_cp_model_decorte.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.7816463522291275, "R@5": 0.8750261295428077, "R@10": 0.9099725266521337}
scores_data_free_model_decorte.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.7378132220027048, "R@5": 0.8122721490348084, "R@10": 0.8437422626721423}
scores_neural.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.24532786772257045, "R@5": 0.34476769431176724, "R@10": 0.41554494138080766}
scores_neural_rank_fusion.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.26586553241642275, "R@5": 0.3864524533217542, "R@10": 0.45288753799392095}
scores_neural_reranked30.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.19385869960671726, "R@5": 0.29396439426834564, "R@10": 0.39339991315675205}
scores_neural_skill_based.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.2725025462881446, "R@5": 0.3708206686930091, "R@10": 0.44203213200173685}
scores_rank_fusion.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.26293707481093864, "R@5": 0.3738601823708207, "R@10": 0.45115067303517153}
scores_reranked30.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.18424115910162434, "R@5": 0.2839774207555363, "R@10": 0.3821102909248806}
scores_skill_based.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"MRR": 0.27219213765082034, "R@5": 0.3590968302214503, "R@10": 0.43595310464611375}
sentence_bert_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "max_seq_length": 384,
3
+ "do_lower_case": false
4
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "<s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "</s>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "<mask>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "<pad>",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "</s>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "104": {
36
+ "content": "[UNK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "30526": {
44
+ "content": "<mask>",
45
+ "lstrip": true,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ }
51
+ },
52
+ "bos_token": "<s>",
53
+ "clean_up_tokenization_spaces": true,
54
+ "cls_token": "<s>",
55
+ "do_lower_case": true,
56
+ "eos_token": "</s>",
57
+ "mask_token": "<mask>",
58
+ "max_length": 128,
59
+ "model_max_length": 384,
60
+ "pad_to_multiple_of": null,
61
+ "pad_token": "<pad>",
62
+ "pad_token_type_id": 0,
63
+ "padding_side": "right",
64
+ "sep_token": "</s>",
65
+ "stride": 0,
66
+ "strip_accents": null,
67
+ "tokenize_chinese_chars": true,
68
+ "tokenizer_class": "MPNetTokenizer",
69
+ "truncation_side": "right",
70
+ "truncation_strategy": "longest_first",
71
+ "unk_token": "[UNK]"
72
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b92979f5d3b38eae52c57de30066b321039f8da2ef421751651d3d6f07c7e984
3
+ size 5432
vector_transform_model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0fb14c3753637133ba10a31bc2f2cf15decdf4cc5ae8b0e10fd6b7435beb32
3
+ size 3153352
vocab.txt ADDED
The diff for this file is too large to render. See raw diff