memray's picture
Upload 130 files
c3725c8
raw
history blame contribute delete
2.31 kB
{
"dataset": "trec-covid",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.61,
"NDCG@3": 0.63123,
"NDCG@5": 0.60405,
"NDCG@10": 0.58244,
"NDCG@20": 0.55117,
"NDCG@50": 0.49432,
"NDCG@100": 0.43674,
"NDCG@200": 0.37626,
"NDCG@1000": 0.40298
},
"map": {
"MAP@1": 0.00181,
"MAP@3": 0.00533,
"MAP@5": 0.00779,
"MAP@10": 0.01433,
"MAP@20": 0.02492,
"MAP@50": 0.04887,
"MAP@100": 0.07645,
"MAP@200": 0.11131,
"MAP@1000": 0.18572
},
"precision": {
"P@1": 0.66,
"P@3": 0.7,
"P@5": 0.652,
"P@10": 0.628,
"P@20": 0.588,
"P@50": 0.5188,
"P@100": 0.449,
"P@200": 0.3701,
"P@1000": 0.18128
},
"recall": {
"Recall@1": 0.00181,
"Recall@3": 0.00583,
"Recall@5": 0.00862,
"Recall@10": 0.01669,
"Recall@20": 0.03021,
"Recall@50": 0.06328,
"Recall@100": 0.10597,
"Recall@200": 0.16785,
"Recall@1000": 0.38057
},
"mrr": {
"MRR@1": 0.66,
"MRR@3": 0.78333,
"MRR@5": 0.78333,
"MRR@10": 0.78333,
"MRR@20": 0.78487,
"MRR@50": 0.78567,
"MRR@100": 0.78589,
"MRR@200": 0.78589,
"MRR@1000": 0.78589
},
"recall_cap": {
"R_cap@1": 0.66,
"R_cap@3": 0.7,
"R_cap@5": 0.652,
"R_cap@10": 0.628,
"R_cap@20": 0.588,
"R_cap@50": 0.5188,
"R_cap@100": 0.4492,
"R_cap@200": 0.37335,
"R_cap@1000": 0.38221
},
"hole": {
"Hole@1": 0.26,
"Hole@3": 0.18667,
"Hole@5": 0.228,
"Hole@10": 0.226,
"Hole@20": 0.226,
"Hole@50": 0.2568,
"Hole@100": 0.3028,
"Hole@200": 0.3433,
"Hole@1000": 0.45968
}
}
}