Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
943 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 13678.13,
"map_at_1": 0.30878,
"map_at_10": 0.40868,
"map_at_100": 0.41694,
"map_at_1000": 0.41775,
"map_at_3": 0.3856,
"map_at_5": 0.39947,
"mrr_at_1": 0.61756,
"mrr_at_10": 0.68265,
"mrr_at_100": 0.68671,
"mrr_at_1000": 0.68694,
"mrr_at_3": 0.66784,
"mrr_at_5": 0.67704,
"ndcg_at_1": 0.61756,
"ndcg_at_10": 0.49931,
"ndcg_at_100": 0.53179,
"ndcg_at_1000": 0.54948,
"ndcg_at_3": 0.46103,
"ndcg_at_5": 0.48147,
"precision_at_1": 0.61756,
"precision_at_10": 0.10163,
"precision_at_100": 0.01271,
"precision_at_1000": 0.00151,
"precision_at_3": 0.28179,
"precision_at_5": 0.18528,
"recall_at_1": 0.30878,
"recall_at_10": 0.50817,
"recall_at_100": 0.63545,
"recall_at_1000": 0.75361,
"recall_at_3": 0.42269,
"recall_at_5": 0.4632
}
}