Muennighoff's picture
Add MTEB evaluation
5d4e702
raw
history blame
940 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 575.19,
"map_at_1": 0.26519,
"map_at_10": 0.35634,
"map_at_100": 0.36961,
"map_at_1000": 0.37088,
"map_at_3": 0.32254,
"map_at_5": 0.3422,
"mrr_at_1": 0.32332,
"mrr_at_10": 0.41168,
"mrr_at_100": 0.41977,
"mrr_at_1000": 0.42029,
"mrr_at_3": 0.38197,
"mrr_at_5": 0.40036,
"ndcg_at_1": 0.32332,
"ndcg_at_10": 0.41471,
"ndcg_at_100": 0.46956,
"ndcg_at_1000": 0.49262,
"ndcg_at_3": 0.35938,
"ndcg_at_5": 0.38703,
"precision_at_1": 0.32332,
"precision_at_10": 0.07783,
"precision_at_100": 0.0129,
"precision_at_1000": 0.00178,
"precision_at_3": 0.16834,
"precision_at_5": 0.12418,
"recall_at_1": 0.26519,
"recall_at_10": 0.5319,
"recall_at_100": 0.76565,
"recall_at_1000": 0.91478,
"recall_at_3": 0.38034,
"recall_at_5": 0.45246
}
}