| { | |
| "dataset": "climate-fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.10163, | |
| "NDCG@3": 0.09468, | |
| "NDCG@5": 0.10288, | |
| "NDCG@10": 0.12105, | |
| "NDCG@20": 0.13715, | |
| "NDCG@50": 0.16023, | |
| "NDCG@100": 0.18066, | |
| "NDCG@200": 0.20061, | |
| "NDCG@1000": 0.23369 | |
| }, | |
| "map": { | |
| "MAP@1": 0.04886, | |
| "MAP@3": 0.06966, | |
| "MAP@5": 0.07541, | |
| "MAP@10": 0.08233, | |
| "MAP@20": 0.08658, | |
| "MAP@50": 0.09046, | |
| "MAP@100": 0.09268, | |
| "MAP@200": 0.09405, | |
| "MAP@1000": 0.09519 | |
| }, | |
| "precision": { | |
| "P@1": 0.10163, | |
| "P@3": 0.06688, | |
| "P@5": 0.05186, | |
| "P@10": 0.03707, | |
| "P@20": 0.02515, | |
| "P@50": 0.01494, | |
| "P@100": 0.01013, | |
| "P@200": 0.00659, | |
| "P@1000": 0.00197 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.04886, | |
| "Recall@3": 0.091, | |
| "Recall@5": 0.1126, | |
| "Recall@10": 0.1548, | |
| "Recall@20": 0.20165, | |
| "Recall@50": 0.28685, | |
| "Recall@100": 0.37817, | |
| "Recall@200": 0.4811, | |
| "Recall@1000": 0.68076 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.10163, | |
| "MRR@3": 0.13985, | |
| "MRR@5": 0.15076, | |
| "MRR@10": 0.16243, | |
| "MRR@20": 0.16859, | |
| "MRR@50": 0.1731, | |
| "MRR@100": 0.17473, | |
| "MRR@200": 0.17546, | |
| "MRR@1000": 0.17585 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.10163, | |
| "R_cap@3": 0.09598, | |
| "R_cap@5": 0.1126, | |
| "R_cap@10": 0.1548, | |
| "R_cap@20": 0.20165, | |
| "R_cap@50": 0.28685, | |
| "R_cap@100": 0.37817, | |
| "R_cap@200": 0.4811, | |
| "R_cap@1000": 0.68076 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.71987, | |
| "Hole@3": 0.75744, | |
| "Hole@5": 0.77433, | |
| "Hole@10": 0.79401, | |
| "Hole@20": 0.81498, | |
| "Hole@50": 0.83872, | |
| "Hole@100": 0.85514, | |
| "Hole@200": 0.87124, | |
| "Hole@1000": 0.9135 | |
| } | |
| } | |
| } | |