{
    "dataset": "hotpotqa",
    "split": "test",
    "metric": "dot",
    "norm_query": false,
    "norm_doc": false,
    "scores": {
        "ndcg": {
            "NDCG@1": 0.59217,
            "NDCG@3": 0.44989,
            "NDCG@5": 0.47309,
            "NDCG@10": 0.49429,
            "NDCG@20": 0.50996,
            "NDCG@50": 0.5251,
            "NDCG@100": 0.53311,
            "NDCG@200": 0.53972,
            "NDCG@1000": 0.55201
        },
        "map": {
            "MAP@1": 0.29608,
            "MAP@3": 0.3726,
            "MAP@5": 0.38817,
            "MAP@10": 0.3994,
            "MAP@20": 0.40513,
            "MAP@50": 0.40845,
            "MAP@100": 0.40944,
            "MAP@200": 0.40992,
            "MAP@1000": 0.41032
        },
        "precision": {
            "P@1": 0.59217,
            "P@3": 0.27788,
            "P@5": 0.18512,
            "P@10": 0.10317,
            "P@20": 0.05661,
            "P@50": 0.02512,
            "P@100": 0.01337,
            "P@200": 0.00707,
            "P@1000": 0.00159
        },
        "recall": {
            "Recall@1": 0.29608,
            "Recall@3": 0.41681,
            "Recall@5": 0.4628,
            "Recall@10": 0.51587,
            "Recall@20": 0.5661,
            "Recall@50": 0.62809,
            "Recall@100": 0.66826,
            "Recall@200": 0.70689,
            "Recall@1000": 0.79467
        },
        "mrr": {
            "MRR@1": 0.59217,
            "MRR@3": 0.65318,
            "MRR@5": 0.66396,
            "MRR@10": 0.67034,
            "MRR@20": 0.67307,
            "MRR@50": 0.67445,
            "MRR@100": 0.67478,
            "MRR@200": 0.67492,
            "MRR@1000": 0.675
        },
        "recall_cap": {
            "R_cap@1": 0.59217,
            "R_cap@3": 0.41681,
            "R_cap@5": 0.4628,
            "R_cap@10": 0.51587,
            "R_cap@20": 0.5661,
            "R_cap@50": 0.62809,
            "R_cap@100": 0.66826,
            "R_cap@200": 0.70689,
            "R_cap@1000": 0.79467
        },
        "hole": {
            "Hole@1": 0.40162,
            "Hole@3": 0.71195,
            "Hole@5": 0.80432,
            "Hole@10": 0.88632,
            "Hole@20": 0.93342,
            "Hole@50": 0.9654,
            "Hole@100": 0.97758,
            "Hole@200": 0.98425,
            "Hole@1000": 0.99081
        }
    }
}