{
    "dataset": "hotpotqa",
    "split": "test",
    "metric": "dot",
    "norm_query": false,
    "norm_doc": false,
    "scores": {
        "ndcg": {
            "NDCG@1": 0.57691,
            "NDCG@3": 0.45012,
            "NDCG@5": 0.47263,
            "NDCG@10": 0.49581,
            "NDCG@20": 0.51201,
            "NDCG@50": 0.52716,
            "NDCG@100": 0.53597,
            "NDCG@200": 0.5432,
            "NDCG@1000": 0.55571
        },
        "map": {
            "MAP@1": 0.28845,
            "MAP@3": 0.3745,
            "MAP@5": 0.38971,
            "MAP@10": 0.40177,
            "MAP@20": 0.4076,
            "MAP@50": 0.41096,
            "MAP@100": 0.41204,
            "MAP@200": 0.41257,
            "MAP@1000": 0.41298
        },
        "precision": {
            "P@1": 0.57691,
            "P@3": 0.28157,
            "P@5": 0.18677,
            "P@10": 0.10504,
            "P@20": 0.05773,
            "P@50": 0.02556,
            "P@100": 0.01367,
            "P@200": 0.00726,
            "P@1000": 0.00163
        },
        "recall": {
            "Recall@1": 0.28845,
            "Recall@3": 0.42235,
            "Recall@5": 0.46691,
            "Recall@10": 0.52519,
            "Recall@20": 0.57731,
            "Recall@50": 0.6391,
            "Recall@100": 0.68339,
            "Recall@200": 0.72552,
            "Recall@1000": 0.81472
        },
        "mrr": {
            "MRR@1": 0.57691,
            "MRR@3": 0.64267,
            "MRR@5": 0.65301,
            "MRR@10": 0.66024,
            "MRR@20": 0.66314,
            "MRR@50": 0.66453,
            "MRR@100": 0.66489,
            "MRR@200": 0.66503,
            "MRR@1000": 0.66512
        },
        "recall_cap": {
            "R_cap@1": 0.57691,
            "R_cap@3": 0.42235,
            "R_cap@5": 0.46691,
            "R_cap@10": 0.52519,
            "R_cap@20": 0.57731,
            "R_cap@50": 0.6391,
            "R_cap@100": 0.68339,
            "R_cap@200": 0.72552,
            "R_cap@1000": 0.81472
        },
        "hole": {
            "Hole@1": 0.41702,
            "Hole@3": 0.70813,
            "Hole@5": 0.80278,
            "Hole@10": 0.8845,
            "Hole@20": 0.93217,
            "Hole@50": 0.96495,
            "Hole@100": 0.97742,
            "Hole@200": 0.98442,
            "Hole@1000": 0.99139
        }
    }
}