{ "dataset": "fever", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.37939, "NDCG@3": 0.48935, "NDCG@5": 0.52415, "NDCG@10": 0.55206, "NDCG@20": 0.56787, "NDCG@50": 0.58048, "NDCG@100": 0.5858, "NDCG@200": 0.58909, "NDCG@1000": 0.5935 }, "map": { "MAP@1": 0.35336, "MAP@3": 0.45006, "MAP@5": 0.46989, "MAP@10": 0.48195, "MAP@20": 0.48651, "MAP@50": 0.48864, "MAP@100": 0.48915, "MAP@200": 0.48934, "MAP@1000": 0.48946 }, "precision": { "P@1": 0.37939, "P@3": 0.20622, "P@5": 0.14218, "P@10": 0.08059, "P@20": 0.04376, "P@50": 0.01892, "P@100": 0.00985, "P@200": 0.00507, "P@1000": 0.00107 }, "recall": { "Recall@1": 0.35336, "Recall@3": 0.57215, "Recall@5": 0.65643, "Recall@10": 0.73955, "Recall@20": 0.79964, "Recall@50": 0.86092, "Recall@100": 0.89197, "Recall@200": 0.91386, "Recall@1000": 0.94855 }, "mrr": { "MRR@1": 0.37939, "MRR@3": 0.48027, "MRR@5": 0.50056, "MRR@10": 0.51251, "MRR@20": 0.51676, "MRR@50": 0.51873, "MRR@100": 0.51918, "MRR@200": 0.51932, "MRR@1000": 0.5194 }, "recall_cap": { "R_cap@1": 0.37939, "R_cap@3": 0.57333, "R_cap@5": 0.65668, "R_cap@10": 0.73956, "R_cap@20": 0.79964, "R_cap@50": 0.86092, "R_cap@100": 0.89197, "R_cap@200": 0.91386, "R_cap@1000": 0.94855 }, "hole": { "Hole@1": 0.59301, "Hole@3": 0.76663, "Hole@5": 0.83507, "Hole@10": 0.90167, "Hole@20": 0.94344, "Hole@50": 0.97351, "Hole@100": 0.98514, "Hole@200": 0.99145, "Hole@1000": 0.99724 } } }