| { | |
| "dataset": "climate-fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.14267, | |
| "NDCG@3": 0.12477, | |
| "NDCG@5": 0.1338, | |
| "NDCG@10": 0.1562, | |
| "NDCG@20": 0.17584, | |
| "NDCG@50": 0.20196, | |
| "NDCG@100": 0.2204, | |
| "NDCG@200": 0.23772, | |
| "NDCG@1000": 0.26753 | |
| }, | |
| "map": { | |
| "MAP@1": 0.0686, | |
| "MAP@3": 0.09132, | |
| "MAP@5": 0.09911, | |
| "MAP@10": 0.108, | |
| "MAP@20": 0.11332, | |
| "MAP@50": 0.11804, | |
| "MAP@100": 0.12016, | |
| "MAP@200": 0.12139, | |
| "MAP@1000": 0.12242 | |
| }, | |
| "precision": { | |
| "P@1": 0.14267, | |
| "P@3": 0.0886, | |
| "P@5": 0.06788, | |
| "P@10": 0.04834, | |
| "P@20": 0.03212, | |
| "P@50": 0.01846, | |
| "P@100": 0.01167, | |
| "P@200": 0.00717, | |
| "P@1000": 0.00202 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.0686, | |
| "Recall@3": 0.11491, | |
| "Recall@5": 0.14159, | |
| "Recall@10": 0.19275, | |
| "Recall@20": 0.25077, | |
| "Recall@50": 0.34648, | |
| "Recall@100": 0.42836, | |
| "Recall@200": 0.51727, | |
| "Recall@1000": 0.6977 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.14267, | |
| "MRR@3": 0.18784, | |
| "MRR@5": 0.19924, | |
| "MRR@10": 0.21243, | |
| "MRR@20": 0.2196, | |
| "MRR@50": 0.22405, | |
| "MRR@100": 0.22523, | |
| "MRR@200": 0.22579, | |
| "MRR@1000": 0.22612 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.14267, | |
| "R_cap@3": 0.12258, | |
| "R_cap@5": 0.14159, | |
| "R_cap@10": 0.19275, | |
| "R_cap@20": 0.25077, | |
| "R_cap@50": 0.34648, | |
| "R_cap@100": 0.42836, | |
| "R_cap@200": 0.51727, | |
| "R_cap@1000": 0.6977 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.63909, | |
| "Hole@3": 0.70684, | |
| "Hole@5": 0.73889, | |
| "Hole@10": 0.7686, | |
| "Hole@20": 0.80199, | |
| "Hole@50": 0.83547, | |
| "Hole@100": 0.85737, | |
| "Hole@200": 0.87996, | |
| "Hole@1000": 0.92767 | |
| } | |
| } | |
| } | |