AugTriever-TQGen-Title / beir_output /dbpedia-entity.json
memray's picture
Upload 136 files
ea846ca
{
"dataset": "dbpedia-entity",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.3575,
"NDCG@3": 0.31246,
"NDCG@5": 0.30201,
"NDCG@10": 0.29269,
"NDCG@20": 0.29738,
"NDCG@50": 0.31934,
"NDCG@100": 0.34713,
"NDCG@200": 0.37475,
"NDCG@1000": 0.42549
},
"map": {
"MAP@1": 0.06375,
"MAP@3": 0.09495,
"MAP@5": 0.11141,
"MAP@10": 0.13299,
"MAP@20": 0.15573,
"MAP@50": 0.1808,
"MAP@100": 0.19181,
"MAP@200": 0.19862,
"MAP@1000": 0.20625
},
"precision": {
"P@1": 0.4525,
"P@3": 0.34833,
"P@5": 0.3035,
"P@10": 0.23625,
"P@20": 0.18662,
"P@50": 0.1218,
"P@100": 0.08122,
"P@200": 0.05351,
"P@1000": 0.01888
},
"recall": {
"Recall@1": 0.06375,
"Recall@3": 0.11059,
"Recall@5": 0.14503,
"Recall@10": 0.19543,
"Recall@20": 0.26224,
"Recall@50": 0.35463,
"Recall@100": 0.43193,
"Recall@200": 0.51676,
"Recall@1000": 0.69154
},
"mrr": {
"MRR@1": 0.4525,
"MRR@3": 0.54667,
"MRR@5": 0.56229,
"MRR@10": 0.57022,
"MRR@20": 0.5761,
"MRR@50": 0.57753,
"MRR@100": 0.57799,
"MRR@200": 0.57814,
"MRR@1000": 0.57821
},
"recall_cap": {
"R_cap@1": 0.4525,
"R_cap@3": 0.36667,
"R_cap@5": 0.34317,
"R_cap@10": 0.31558,
"R_cap@20": 0.31951,
"R_cap@50": 0.36545,
"R_cap@100": 0.43678,
"R_cap@200": 0.52032,
"R_cap@1000": 0.69215
},
"hole": {
"Hole@1": 0.345,
"Hole@3": 0.4275,
"Hole@5": 0.48,
"Hole@10": 0.55575,
"Hole@20": 0.62588,
"Hole@50": 0.73435,
"Hole@100": 0.80477,
"Hole@200": 0.85945,
"Hole@1000": 0.93595
}
}
}