Upload 130 files
2fbbe0b
|
{ |
|
"dataset": "hotpotqa", |
|
"split": "test", |
|
"metric": "dot", |
|
"norm_query": false, |
|
"norm_doc": false, |
|
"scores": { |
|
"ndcg": { |
|
"NDCG@1": 0.54004, |
|
"NDCG@3": 0.42766, |
|
"NDCG@5": 0.45377, |
|
"NDCG@10": 0.47864, |
|
"NDCG@20": 0.49556, |
|
"NDCG@50": 0.51232, |
|
"NDCG@100": 0.52124, |
|
"NDCG@200": 0.52844, |
|
"NDCG@1000": 0.54145 |
|
}, |
|
"map": { |
|
"MAP@1": 0.27002, |
|
"MAP@3": 0.35448, |
|
"MAP@5": 0.3716, |
|
"MAP@10": 0.38458, |
|
"MAP@20": 0.39057, |
|
"MAP@50": 0.39425, |
|
"MAP@100": 0.39536, |
|
"MAP@200": 0.39589, |
|
"MAP@1000": 0.39632 |
|
}, |
|
"precision": { |
|
"P@1": 0.54004, |
|
"P@3": 0.26937, |
|
"P@5": 0.18231, |
|
"P@10": 0.10361, |
|
"P@20": 0.05726, |
|
"P@50": 0.02564, |
|
"P@100": 0.01372, |
|
"P@200": 0.00728, |
|
"P@1000": 0.00164 |
|
}, |
|
"recall": { |
|
"Recall@1": 0.27002, |
|
"Recall@3": 0.40405, |
|
"Recall@5": 0.45577, |
|
"Recall@10": 0.51803, |
|
"Recall@20": 0.57259, |
|
"Recall@50": 0.64099, |
|
"Recall@100": 0.68575, |
|
"Recall@200": 0.72762, |
|
"Recall@1000": 0.82026 |
|
}, |
|
"mrr": { |
|
"MRR@1": 0.54004, |
|
"MRR@3": 0.60943, |
|
"MRR@5": 0.62243, |
|
"MRR@10": 0.6303, |
|
"MRR@20": 0.63347, |
|
"MRR@50": 0.63504, |
|
"MRR@100": 0.63541, |
|
"MRR@200": 0.63555, |
|
"MRR@1000": 0.63565 |
|
}, |
|
"recall_cap": { |
|
"R_cap@1": 0.54004, |
|
"R_cap@3": 0.40405, |
|
"R_cap@5": 0.45577, |
|
"R_cap@10": 0.51803, |
|
"R_cap@20": 0.57259, |
|
"R_cap@50": 0.64099, |
|
"R_cap@100": 0.68575, |
|
"R_cap@200": 0.72762, |
|
"R_cap@1000": 0.82026 |
|
}, |
|
"hole": { |
|
"Hole@1": 0.45226, |
|
"Hole@3": 0.71767, |
|
"Hole@5": 0.80438, |
|
"Hole@10": 0.88365, |
|
"Hole@20": 0.93007, |
|
"Hole@50": 0.96269, |
|
"Hole@100": 0.97545, |
|
"Hole@200": 0.98261, |
|
"Hole@1000": 0.98986 |
|
} |
|
} |
|
} |
|
|
