{ "dataset": "fever", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.44119, "NDCG@3": 0.55524, "NDCG@5": 0.58732, "NDCG@10": 0.6139, "NDCG@20": 0.62866, "NDCG@50": 0.63731, "NDCG@100": 0.64113, "NDCG@200": 0.6432, "NDCG@1000": 0.6469 }, "map": { "MAP@1": 0.41174, "MAP@3": 0.51463, "MAP@5": 0.53292, "MAP@10": 0.54442, "MAP@20": 0.54871, "MAP@50": 0.55026, "MAP@100": 0.55064, "MAP@200": 0.55078, "MAP@1000": 0.55089 }, "precision": { "P@1": 0.44119, "P@3": 0.22957, "P@5": 0.15518, "P@10": 0.08672, "P@20": 0.04665, "P@50": 0.0197, "P@100": 0.01014, "P@200": 0.00518, "P@1000": 0.00108 }, "recall": { "Recall@1": 0.41174, "Recall@3": 0.63935, "Recall@5": 0.71639, "Recall@10": 0.79606, "Recall@20": 0.85168, "Recall@50": 0.89261, "Recall@100": 0.91454, "Recall@200": 0.92749, "Recall@1000": 0.95598 }, "mrr": { "MRR@1": 0.44119, "MRR@3": 0.54768, "MRR@5": 0.56651, "MRR@10": 0.57755, "MRR@20": 0.58159, "MRR@50": 0.58286, "MRR@100": 0.58316, "MRR@200": 0.58322, "MRR@1000": 0.58328 }, "recall_cap": { "R_cap@1": 0.44119, "R_cap@3": 0.64041, "R_cap@5": 0.71664, "R_cap@10": 0.79607, "R_cap@20": 0.85168, "R_cap@50": 0.89261, "R_cap@100": 0.91454, "R_cap@200": 0.92749, "R_cap@1000": 0.95598 }, "hole": { "Hole@1": 0.5312, "Hole@3": 0.74257, "Hole@5": 0.81869, "Hole@10": 0.89305, "Hole@20": 0.93924, "Hole@50": 0.97161, "Hole@100": 0.98398, "Hole@200": 0.99077, "Hole@1000": 0.99684 } } }