{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.43874, "ndcg_at_3": 0.46483, "ndcg_at_5": 0.472, "ndcg_at_10": 0.49583, "ndcg_at_20": 0.52911, "ndcg_at_100": 0.54641, "ndcg_at_1000": 0.54641, "map_at_1": 0.15807, "map_at_3": 0.25673, "map_at_5": 0.29379, "map_at_10": 0.34684, "map_at_20": 0.38523, "map_at_100": 0.39578, "map_at_1000": 0.39578, "recall_at_1": 0.15807, "recall_at_3": 0.31928, "recall_at_5": 0.39454, "recall_at_10": 0.51028, "recall_at_20": 0.61959, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.15807, "precision_at_1": 0.47351, "precision_at_3": 0.383, "precision_at_5": 0.3245, "precision_at_10": 0.25795, "precision_at_20": 0.1803, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.47351, "mrr_at_3": 0.603753, "mrr_at_5": 0.622792, "mrr_at_10": 0.629243, "mrr_at_20": 0.631186, "mrr_at_100": 0.63185, "mrr_at_1000": 0.63185, "nauc_ndcg_at_1_max": 0.191187, "nauc_ndcg_at_1_std": 0.103481, "nauc_ndcg_at_1_diff1": 0.293021, "nauc_ndcg_at_3_max": 0.255338, "nauc_ndcg_at_3_std": 0.148918, "nauc_ndcg_at_3_diff1": 0.216121, "nauc_ndcg_at_5_max": 0.252538, "nauc_ndcg_at_5_std": 0.148236, "nauc_ndcg_at_5_diff1": 0.211909, "nauc_ndcg_at_10_max": 0.270485, "nauc_ndcg_at_10_std": 0.198231, "nauc_ndcg_at_10_diff1": 0.194098, "nauc_ndcg_at_20_max": 0.287853, "nauc_ndcg_at_20_std": 0.210782, "nauc_ndcg_at_20_diff1": 0.173585, "nauc_ndcg_at_100_max": 0.295623, "nauc_ndcg_at_100_std": 0.208716, "nauc_ndcg_at_100_diff1": 0.158019, "nauc_ndcg_at_1000_max": 0.295623, "nauc_ndcg_at_1000_std": 0.208716, "nauc_ndcg_at_1000_diff1": 0.158019, "nauc_map_at_1_max": 0.080944, "nauc_map_at_1_std": -0.131934, "nauc_map_at_1_diff1": 0.364664, "nauc_map_at_3_max": 0.14402, "nauc_map_at_3_std": -0.039788, "nauc_map_at_3_diff1": 0.286427, "nauc_map_at_5_max": 0.162524, "nauc_map_at_5_std": 0.005505, "nauc_map_at_5_diff1": 0.277597, "nauc_map_at_10_max": 0.195004, "nauc_map_at_10_std": 0.095145, "nauc_map_at_10_diff1": 0.247622, "nauc_map_at_20_max": 0.21842, "nauc_map_at_20_std": 0.132283, "nauc_map_at_20_diff1": 0.227173, "nauc_map_at_100_max": 0.224359, "nauc_map_at_100_std": 0.135892, "nauc_map_at_100_diff1": 0.219428, "nauc_map_at_1000_max": 0.224359, "nauc_map_at_1000_std": 0.135892, "nauc_map_at_1000_diff1": 0.219428, "nauc_recall_at_1_max": 0.080944, "nauc_recall_at_1_std": -0.131934, "nauc_recall_at_1_diff1": 0.364664, "nauc_recall_at_3_max": 0.194789, "nauc_recall_at_3_std": 0.012924, "nauc_recall_at_3_diff1": 0.210449, "nauc_recall_at_5_max": 0.216324, "nauc_recall_at_5_std": 0.056652, "nauc_recall_at_5_diff1": 0.195774, "nauc_recall_at_10_max": 0.270982, "nauc_recall_at_10_std": 0.203058, "nauc_recall_at_10_diff1": 0.13269, "nauc_recall_at_20_max": 0.333552, "nauc_recall_at_20_std": 0.278715, "nauc_recall_at_20_diff1": 0.060727, "nauc_recall_at_100_max": 0.3672, "nauc_recall_at_100_std": 0.298299, "nauc_recall_at_100_diff1": -0.000243, "nauc_recall_at_1000_max": 0.3672, "nauc_recall_at_1000_std": 0.298299, "nauc_recall_at_1000_diff1": -0.000243, "nauc_precision_at_1_max": 0.183168, "nauc_precision_at_1_std": 0.135182, "nauc_precision_at_1_diff1": 0.291258, "nauc_precision_at_3_max": 0.213337, "nauc_precision_at_3_std": 0.306075, "nauc_precision_at_3_diff1": 0.021957, "nauc_precision_at_5_max": 0.172399, "nauc_precision_at_5_std": 0.319766, "nauc_precision_at_5_diff1": -0.029075, "nauc_precision_at_10_max": 0.154351, "nauc_precision_at_10_std": 0.344278, "nauc_precision_at_10_diff1": -0.083827, "nauc_precision_at_20_max": 0.136097, "nauc_precision_at_20_std": 0.29153, "nauc_precision_at_20_diff1": -0.110861, "nauc_precision_at_100_max": 0.121839, "nauc_precision_at_100_std": 0.246851, "nauc_precision_at_100_diff1": -0.140577, "nauc_precision_at_1000_max": 0.121839, "nauc_precision_at_1000_std": 0.246851, "nauc_precision_at_1000_diff1": -0.140577, "nauc_mrr_at_1_max": 0.183168, "nauc_mrr_at_1_std": 0.135182, "nauc_mrr_at_1_diff1": 0.291258, "nauc_mrr_at_3_max": 0.276277, "nauc_mrr_at_3_std": 0.196297, "nauc_mrr_at_3_diff1": 0.237912, "nauc_mrr_at_5_max": 0.27831, "nauc_mrr_at_5_std": 0.19769, "nauc_mrr_at_5_diff1": 0.23741, "nauc_mrr_at_10_max": 0.274845, "nauc_mrr_at_10_std": 0.200097, "nauc_mrr_at_10_diff1": 0.231632, "nauc_mrr_at_20_max": 0.274881, "nauc_mrr_at_20_std": 0.199909, "nauc_mrr_at_20_diff1": 0.231361, "nauc_mrr_at_100_max": 0.274209, "nauc_mrr_at_100_std": 0.199429, "nauc_mrr_at_100_diff1": 0.231652, "nauc_mrr_at_1000_max": 0.274209, "nauc_mrr_at_1000_std": 0.199429, "nauc_mrr_at_1000_diff1": 0.231652, "hit_rate_at_1": 0.47351, "hit_rate_at_3": 0.75828, "hit_rate_at_5": 0.84106, "hit_rate_at_10": 0.88742, "hit_rate_at_20": 0.91391, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.49583, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.28311, "ndcg_at_3": 0.28676, "ndcg_at_5": 0.28128, "ndcg_at_10": 0.28179, "ndcg_at_20": 0.28459, "ndcg_at_100": 0.28852, "ndcg_at_1000": 0.28852, "map_at_1": 0.10001, "map_at_3": 0.15949, "map_at_5": 0.17553, "map_at_10": 0.19626, "map_at_20": 0.20485, "map_at_100": 0.20701, "map_at_1000": 0.20701, "recall_at_1": 0.10001, "recall_at_3": 0.19604, "recall_at_5": 0.22753, "recall_at_10": 0.2796, "recall_at_20": 0.3098, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.10001, "precision_at_1": 0.29801, "precision_at_3": 0.23289, "precision_at_5": 0.18477, "precision_at_10": 0.1298, "precision_at_20": 0.07583, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.298013, "mrr_at_3": 0.384106, "mrr_at_5": 0.393874, "mrr_at_10": 0.400955, "mrr_at_20": 0.401431, "mrr_at_100": 0.401431, "mrr_at_1000": 0.401431, "nauc_ndcg_at_1_max": 0.427868, "nauc_ndcg_at_1_std": 0.295964, "nauc_ndcg_at_1_diff1": 0.256826, "nauc_ndcg_at_3_max": 0.529653, "nauc_ndcg_at_3_std": 0.418814, "nauc_ndcg_at_3_diff1": 0.154704, "nauc_ndcg_at_5_max": 0.554857, "nauc_ndcg_at_5_std": 0.447669, "nauc_ndcg_at_5_diff1": 0.155586, "nauc_ndcg_at_10_max": 0.572912, "nauc_ndcg_at_10_std": 0.494796, "nauc_ndcg_at_10_diff1": 0.134163, "nauc_ndcg_at_20_max": 0.592613, "nauc_ndcg_at_20_std": 0.521108, "nauc_ndcg_at_20_diff1": 0.108585, "nauc_ndcg_at_100_max": 0.600004, "nauc_ndcg_at_100_std": 0.533399, "nauc_ndcg_at_100_diff1": 0.099512, "nauc_ndcg_at_1000_max": 0.600004, "nauc_ndcg_at_1000_std": 0.533399, "nauc_ndcg_at_1000_diff1": 0.099512, "nauc_map_at_1_max": 0.386253, "nauc_map_at_1_std": 0.128111, "nauc_map_at_1_diff1": 0.348181, "nauc_map_at_3_max": 0.450305, "nauc_map_at_3_std": 0.251562, "nauc_map_at_3_diff1": 0.22114, "nauc_map_at_5_max": 0.481615, "nauc_map_at_5_std": 0.307758, "nauc_map_at_5_diff1": 0.208393, "nauc_map_at_10_max": 0.507972, "nauc_map_at_10_std": 0.385936, "nauc_map_at_10_diff1": 0.175451, "nauc_map_at_20_max": 0.527708, "nauc_map_at_20_std": 0.419764, "nauc_map_at_20_diff1": 0.154049, "nauc_map_at_100_max": 0.532631, "nauc_map_at_100_std": 0.428171, "nauc_map_at_100_diff1": 0.148132, "nauc_map_at_1000_max": 0.532631, "nauc_map_at_1000_std": 0.428171, "nauc_map_at_1000_diff1": 0.148132, "nauc_recall_at_1_max": 0.386253, "nauc_recall_at_1_std": 0.128111, "nauc_recall_at_1_diff1": 0.348181, "nauc_recall_at_3_max": 0.475184, "nauc_recall_at_3_std": 0.304932, "nauc_recall_at_3_diff1": 0.137377, "nauc_recall_at_5_max": 0.523169, "nauc_recall_at_5_std": 0.376314, "nauc_recall_at_5_diff1": 0.13696, "nauc_recall_at_10_max": 0.582132, "nauc_recall_at_10_std": 0.522063, "nauc_recall_at_10_diff1": 0.078833, "nauc_recall_at_20_max": 0.616152, "nauc_recall_at_20_std": 0.590865, "nauc_recall_at_20_diff1": 0.01831, "nauc_recall_at_100_max": 0.633941, "nauc_recall_at_100_std": 0.618858, "nauc_recall_at_100_diff1": 4e-06, "nauc_recall_at_1000_max": 0.633941, "nauc_recall_at_1000_std": 0.618858, "nauc_recall_at_1000_diff1": 4e-06, "nauc_precision_at_1_max": 0.427067, "nauc_precision_at_1_std": 0.299146, "nauc_precision_at_1_diff1": 0.261259, "nauc_precision_at_3_max": 0.503165, "nauc_precision_at_3_std": 0.521527, "nauc_precision_at_3_diff1": 0.038145, "nauc_precision_at_5_max": 0.518875, "nauc_precision_at_5_std": 0.603126, "nauc_precision_at_5_diff1": -0.005193, "nauc_precision_at_10_max": 0.501344, "nauc_precision_at_10_std": 0.67644, "nauc_precision_at_10_diff1": -0.074853, "nauc_precision_at_20_max": 0.507331, "nauc_precision_at_20_std": 0.692304, "nauc_precision_at_20_diff1": -0.120172, "nauc_precision_at_100_max": 0.508885, "nauc_precision_at_100_std": 0.69741, "nauc_precision_at_100_diff1": -0.134684, "nauc_precision_at_1000_max": 0.508885, "nauc_precision_at_1000_std": 0.69741, "nauc_precision_at_1000_diff1": -0.134684, "nauc_mrr_at_1_max": 0.427067, "nauc_mrr_at_1_std": 0.299146, "nauc_mrr_at_1_diff1": 0.261259, "nauc_mrr_at_3_max": 0.519856, "nauc_mrr_at_3_std": 0.415987, "nauc_mrr_at_3_diff1": 0.154866, "nauc_mrr_at_5_max": 0.530354, "nauc_mrr_at_5_std": 0.426656, "nauc_mrr_at_5_diff1": 0.161632, "nauc_mrr_at_10_max": 0.534977, "nauc_mrr_at_10_std": 0.442885, "nauc_mrr_at_10_diff1": 0.154129, "nauc_mrr_at_20_max": 0.53619, "nauc_mrr_at_20_std": 0.4444, "nauc_mrr_at_20_diff1": 0.152937, "nauc_mrr_at_100_max": 0.53619, "nauc_mrr_at_100_std": 0.4444, "nauc_mrr_at_100_diff1": 0.152937, "nauc_mrr_at_1000_max": 0.53619, "nauc_mrr_at_1000_std": 0.4444, "nauc_mrr_at_1000_diff1": 0.152937, "hit_rate_at_1": 0.29801, "hit_rate_at_3": 0.48675, "hit_rate_at_5": 0.5298, "hit_rate_at_10": 0.57947, "hit_rate_at_20": 0.58609, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.28179, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.32781, "ndcg_at_3": 0.33538, "ndcg_at_5": 0.32803, "ndcg_at_10": 0.32867, "ndcg_at_20": 0.33472, "ndcg_at_100": 0.34048, "ndcg_at_1000": 0.34048, "map_at_1": 0.11496, "map_at_3": 0.18276, "map_at_5": 0.20135, "map_at_10": 0.22617, "map_at_20": 0.2394, "map_at_100": 0.2428, "map_at_1000": 0.2428, "recall_at_1": 0.11496, "recall_at_3": 0.22928, "recall_at_5": 0.26378, "recall_at_10": 0.32711, "recall_at_20": 0.36957, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.11496, "precision_at_1": 0.3543, "precision_at_3": 0.27373, "precision_at_5": 0.21921, "precision_at_10": 0.15695, "precision_at_20": 0.09801, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.354305, "mrr_at_3": 0.44702, "mrr_at_5": 0.458113, "mrr_at_10": 0.465171, "mrr_at_20": 0.466443, "mrr_at_100": 0.466693, "mrr_at_1000": 0.466693, "nauc_ndcg_at_1_max": 0.420953, "nauc_ndcg_at_1_std": 0.281467, "nauc_ndcg_at_1_diff1": 0.182103, "nauc_ndcg_at_3_max": 0.451676, "nauc_ndcg_at_3_std": 0.317487, "nauc_ndcg_at_3_diff1": 0.114376, "nauc_ndcg_at_5_max": 0.45953, "nauc_ndcg_at_5_std": 0.339244, "nauc_ndcg_at_5_diff1": 0.106341, "nauc_ndcg_at_10_max": 0.481977, "nauc_ndcg_at_10_std": 0.377976, "nauc_ndcg_at_10_diff1": 0.088993, "nauc_ndcg_at_20_max": 0.495442, "nauc_ndcg_at_20_std": 0.406559, "nauc_ndcg_at_20_diff1": 0.069635, "nauc_ndcg_at_100_max": 0.49701, "nauc_ndcg_at_100_std": 0.406751, "nauc_ndcg_at_100_diff1": 0.067166, "nauc_ndcg_at_1000_max": 0.49701, "nauc_ndcg_at_1000_std": 0.406751, "nauc_ndcg_at_1000_diff1": 0.067166, "nauc_map_at_1_max": 0.342035, "nauc_map_at_1_std": 0.035518, "nauc_map_at_1_diff1": 0.312215, "nauc_map_at_3_max": 0.373974, "nauc_map_at_3_std": 0.130879, "nauc_map_at_3_diff1": 0.1889, "nauc_map_at_5_max": 0.378601, "nauc_map_at_5_std": 0.175208, "nauc_map_at_5_diff1": 0.163651, "nauc_map_at_10_max": 0.402318, "nauc_map_at_10_std": 0.247814, "nauc_map_at_10_diff1": 0.128511, "nauc_map_at_20_max": 0.416195, "nauc_map_at_20_std": 0.286764, "nauc_map_at_20_diff1": 0.112382, "nauc_map_at_100_max": 0.418991, "nauc_map_at_100_std": 0.289118, "nauc_map_at_100_diff1": 0.112409, "nauc_map_at_1000_max": 0.418991, "nauc_map_at_1000_std": 0.289118, "nauc_map_at_1000_diff1": 0.112409, "nauc_recall_at_1_max": 0.342035, "nauc_recall_at_1_std": 0.035518, "nauc_recall_at_1_diff1": 0.312215, "nauc_recall_at_3_max": 0.382594, "nauc_recall_at_3_std": 0.174118, "nauc_recall_at_3_diff1": 0.116284, "nauc_recall_at_5_max": 0.396803, "nauc_recall_at_5_std": 0.230246, "nauc_recall_at_5_diff1": 0.096954, "nauc_recall_at_10_max": 0.445914, "nauc_recall_at_10_std": 0.361009, "nauc_recall_at_10_diff1": 0.036573, "nauc_recall_at_20_max": 0.490974, "nauc_recall_at_20_std": 0.454798, "nauc_recall_at_20_diff1": -0.003362, "nauc_recall_at_100_max": 0.493498, "nauc_recall_at_100_std": 0.457851, "nauc_recall_at_100_diff1": -0.005771, "nauc_recall_at_1000_max": 0.493498, "nauc_recall_at_1000_std": 0.457851, "nauc_recall_at_1000_diff1": -0.005771, "nauc_precision_at_1_max": 0.422524, "nauc_precision_at_1_std": 0.299058, "nauc_precision_at_1_diff1": 0.169601, "nauc_precision_at_3_max": 0.345968, "nauc_precision_at_3_std": 0.385667, "nauc_precision_at_3_diff1": -0.016336, "nauc_precision_at_5_max": 0.314626, "nauc_precision_at_5_std": 0.42872, "nauc_precision_at_5_diff1": -0.062473, "nauc_precision_at_10_max": 0.309942, "nauc_precision_at_10_std": 0.497519, "nauc_precision_at_10_diff1": -0.112075, "nauc_precision_at_20_max": 0.298324, "nauc_precision_at_20_std": 0.509961, "nauc_precision_at_20_diff1": -0.122784, "nauc_precision_at_100_max": 0.28593, "nauc_precision_at_100_std": 0.471848, "nauc_precision_at_100_diff1": -0.116654, "nauc_precision_at_1000_max": 0.28593, "nauc_precision_at_1000_std": 0.471848, "nauc_precision_at_1000_diff1": -0.116654, "nauc_mrr_at_1_max": 0.422524, "nauc_mrr_at_1_std": 0.299058, "nauc_mrr_at_1_diff1": 0.169601, "nauc_mrr_at_3_max": 0.489265, "nauc_mrr_at_3_std": 0.387366, "nauc_mrr_at_3_diff1": 0.101721, "nauc_mrr_at_5_max": 0.491108, "nauc_mrr_at_5_std": 0.396043, "nauc_mrr_at_5_diff1": 0.105162, "nauc_mrr_at_10_max": 0.494111, "nauc_mrr_at_10_std": 0.40369, "nauc_mrr_at_10_diff1": 0.103537, "nauc_mrr_at_20_max": 0.495087, "nauc_mrr_at_20_std": 0.405057, "nauc_mrr_at_20_diff1": 0.101918, "nauc_mrr_at_100_max": 0.494956, "nauc_mrr_at_100_std": 0.404922, "nauc_mrr_at_100_diff1": 0.101324, "nauc_mrr_at_1000_max": 0.494956, "nauc_mrr_at_1000_std": 0.404922, "nauc_mrr_at_1000_diff1": 0.101324, "hit_rate_at_1": 0.3543, "hit_rate_at_3": 0.5596, "hit_rate_at_5": 0.60596, "hit_rate_at_10": 0.66225, "hit_rate_at_20": 0.67881, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.32867, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.2351, "ndcg_at_3": 0.2488, "ndcg_at_5": 0.25138, "ndcg_at_10": 0.25315, "ndcg_at_20": 0.26034, "ndcg_at_100": 0.2685, "ndcg_at_1000": 0.2685, "map_at_1": 0.09059, "map_at_3": 0.13915, "map_at_5": 0.15659, "map_at_10": 0.17799, "map_at_20": 0.19087, "map_at_100": 0.19578, "map_at_1000": 0.19578, "recall_at_1": 0.09059, "recall_at_3": 0.17202, "recall_at_5": 0.20334, "recall_at_10": 0.24817, "recall_at_20": 0.28699, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.09059, "precision_at_1": 0.25497, "precision_at_3": 0.19757, "precision_at_5": 0.16556, "precision_at_10": 0.12252, "precision_at_20": 0.07914, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.254967, "mrr_at_3": 0.339956, "mrr_at_5": 0.344095, "mrr_at_10": 0.346785, "mrr_at_20": 0.34751, "mrr_at_100": 0.347668, "mrr_at_1000": 0.347668, "nauc_ndcg_at_1_max": 0.523837, "nauc_ndcg_at_1_std": 0.449024, "nauc_ndcg_at_1_diff1": 0.217085, "nauc_ndcg_at_3_max": 0.666777, "nauc_ndcg_at_3_std": 0.580575, "nauc_ndcg_at_3_diff1": 0.125369, "nauc_ndcg_at_5_max": 0.67597, "nauc_ndcg_at_5_std": 0.599508, "nauc_ndcg_at_5_diff1": 0.109992, "nauc_ndcg_at_10_max": 0.695429, "nauc_ndcg_at_10_std": 0.626306, "nauc_ndcg_at_10_diff1": 0.086077, "nauc_ndcg_at_20_max": 0.7167, "nauc_ndcg_at_20_std": 0.647758, "nauc_ndcg_at_20_diff1": 0.069865, "nauc_ndcg_at_100_max": 0.725039, "nauc_ndcg_at_100_std": 0.656482, "nauc_ndcg_at_100_diff1": 0.052147, "nauc_ndcg_at_1000_max": 0.725039, "nauc_ndcg_at_1000_std": 0.656482, "nauc_ndcg_at_1000_diff1": 0.052147, "nauc_map_at_1_max": 0.487784, "nauc_map_at_1_std": 0.266063, "nauc_map_at_1_diff1": 0.445829, "nauc_map_at_3_max": 0.588104, "nauc_map_at_3_std": 0.393281, "nauc_map_at_3_diff1": 0.27725, "nauc_map_at_5_max": 0.60377, "nauc_map_at_5_std": 0.448241, "nauc_map_at_5_diff1": 0.227505, "nauc_map_at_10_max": 0.630695, "nauc_map_at_10_std": 0.513154, "nauc_map_at_10_diff1": 0.176718, "nauc_map_at_20_max": 0.649541, "nauc_map_at_20_std": 0.542694, "nauc_map_at_20_diff1": 0.147508, "nauc_map_at_100_max": 0.655869, "nauc_map_at_100_std": 0.549184, "nauc_map_at_100_diff1": 0.135568, "nauc_map_at_1000_max": 0.655869, "nauc_map_at_1000_std": 0.549184, "nauc_map_at_1000_diff1": 0.135568, "nauc_recall_at_1_max": 0.487784, "nauc_recall_at_1_std": 0.266063, "nauc_recall_at_1_diff1": 0.445829, "nauc_recall_at_3_max": 0.617384, "nauc_recall_at_3_std": 0.435798, "nauc_recall_at_3_diff1": 0.180276, "nauc_recall_at_5_max": 0.644488, "nauc_recall_at_5_std": 0.509047, "nauc_recall_at_5_diff1": 0.118845, "nauc_recall_at_10_max": 0.702922, "nauc_recall_at_10_std": 0.620798, "nauc_recall_at_10_diff1": 0.048861, "nauc_recall_at_20_max": 0.736659, "nauc_recall_at_20_std": 0.672221, "nauc_recall_at_20_diff1": -0.004303, "nauc_recall_at_100_max": 0.748607, "nauc_recall_at_100_std": 0.687365, "nauc_recall_at_100_diff1": -0.045311, "nauc_recall_at_1000_max": 0.748607, "nauc_recall_at_1000_std": 0.687365, "nauc_recall_at_1000_diff1": -0.045311, "nauc_precision_at_1_max": 0.531769, "nauc_precision_at_1_std": 0.48097, "nauc_precision_at_1_diff1": 0.196924, "nauc_precision_at_3_max": 0.647527, "nauc_precision_at_3_std": 0.687068, "nauc_precision_at_3_diff1": -0.053197, "nauc_precision_at_5_max": 0.586318, "nauc_precision_at_5_std": 0.672607, "nauc_precision_at_5_diff1": -0.097828, "nauc_precision_at_10_max": 0.547995, "nauc_precision_at_10_std": 0.661134, "nauc_precision_at_10_diff1": -0.156447, "nauc_precision_at_20_max": 0.530624, "nauc_precision_at_20_std": 0.632117, "nauc_precision_at_20_diff1": -0.180686, "nauc_precision_at_100_max": 0.514944, "nauc_precision_at_100_std": 0.598639, "nauc_precision_at_100_diff1": -0.206636, "nauc_precision_at_1000_max": 0.514944, "nauc_precision_at_1000_std": 0.598639, "nauc_precision_at_1000_diff1": -0.206636, "nauc_mrr_at_1_max": 0.531769, "nauc_mrr_at_1_std": 0.48097, "nauc_mrr_at_1_diff1": 0.196924, "nauc_mrr_at_3_max": 0.652875, "nauc_mrr_at_3_std": 0.623521, "nauc_mrr_at_3_diff1": 0.088796, "nauc_mrr_at_5_max": 0.657521, "nauc_mrr_at_5_std": 0.627785, "nauc_mrr_at_5_diff1": 0.083099, "nauc_mrr_at_10_max": 0.661222, "nauc_mrr_at_10_std": 0.632513, "nauc_mrr_at_10_diff1": 0.079613, "nauc_mrr_at_20_max": 0.661648, "nauc_mrr_at_20_std": 0.632931, "nauc_mrr_at_20_diff1": 0.079863, "nauc_mrr_at_100_max": 0.661628, "nauc_mrr_at_100_std": 0.633228, "nauc_mrr_at_100_diff1": 0.079701, "nauc_mrr_at_1000_max": 0.661628, "nauc_mrr_at_1000_std": 0.633228, "nauc_mrr_at_1000_diff1": 0.079701, "hit_rate_at_1": 0.25497, "hit_rate_at_3": 0.43377, "hit_rate_at_5": 0.45033, "hit_rate_at_10": 0.4702, "hit_rate_at_20": 0.48013, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.25315, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.25, "ndcg_at_3": 0.25801, "ndcg_at_5": 0.2555, "ndcg_at_10": 0.2581, "ndcg_at_20": 0.26345, "ndcg_at_100": 0.26524, "ndcg_at_1000": 0.26524, "map_at_1": 0.09273, "map_at_3": 0.1395, "map_at_5": 0.15668, "map_at_10": 0.17813, "map_at_20": 0.18973, "map_at_100": 0.19119, "map_at_1000": 0.19119, "recall_at_1": 0.09273, "recall_at_3": 0.17221, "recall_at_5": 0.20471, "recall_at_10": 0.25692, "recall_at_20": 0.29053, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.09273, "precision_at_1": 0.26821, "precision_at_3": 0.21192, "precision_at_5": 0.17351, "precision_at_10": 0.12682, "precision_at_20": 0.08046, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.268212, "mrr_at_3": 0.346026, "mrr_at_5": 0.353642, "mrr_at_10": 0.358562, "mrr_at_20": 0.359354, "mrr_at_100": 0.359354, "mrr_at_1000": 0.359354, "nauc_ndcg_at_1_max": 0.444128, "nauc_ndcg_at_1_std": 0.306187, "nauc_ndcg_at_1_diff1": 0.280864, "nauc_ndcg_at_3_max": 0.573739, "nauc_ndcg_at_3_std": 0.440761, "nauc_ndcg_at_3_diff1": 0.181917, "nauc_ndcg_at_5_max": 0.589714, "nauc_ndcg_at_5_std": 0.459734, "nauc_ndcg_at_5_diff1": 0.173218, "nauc_ndcg_at_10_max": 0.631874, "nauc_ndcg_at_10_std": 0.509493, "nauc_ndcg_at_10_diff1": 0.157504, "nauc_ndcg_at_20_max": 0.655992, "nauc_ndcg_at_20_std": 0.544042, "nauc_ndcg_at_20_diff1": 0.141739, "nauc_ndcg_at_100_max": 0.659549, "nauc_ndcg_at_100_std": 0.550537, "nauc_ndcg_at_100_diff1": 0.134653, "nauc_ndcg_at_1000_max": 0.659549, "nauc_ndcg_at_1000_std": 0.550537, "nauc_ndcg_at_1000_diff1": 0.134653, "nauc_map_at_1_max": 0.429109, "nauc_map_at_1_std": 0.105662, "nauc_map_at_1_diff1": 0.443142, "nauc_map_at_3_max": 0.517131, "nauc_map_at_3_std": 0.258729, "nauc_map_at_3_diff1": 0.302642, "nauc_map_at_5_max": 0.533434, "nauc_map_at_5_std": 0.311166, "nauc_map_at_5_diff1": 0.270254, "nauc_map_at_10_max": 0.566736, "nauc_map_at_10_std": 0.382708, "nauc_map_at_10_diff1": 0.229362, "nauc_map_at_20_max": 0.592096, "nauc_map_at_20_std": 0.426028, "nauc_map_at_20_diff1": 0.206331, "nauc_map_at_100_max": 0.594453, "nauc_map_at_100_std": 0.43169, "nauc_map_at_100_diff1": 0.202163, "nauc_map_at_1000_max": 0.594453, "nauc_map_at_1000_std": 0.43169, "nauc_map_at_1000_diff1": 0.202163, "nauc_recall_at_1_max": 0.429109, "nauc_recall_at_1_std": 0.105662, "nauc_recall_at_1_diff1": 0.443142, "nauc_recall_at_3_max": 0.564034, "nauc_recall_at_3_std": 0.344839, "nauc_recall_at_3_diff1": 0.198944, "nauc_recall_at_5_max": 0.590358, "nauc_recall_at_5_std": 0.41783, "nauc_recall_at_5_diff1": 0.160655, "nauc_recall_at_10_max": 0.651096, "nauc_recall_at_10_std": 0.538802, "nauc_recall_at_10_diff1": 0.095013, "nauc_recall_at_20_max": 0.692639, "nauc_recall_at_20_std": 0.615233, "nauc_recall_at_20_diff1": 0.040968, "nauc_recall_at_100_max": 0.69647, "nauc_recall_at_100_std": 0.630955, "nauc_recall_at_100_diff1": 0.025418, "nauc_recall_at_1000_max": 0.69647, "nauc_recall_at_1000_std": 0.630955, "nauc_recall_at_1000_diff1": 0.025418, "nauc_precision_at_1_max": 0.434961, "nauc_precision_at_1_std": 0.302674, "nauc_precision_at_1_diff1": 0.282583, "nauc_precision_at_3_max": 0.5398, "nauc_precision_at_3_std": 0.547094, "nauc_precision_at_3_diff1": 0.023633, "nauc_precision_at_5_max": 0.507694, "nauc_precision_at_5_std": 0.565599, "nauc_precision_at_5_diff1": -0.025446, "nauc_precision_at_10_max": 0.531692, "nauc_precision_at_10_std": 0.633795, "nauc_precision_at_10_diff1": -0.064656, "nauc_precision_at_20_max": 0.531708, "nauc_precision_at_20_std": 0.656606, "nauc_precision_at_20_diff1": -0.091152, "nauc_precision_at_100_max": 0.53318, "nauc_precision_at_100_std": 0.663451, "nauc_precision_at_100_diff1": -0.100619, "nauc_precision_at_1000_max": 0.53318, "nauc_precision_at_1000_std": 0.663451, "nauc_precision_at_1000_diff1": -0.100619, "nauc_mrr_at_1_max": 0.434961, "nauc_mrr_at_1_std": 0.302674, "nauc_mrr_at_1_diff1": 0.282583, "nauc_mrr_at_3_max": 0.560225, "nauc_mrr_at_3_std": 0.454339, "nauc_mrr_at_3_diff1": 0.187069, "nauc_mrr_at_5_max": 0.563425, "nauc_mrr_at_5_std": 0.464335, "nauc_mrr_at_5_diff1": 0.175863, "nauc_mrr_at_10_max": 0.569128, "nauc_mrr_at_10_std": 0.474626, "nauc_mrr_at_10_diff1": 0.171527, "nauc_mrr_at_20_max": 0.571098, "nauc_mrr_at_20_std": 0.476821, "nauc_mrr_at_20_diff1": 0.169538, "nauc_mrr_at_100_max": 0.571098, "nauc_mrr_at_100_std": 0.476821, "nauc_mrr_at_100_diff1": 0.169538, "nauc_mrr_at_1000_max": 0.571098, "nauc_mrr_at_1000_std": 0.476821, "nauc_mrr_at_1000_diff1": 0.169538, "hit_rate_at_1": 0.26821, "hit_rate_at_3": 0.4404, "hit_rate_at_5": 0.47351, "hit_rate_at_10": 0.50993, "hit_rate_at_20": 0.51987, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.2581, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.30629, "ndcg_at_3": 0.28849, "ndcg_at_5": 0.27929, "ndcg_at_10": 0.28619, "ndcg_at_20": 0.29008, "ndcg_at_100": 0.29473, "ndcg_at_1000": 0.29473, "map_at_1": 0.09978, "map_at_3": 0.15362, "map_at_5": 0.17014, "map_at_10": 0.1965, "map_at_20": 0.20662, "map_at_100": 0.2097, "map_at_1000": 0.2097, "recall_at_1": 0.09978, "recall_at_3": 0.18522, "recall_at_5": 0.21342, "recall_at_10": 0.28148, "recall_at_20": 0.31548, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.09978, "precision_at_1": 0.33444, "precision_at_3": 0.24062, "precision_at_5": 0.19272, "precision_at_10": 0.1404, "precision_at_20": 0.08543, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.334437, "mrr_at_3": 0.4117, "mrr_at_5": 0.418488, "mrr_at_10": 0.425151, "mrr_at_20": 0.42657, "mrr_at_100": 0.42657, "mrr_at_1000": 0.42657, "nauc_ndcg_at_1_max": 0.517196, "nauc_ndcg_at_1_std": 0.395864, "nauc_ndcg_at_1_diff1": 0.215364, "nauc_ndcg_at_3_max": 0.624024, "nauc_ndcg_at_3_std": 0.489184, "nauc_ndcg_at_3_diff1": 0.148371, "nauc_ndcg_at_5_max": 0.635371, "nauc_ndcg_at_5_std": 0.490727, "nauc_ndcg_at_5_diff1": 0.16796, "nauc_ndcg_at_10_max": 0.680939, "nauc_ndcg_at_10_std": 0.556275, "nauc_ndcg_at_10_diff1": 0.148955, "nauc_ndcg_at_20_max": 0.698305, "nauc_ndcg_at_20_std": 0.585817, "nauc_ndcg_at_20_diff1": 0.132195, "nauc_ndcg_at_100_max": 0.705316, "nauc_ndcg_at_100_std": 0.59322, "nauc_ndcg_at_100_diff1": 0.121903, "nauc_ndcg_at_1000_max": 0.705316, "nauc_ndcg_at_1000_std": 0.59322, "nauc_ndcg_at_1000_diff1": 0.121903, "nauc_map_at_1_max": 0.478966, "nauc_map_at_1_std": 0.211093, "nauc_map_at_1_diff1": 0.415808, "nauc_map_at_3_max": 0.557173, "nauc_map_at_3_std": 0.33096, "nauc_map_at_3_diff1": 0.2889, "nauc_map_at_5_max": 0.570651, "nauc_map_at_5_std": 0.363522, "nauc_map_at_5_diff1": 0.269622, "nauc_map_at_10_max": 0.613407, "nauc_map_at_10_std": 0.442096, "nauc_map_at_10_diff1": 0.213339, "nauc_map_at_20_max": 0.632062, "nauc_map_at_20_std": 0.474761, "nauc_map_at_20_diff1": 0.190281, "nauc_map_at_100_max": 0.637539, "nauc_map_at_100_std": 0.480163, "nauc_map_at_100_diff1": 0.182788, "nauc_map_at_1000_max": 0.637539, "nauc_map_at_1000_std": 0.480163, "nauc_map_at_1000_diff1": 0.182788, "nauc_recall_at_1_max": 0.478966, "nauc_recall_at_1_std": 0.211093, "nauc_recall_at_1_diff1": 0.415808, "nauc_recall_at_3_max": 0.58074, "nauc_recall_at_3_std": 0.383323, "nauc_recall_at_3_diff1": 0.205613, "nauc_recall_at_5_max": 0.598982, "nauc_recall_at_5_std": 0.41674, "nauc_recall_at_5_diff1": 0.200102, "nauc_recall_at_10_max": 0.676364, "nauc_recall_at_10_std": 0.562907, "nauc_recall_at_10_diff1": 0.115959, "nauc_recall_at_20_max": 0.709746, "nauc_recall_at_20_std": 0.638544, "nauc_recall_at_20_diff1": 0.064816, "nauc_recall_at_100_max": 0.722358, "nauc_recall_at_100_std": 0.652476, "nauc_recall_at_100_diff1": 0.043584, "nauc_recall_at_1000_max": 0.722358, "nauc_recall_at_1000_std": 0.652476, "nauc_recall_at_1000_diff1": 0.043584, "nauc_precision_at_1_max": 0.513898, "nauc_precision_at_1_std": 0.398543, "nauc_precision_at_1_diff1": 0.2213, "nauc_precision_at_3_max": 0.560322, "nauc_precision_at_3_std": 0.526782, "nauc_precision_at_3_diff1": 0.002779, "nauc_precision_at_5_max": 0.526612, "nauc_precision_at_5_std": 0.519201, "nauc_precision_at_5_diff1": -0.014812, "nauc_precision_at_10_max": 0.543408, "nauc_precision_at_10_std": 0.597537, "nauc_precision_at_10_diff1": -0.098808, "nauc_precision_at_20_max": 0.525463, "nauc_precision_at_20_std": 0.602545, "nauc_precision_at_20_diff1": -0.133369, "nauc_precision_at_100_max": 0.502361, "nauc_precision_at_100_std": 0.563415, "nauc_precision_at_100_diff1": -0.159238, "nauc_precision_at_1000_max": 0.502361, "nauc_precision_at_1000_std": 0.563415, "nauc_precision_at_1000_diff1": -0.159238, "nauc_mrr_at_1_max": 0.513898, "nauc_mrr_at_1_std": 0.398543, "nauc_mrr_at_1_diff1": 0.2213, "nauc_mrr_at_3_max": 0.619887, "nauc_mrr_at_3_std": 0.49617, "nauc_mrr_at_3_diff1": 0.16508, "nauc_mrr_at_5_max": 0.625174, "nauc_mrr_at_5_std": 0.500841, "nauc_mrr_at_5_diff1": 0.174517, "nauc_mrr_at_10_max": 0.6327, "nauc_mrr_at_10_std": 0.514831, "nauc_mrr_at_10_diff1": 0.168969, "nauc_mrr_at_20_max": 0.633099, "nauc_mrr_at_20_std": 0.516967, "nauc_mrr_at_20_diff1": 0.16801, "nauc_mrr_at_100_max": 0.633099, "nauc_mrr_at_100_std": 0.516967, "nauc_mrr_at_100_diff1": 0.16801, "nauc_mrr_at_1000_max": 0.633099, "nauc_mrr_at_1000_std": 0.516967, "nauc_mrr_at_1000_diff1": 0.16801, "hit_rate_at_1": 0.33444, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.5298, "hit_rate_at_10": 0.57947, "hit_rate_at_20": 0.59934, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.28619, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 18914.371975304995, "kg_co2_emissions": null, "date": 1791755332.39489, "evaluation_phases": [ { "name": "Data loading", "start": 1.7929996829479933e-05, "end": 40.65115770799457, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 40.651179768989095, "end": 40.65118438898935, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 40.65798044099938, "end": 3190.0424253489764, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3190.224293347972, "end": 3190.34357882099, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 3190.411643509986, "end": 6343.2730602339725, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 6343.474248581973, "end": 6343.556380531983, "split": "test", "subset": "italian" } ] }