{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.27385, "ndcg_at_3": 0.28607, "ndcg_at_5": 0.28446, "ndcg_at_10": 0.28812, "ndcg_at_20": 0.29434, "ndcg_at_100": 0.30033, "ndcg_at_1000": 0.30033, "map_at_1": 0.1689, "map_at_3": 0.21721, "map_at_5": 0.22962, "map_at_10": 0.24202, "map_at_20": 0.24864, "map_at_100": 0.25095, "map_at_1000": 0.25095, "recall_at_1": 0.1689, "recall_at_3": 0.24459, "recall_at_5": 0.26629, "recall_at_10": 0.29491, "recall_at_20": 0.31864, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.1689, "precision_at_1": 0.28622, "precision_at_3": 0.18257, "precision_at_5": 0.13357, "precision_at_10": 0.08799, "precision_at_20": 0.05459, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.286219, "mrr_at_3": 0.333333, "mrr_at_5": 0.33669, "mrr_at_10": 0.339757, "mrr_at_20": 0.341667, "mrr_at_100": 0.342281, "mrr_at_1000": 0.342281, "nauc_ndcg_at_1_max": 0.809682, "nauc_ndcg_at_1_std": 0.528026, "nauc_ndcg_at_1_diff1": 0.655546, "nauc_ndcg_at_3_max": 0.787145, "nauc_ndcg_at_3_std": 0.554412, "nauc_ndcg_at_3_diff1": 0.549741, "nauc_ndcg_at_5_max": 0.777211, "nauc_ndcg_at_5_std": 0.550893, "nauc_ndcg_at_5_diff1": 0.547406, "nauc_ndcg_at_10_max": 0.782872, "nauc_ndcg_at_10_std": 0.566174, "nauc_ndcg_at_10_diff1": 0.543932, "nauc_ndcg_at_20_max": 0.782545, "nauc_ndcg_at_20_std": 0.572462, "nauc_ndcg_at_20_diff1": 0.538357, "nauc_ndcg_at_100_max": 0.787842, "nauc_ndcg_at_100_std": 0.577949, "nauc_ndcg_at_100_diff1": 0.532894, "nauc_ndcg_at_1000_max": 0.787842, "nauc_ndcg_at_1000_std": 0.577949, "nauc_ndcg_at_1000_diff1": 0.532894, "nauc_map_at_1_max": 0.727947, "nauc_map_at_1_std": 0.395745, "nauc_map_at_1_diff1": 0.704942, "nauc_map_at_3_max": 0.738278, "nauc_map_at_3_std": 0.452575, "nauc_map_at_3_diff1": 0.615012, "nauc_map_at_5_max": 0.746195, "nauc_map_at_5_std": 0.478767, "nauc_map_at_5_diff1": 0.590937, "nauc_map_at_10_max": 0.759558, "nauc_map_at_10_std": 0.508496, "nauc_map_at_10_diff1": 0.575159, "nauc_map_at_20_max": 0.763011, "nauc_map_at_20_std": 0.521233, "nauc_map_at_20_diff1": 0.566993, "nauc_map_at_100_max": 0.765543, "nauc_map_at_100_std": 0.523953, "nauc_map_at_100_diff1": 0.565166, "nauc_map_at_1000_max": 0.765543, "nauc_map_at_1000_std": 0.523953, "nauc_map_at_1000_diff1": 0.565166, "nauc_recall_at_1_max": 0.727947, "nauc_recall_at_1_std": 0.395745, "nauc_recall_at_1_diff1": 0.704942, "nauc_recall_at_3_max": 0.717811, "nauc_recall_at_3_std": 0.464101, "nauc_recall_at_3_diff1": 0.547503, "nauc_recall_at_5_max": 0.719855, "nauc_recall_at_5_std": 0.499552, "nauc_recall_at_5_diff1": 0.512538, "nauc_recall_at_10_max": 0.748616, "nauc_recall_at_10_std": 0.560732, "nauc_recall_at_10_diff1": 0.48566, "nauc_recall_at_20_max": 0.750843, "nauc_recall_at_20_std": 0.587579, "nauc_recall_at_20_diff1": 0.46283, "nauc_recall_at_100_max": 0.757985, "nauc_recall_at_100_std": 0.593757, "nauc_recall_at_100_diff1": 0.441977, "nauc_recall_at_1000_max": 0.757985, "nauc_recall_at_1000_std": 0.593757, "nauc_recall_at_1000_diff1": 0.441977, "nauc_precision_at_1_max": 0.808982, "nauc_precision_at_1_std": 0.537284, "nauc_precision_at_1_diff1": 0.648221, "nauc_precision_at_3_max": 0.688125, "nauc_precision_at_3_std": 0.592531, "nauc_precision_at_3_diff1": 0.27705, "nauc_precision_at_5_max": 0.629622, "nauc_precision_at_5_std": 0.590655, "nauc_precision_at_5_diff1": 0.204951, "nauc_precision_at_10_max": 0.563695, "nauc_precision_at_10_std": 0.602302, "nauc_precision_at_10_diff1": 0.12844, "nauc_precision_at_20_max": 0.495871, "nauc_precision_at_20_std": 0.574499, "nauc_precision_at_20_diff1": 0.07685, "nauc_precision_at_100_max": 0.479023, "nauc_precision_at_100_std": 0.559816, "nauc_precision_at_100_diff1": 0.054831, "nauc_precision_at_1000_max": 0.479023, "nauc_precision_at_1000_std": 0.559816, "nauc_precision_at_1000_diff1": 0.054831, "nauc_mrr_at_1_max": 0.808982, "nauc_mrr_at_1_std": 0.537284, "nauc_mrr_at_1_diff1": 0.648221, "nauc_mrr_at_3_max": 0.814308, "nauc_mrr_at_3_std": 0.593742, "nauc_mrr_at_3_diff1": 0.57312, "nauc_mrr_at_5_max": 0.813402, "nauc_mrr_at_5_std": 0.600353, "nauc_mrr_at_5_diff1": 0.569405, "nauc_mrr_at_10_max": 0.814892, "nauc_mrr_at_10_std": 0.605724, "nauc_mrr_at_10_diff1": 0.566741, "nauc_mrr_at_20_max": 0.812845, "nauc_mrr_at_20_std": 0.603622, "nauc_mrr_at_20_diff1": 0.564625, "nauc_mrr_at_100_max": 0.812865, "nauc_mrr_at_100_std": 0.603717, "nauc_mrr_at_100_diff1": 0.564407, "nauc_mrr_at_1000_max": 0.812865, "nauc_mrr_at_1000_std": 0.603717, "nauc_mrr_at_1000_diff1": 0.564407, "hit_rate_at_1": 0.28622, "hit_rate_at_3": 0.39576, "hit_rate_at_5": 0.40989, "hit_rate_at_10": 0.4311, "hit_rate_at_20": 0.45936, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.28812, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.28092, "ndcg_at_3": 0.28772, "ndcg_at_5": 0.28565, "ndcg_at_10": 0.28688, "ndcg_at_20": 0.29041, "ndcg_at_100": 0.29326, "ndcg_at_1000": 0.29326, "map_at_1": 0.17311, "map_at_3": 0.2205, "map_at_5": 0.23157, "map_at_10": 0.2402, "map_at_20": 0.24424, "map_at_100": 0.24541, "map_at_1000": 0.24541, "recall_at_1": 0.17311, "recall_at_3": 0.24538, "recall_at_5": 0.2651, "recall_at_10": 0.29049, "recall_at_20": 0.3083, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.17311, "precision_at_1": 0.29329, "precision_at_3": 0.17903, "precision_at_5": 0.13074, "precision_at_10": 0.08127, "precision_at_20": 0.047, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.293286, "mrr_at_3": 0.339812, "mrr_at_5": 0.346349, "mrr_at_10": 0.351192, "mrr_at_20": 0.352376, "mrr_at_100": 0.352675, "mrr_at_1000": 0.352675, "nauc_ndcg_at_1_max": 0.739823, "nauc_ndcg_at_1_std": 0.528609, "nauc_ndcg_at_1_diff1": 0.588017, "nauc_ndcg_at_3_max": 0.751327, "nauc_ndcg_at_3_std": 0.586193, "nauc_ndcg_at_3_diff1": 0.5345, "nauc_ndcg_at_5_max": 0.757946, "nauc_ndcg_at_5_std": 0.59456, "nauc_ndcg_at_5_diff1": 0.538461, "nauc_ndcg_at_10_max": 0.767234, "nauc_ndcg_at_10_std": 0.614003, "nauc_ndcg_at_10_diff1": 0.540426, "nauc_ndcg_at_20_max": 0.777519, "nauc_ndcg_at_20_std": 0.633029, "nauc_ndcg_at_20_diff1": 0.530976, "nauc_ndcg_at_100_max": 0.778982, "nauc_ndcg_at_100_std": 0.636838, "nauc_ndcg_at_100_diff1": 0.529465, "nauc_ndcg_at_1000_max": 0.778982, "nauc_ndcg_at_1000_std": 0.636838, "nauc_ndcg_at_1000_diff1": 0.529465, "nauc_map_at_1_max": 0.717611, "nauc_map_at_1_std": 0.447863, "nauc_map_at_1_diff1": 0.681067, "nauc_map_at_3_max": 0.731276, "nauc_map_at_3_std": 0.517417, "nauc_map_at_3_diff1": 0.595935, "nauc_map_at_5_max": 0.748237, "nauc_map_at_5_std": 0.545236, "nauc_map_at_5_diff1": 0.58258, "nauc_map_at_10_max": 0.757712, "nauc_map_at_10_std": 0.565903, "nauc_map_at_10_diff1": 0.574729, "nauc_map_at_20_max": 0.76123, "nauc_map_at_20_std": 0.580562, "nauc_map_at_20_diff1": 0.56682, "nauc_map_at_100_max": 0.761441, "nauc_map_at_100_std": 0.582474, "nauc_map_at_100_diff1": 0.565413, "nauc_map_at_1000_max": 0.761441, "nauc_map_at_1000_std": 0.582474, "nauc_map_at_1000_diff1": 0.565413, "nauc_recall_at_1_max": 0.717611, "nauc_recall_at_1_std": 0.447863, "nauc_recall_at_1_diff1": 0.681067, "nauc_recall_at_3_max": 0.704092, "nauc_recall_at_3_std": 0.529222, "nauc_recall_at_3_diff1": 0.528976, "nauc_recall_at_5_max": 0.727501, "nauc_recall_at_5_std": 0.569092, "nauc_recall_at_5_diff1": 0.514443, "nauc_recall_at_10_max": 0.749641, "nauc_recall_at_10_std": 0.621705, "nauc_recall_at_10_diff1": 0.497727, "nauc_recall_at_20_max": 0.77472, "nauc_recall_at_20_std": 0.676221, "nauc_recall_at_20_diff1": 0.460352, "nauc_recall_at_100_max": 0.776287, "nauc_recall_at_100_std": 0.683147, "nauc_recall_at_100_diff1": 0.455479, "nauc_recall_at_1000_max": 0.776287, "nauc_recall_at_1000_std": 0.683147, "nauc_recall_at_1000_diff1": 0.455479, "nauc_precision_at_1_max": 0.745152, "nauc_precision_at_1_std": 0.548186, "nauc_precision_at_1_diff1": 0.592161, "nauc_precision_at_3_max": 0.653144, "nauc_precision_at_3_std": 0.614759, "nauc_precision_at_3_diff1": 0.313238, "nauc_precision_at_5_max": 0.630321, "nauc_precision_at_5_std": 0.636876, "nauc_precision_at_5_diff1": 0.247905, "nauc_precision_at_10_max": 0.576256, "nauc_precision_at_10_std": 0.65283, "nauc_precision_at_10_diff1": 0.193194, "nauc_precision_at_20_max": 0.518032, "nauc_precision_at_20_std": 0.659878, "nauc_precision_at_20_diff1": 0.110807, "nauc_precision_at_100_max": 0.487421, "nauc_precision_at_100_std": 0.636305, "nauc_precision_at_100_diff1": 0.087095, "nauc_precision_at_1000_max": 0.487421, "nauc_precision_at_1000_std": 0.636305, "nauc_precision_at_1000_diff1": 0.087095, "nauc_mrr_at_1_max": 0.745152, "nauc_mrr_at_1_std": 0.548186, "nauc_mrr_at_1_diff1": 0.592161, "nauc_mrr_at_3_max": 0.759237, "nauc_mrr_at_3_std": 0.609947, "nauc_mrr_at_3_diff1": 0.529751, "nauc_mrr_at_5_max": 0.758331, "nauc_mrr_at_5_std": 0.616427, "nauc_mrr_at_5_diff1": 0.527962, "nauc_mrr_at_10_max": 0.758794, "nauc_mrr_at_10_std": 0.622541, "nauc_mrr_at_10_diff1": 0.52575, "nauc_mrr_at_20_max": 0.760526, "nauc_mrr_at_20_std": 0.625159, "nauc_mrr_at_20_diff1": 0.523476, "nauc_mrr_at_100_max": 0.761112, "nauc_mrr_at_100_std": 0.625289, "nauc_mrr_at_100_diff1": 0.524161, "nauc_mrr_at_1000_max": 0.761112, "nauc_mrr_at_1000_std": 0.625289, "nauc_mrr_at_1000_diff1": 0.524161, "hit_rate_at_1": 0.29329, "hit_rate_at_3": 0.39576, "hit_rate_at_5": 0.42403, "hit_rate_at_10": 0.45936, "hit_rate_at_20": 0.47703, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.28688, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.57951, "ndcg_at_3": 0.55115, "ndcg_at_5": 0.54777, "ndcg_at_10": 0.55927, "ndcg_at_20": 0.57408, "ndcg_at_100": 0.58798, "ndcg_at_1000": 0.58798, "map_at_1": 0.30642, "map_at_3": 0.40279, "map_at_5": 0.43062, "map_at_10": 0.45961, "map_at_20": 0.47512, "map_at_100": 0.4808, "map_at_1000": 0.4808, "recall_at_1": 0.30642, "recall_at_3": 0.44524, "recall_at_5": 0.49509, "recall_at_10": 0.57047, "recall_at_20": 0.62586, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.30642, "precision_at_1": 0.59717, "precision_at_3": 0.35689, "precision_at_5": 0.26784, "precision_at_10": 0.17703, "precision_at_20": 0.11042, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.597173, "mrr_at_3": 0.668433, "mrr_at_5": 0.675677, "mrr_at_10": 0.682193, "mrr_at_20": 0.683894, "mrr_at_100": 0.684702, "mrr_at_1000": 0.684702, "nauc_ndcg_at_1_max": 0.644039, "nauc_ndcg_at_1_std": 0.251887, "nauc_ndcg_at_1_diff1": 0.68077, "nauc_ndcg_at_3_max": 0.579979, "nauc_ndcg_at_3_std": 0.256668, "nauc_ndcg_at_3_diff1": 0.554238, "nauc_ndcg_at_5_max": 0.590142, "nauc_ndcg_at_5_std": 0.270567, "nauc_ndcg_at_5_diff1": 0.545567, "nauc_ndcg_at_10_max": 0.592073, "nauc_ndcg_at_10_std": 0.279841, "nauc_ndcg_at_10_diff1": 0.546112, "nauc_ndcg_at_20_max": 0.596782, "nauc_ndcg_at_20_std": 0.302394, "nauc_ndcg_at_20_diff1": 0.54177, "nauc_ndcg_at_100_max": 0.60877, "nauc_ndcg_at_100_std": 0.311259, "nauc_ndcg_at_100_diff1": 0.541546, "nauc_ndcg_at_1000_max": 0.60877, "nauc_ndcg_at_1000_std": 0.311259, "nauc_ndcg_at_1000_diff1": 0.541546, "nauc_map_at_1_max": 0.492643, "nauc_map_at_1_std": 0.064279, "nauc_map_at_1_diff1": 0.603785, "nauc_map_at_3_max": 0.483848, "nauc_map_at_3_std": 0.121234, "nauc_map_at_3_diff1": 0.526367, "nauc_map_at_5_max": 0.509874, "nauc_map_at_5_std": 0.162444, "nauc_map_at_5_diff1": 0.519559, "nauc_map_at_10_max": 0.532236, "nauc_map_at_10_std": 0.201966, "nauc_map_at_10_diff1": 0.518417, "nauc_map_at_20_max": 0.543901, "nauc_map_at_20_std": 0.225044, "nauc_map_at_20_diff1": 0.513109, "nauc_map_at_100_max": 0.548449, "nauc_map_at_100_std": 0.228542, "nauc_map_at_100_diff1": 0.512522, "nauc_map_at_1000_max": 0.548449, "nauc_map_at_1000_std": 0.228542, "nauc_map_at_1000_diff1": 0.512522, "nauc_recall_at_1_max": 0.492643, "nauc_recall_at_1_std": 0.064279, "nauc_recall_at_1_diff1": 0.603785, "nauc_recall_at_3_max": 0.442552, "nauc_recall_at_3_std": 0.126058, "nauc_recall_at_3_diff1": 0.452395, "nauc_recall_at_5_max": 0.474605, "nauc_recall_at_5_std": 0.178092, "nauc_recall_at_5_diff1": 0.448927, "nauc_recall_at_10_max": 0.510904, "nauc_recall_at_10_std": 0.267318, "nauc_recall_at_10_diff1": 0.431843, "nauc_recall_at_20_max": 0.52211, "nauc_recall_at_20_std": 0.335376, "nauc_recall_at_20_diff1": 0.42106, "nauc_recall_at_100_max": 0.556963, "nauc_recall_at_100_std": 0.365312, "nauc_recall_at_100_diff1": 0.420261, "nauc_recall_at_1000_max": 0.556963, "nauc_recall_at_1000_std": 0.365312, "nauc_recall_at_1000_diff1": 0.420261, "nauc_precision_at_1_max": 0.644186, "nauc_precision_at_1_std": 0.25793, "nauc_precision_at_1_diff1": 0.681699, "nauc_precision_at_3_max": 0.318633, "nauc_precision_at_3_std": 0.319959, "nauc_precision_at_3_diff1": 0.15006, "nauc_precision_at_5_max": 0.29769, "nauc_precision_at_5_std": 0.371621, "nauc_precision_at_5_diff1": 0.052221, "nauc_precision_at_10_max": 0.238842, "nauc_precision_at_10_std": 0.368379, "nauc_precision_at_10_diff1": -0.034006, "nauc_precision_at_20_max": 0.170832, "nauc_precision_at_20_std": 0.354333, "nauc_precision_at_20_diff1": -0.104405, "nauc_precision_at_100_max": 0.135801, "nauc_precision_at_100_std": 0.30207, "nauc_precision_at_100_diff1": -0.135414, "nauc_precision_at_1000_max": 0.135801, "nauc_precision_at_1000_std": 0.30207, "nauc_precision_at_1000_diff1": -0.135414, "nauc_mrr_at_1_max": 0.644186, "nauc_mrr_at_1_std": 0.25793, "nauc_mrr_at_1_diff1": 0.681699, "nauc_mrr_at_3_max": 0.662106, "nauc_mrr_at_3_std": 0.321531, "nauc_mrr_at_3_diff1": 0.633709, "nauc_mrr_at_5_max": 0.66095, "nauc_mrr_at_5_std": 0.326547, "nauc_mrr_at_5_diff1": 0.636324, "nauc_mrr_at_10_max": 0.663802, "nauc_mrr_at_10_std": 0.337575, "nauc_mrr_at_10_diff1": 0.636593, "nauc_mrr_at_20_max": 0.662683, "nauc_mrr_at_20_std": 0.335526, "nauc_mrr_at_20_diff1": 0.636188, "nauc_mrr_at_100_max": 0.662647, "nauc_mrr_at_100_std": 0.335221, "nauc_mrr_at_100_diff1": 0.636883, "nauc_mrr_at_1000_max": 0.662647, "nauc_mrr_at_1000_std": 0.335221, "nauc_mrr_at_1000_diff1": 0.636883, "hit_rate_at_1": 0.59717, "hit_rate_at_3": 0.75972, "hit_rate_at_5": 0.79152, "hit_rate_at_10": 0.84099, "hit_rate_at_20": 0.86926, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.55927, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.25972, "ndcg_at_3": 0.25077, "ndcg_at_5": 0.25032, "ndcg_at_10": 0.25831, "ndcg_at_20": 0.26339, "ndcg_at_100": 0.27051, "ndcg_at_1000": 0.27051, "map_at_1": 0.16946, "map_at_3": 0.20179, "map_at_5": 0.21133, "map_at_10": 0.22136, "map_at_20": 0.22653, "map_at_100": 0.22983, "map_at_1000": 0.22983, "recall_at_1": 0.16946, "recall_at_3": 0.21881, "recall_at_5": 0.2358, "recall_at_10": 0.26747, "recall_at_20": 0.28619, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.16946, "precision_at_1": 0.26855, "precision_at_3": 0.14252, "precision_at_5": 0.10389, "precision_at_10": 0.06996, "precision_at_20": 0.0424, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.268551, "mrr_at_3": 0.297409, "mrr_at_5": 0.300589, "mrr_at_10": 0.304451, "mrr_at_20": 0.30546, "mrr_at_100": 0.305815, "mrr_at_1000": 0.305815, "nauc_ndcg_at_1_max": 0.814862, "nauc_ndcg_at_1_std": 0.610027, "nauc_ndcg_at_1_diff1": 0.658945, "nauc_ndcg_at_3_max": 0.817819, "nauc_ndcg_at_3_std": 0.620495, "nauc_ndcg_at_3_diff1": 0.61769, "nauc_ndcg_at_5_max": 0.80958, "nauc_ndcg_at_5_std": 0.620863, "nauc_ndcg_at_5_diff1": 0.607469, "nauc_ndcg_at_10_max": 0.814181, "nauc_ndcg_at_10_std": 0.639436, "nauc_ndcg_at_10_diff1": 0.600738, "nauc_ndcg_at_20_max": 0.819973, "nauc_ndcg_at_20_std": 0.654519, "nauc_ndcg_at_20_diff1": 0.591432, "nauc_ndcg_at_100_max": 0.827101, "nauc_ndcg_at_100_std": 0.655144, "nauc_ndcg_at_100_diff1": 0.577066, "nauc_ndcg_at_1000_max": 0.827101, "nauc_ndcg_at_1000_std": 0.655144, "nauc_ndcg_at_1000_diff1": 0.577066, "nauc_map_at_1_max": 0.765419, "nauc_map_at_1_std": 0.499163, "nauc_map_at_1_diff1": 0.721588, "nauc_map_at_3_max": 0.792579, "nauc_map_at_3_std": 0.568243, "nauc_map_at_3_diff1": 0.663915, "nauc_map_at_5_max": 0.799588, "nauc_map_at_5_std": 0.588783, "nauc_map_at_5_diff1": 0.646966, "nauc_map_at_10_max": 0.805101, "nauc_map_at_10_std": 0.603407, "nauc_map_at_10_diff1": 0.638749, "nauc_map_at_20_max": 0.808134, "nauc_map_at_20_std": 0.612153, "nauc_map_at_20_diff1": 0.628534, "nauc_map_at_100_max": 0.810401, "nauc_map_at_100_std": 0.612781, "nauc_map_at_100_diff1": 0.621253, "nauc_map_at_1000_max": 0.810401, "nauc_map_at_1000_std": 0.612781, "nauc_map_at_1000_diff1": 0.621253, "nauc_recall_at_1_max": 0.765419, "nauc_recall_at_1_std": 0.499163, "nauc_recall_at_1_diff1": 0.721588, "nauc_recall_at_3_max": 0.773551, "nauc_recall_at_3_std": 0.581139, "nauc_recall_at_3_diff1": 0.611497, "nauc_recall_at_5_max": 0.777064, "nauc_recall_at_5_std": 0.606475, "nauc_recall_at_5_diff1": 0.585238, "nauc_recall_at_10_max": 0.785493, "nauc_recall_at_10_std": 0.643051, "nauc_recall_at_10_diff1": 0.556803, "nauc_recall_at_20_max": 0.804424, "nauc_recall_at_20_std": 0.67663, "nauc_recall_at_20_diff1": 0.527003, "nauc_recall_at_100_max": 0.829876, "nauc_recall_at_100_std": 0.673068, "nauc_recall_at_100_diff1": 0.4828, "nauc_recall_at_1000_max": 0.829876, "nauc_recall_at_1000_std": 0.673068, "nauc_recall_at_1000_diff1": 0.4828, "nauc_precision_at_1_max": 0.818218, "nauc_precision_at_1_std": 0.615224, "nauc_precision_at_1_diff1": 0.651419, "nauc_precision_at_3_max": 0.760051, "nauc_precision_at_3_std": 0.639547, "nauc_precision_at_3_diff1": 0.422951, "nauc_precision_at_5_max": 0.684971, "nauc_precision_at_5_std": 0.619215, "nauc_precision_at_5_diff1": 0.336218, "nauc_precision_at_10_max": 0.597371, "nauc_precision_at_10_std": 0.581512, "nauc_precision_at_10_diff1": 0.23932, "nauc_precision_at_20_max": 0.544684, "nauc_precision_at_20_std": 0.557405, "nauc_precision_at_20_diff1": 0.147555, "nauc_precision_at_100_max": 0.511802, "nauc_precision_at_100_std": 0.494077, "nauc_precision_at_100_diff1": 0.086684, "nauc_precision_at_1000_max": 0.511802, "nauc_precision_at_1000_std": 0.494077, "nauc_precision_at_1000_diff1": 0.086684, "nauc_mrr_at_1_max": 0.818218, "nauc_mrr_at_1_std": 0.615224, "nauc_mrr_at_1_diff1": 0.651419, "nauc_mrr_at_3_max": 0.827483, "nauc_mrr_at_3_std": 0.65112, "nauc_mrr_at_3_diff1": 0.610074, "nauc_mrr_at_5_max": 0.82526, "nauc_mrr_at_5_std": 0.653352, "nauc_mrr_at_5_diff1": 0.605443, "nauc_mrr_at_10_max": 0.824302, "nauc_mrr_at_10_std": 0.655268, "nauc_mrr_at_10_diff1": 0.597392, "nauc_mrr_at_20_max": 0.82596, "nauc_mrr_at_20_std": 0.657364, "nauc_mrr_at_20_diff1": 0.596258, "nauc_mrr_at_100_max": 0.826403, "nauc_mrr_at_100_std": 0.656907, "nauc_mrr_at_100_diff1": 0.59575, "nauc_mrr_at_1000_max": 0.826403, "nauc_mrr_at_1000_std": 0.656907, "nauc_mrr_at_1000_diff1": 0.59575, "hit_rate_at_1": 0.26855, "hit_rate_at_3": 0.33216, "hit_rate_at_5": 0.34629, "hit_rate_at_10": 0.37809, "hit_rate_at_20": 0.39223, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.25831, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.28975, "ndcg_at_3": 0.2785, "ndcg_at_5": 0.27592, "ndcg_at_10": 0.27236, "ndcg_at_20": 0.27522, "ndcg_at_100": 0.27882, "ndcg_at_1000": 0.27882, "map_at_1": 0.17622, "map_at_3": 0.20972, "map_at_5": 0.22127, "map_at_10": 0.22863, "map_at_20": 0.23185, "map_at_100": 0.23342, "map_at_1000": 0.23342, "recall_at_1": 0.17622, "recall_at_3": 0.22912, "recall_at_5": 0.25264, "recall_at_10": 0.27075, "recall_at_20": 0.2883, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.17622, "precision_at_1": 0.30389, "precision_at_3": 0.16726, "precision_at_5": 0.12297, "precision_at_10": 0.07385, "precision_at_20": 0.04205, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.303887, "mrr_at_3": 0.339223, "mrr_at_5": 0.345053, "mrr_at_10": 0.348477, "mrr_at_20": 0.349428, "mrr_at_100": 0.349969, "mrr_at_1000": 0.349969, "nauc_ndcg_at_1_max": 0.776683, "nauc_ndcg_at_1_std": 0.604603, "nauc_ndcg_at_1_diff1": 0.640053, "nauc_ndcg_at_3_max": 0.775394, "nauc_ndcg_at_3_std": 0.611586, "nauc_ndcg_at_3_diff1": 0.610035, "nauc_ndcg_at_5_max": 0.778468, "nauc_ndcg_at_5_std": 0.621454, "nauc_ndcg_at_5_diff1": 0.590083, "nauc_ndcg_at_10_max": 0.777098, "nauc_ndcg_at_10_std": 0.630546, "nauc_ndcg_at_10_diff1": 0.584534, "nauc_ndcg_at_20_max": 0.78591, "nauc_ndcg_at_20_std": 0.644486, "nauc_ndcg_at_20_diff1": 0.577923, "nauc_ndcg_at_100_max": 0.789077, "nauc_ndcg_at_100_std": 0.652533, "nauc_ndcg_at_100_diff1": 0.570043, "nauc_ndcg_at_1000_max": 0.789077, "nauc_ndcg_at_1000_std": 0.652533, "nauc_ndcg_at_1000_diff1": 0.570043, "nauc_map_at_1_max": 0.701483, "nauc_map_at_1_std": 0.487353, "nauc_map_at_1_diff1": 0.680411, "nauc_map_at_3_max": 0.732291, "nauc_map_at_3_std": 0.534745, "nauc_map_at_3_diff1": 0.634796, "nauc_map_at_5_max": 0.750561, "nauc_map_at_5_std": 0.566414, "nauc_map_at_5_diff1": 0.608619, "nauc_map_at_10_max": 0.759701, "nauc_map_at_10_std": 0.585271, "nauc_map_at_10_diff1": 0.597903, "nauc_map_at_20_max": 0.762947, "nauc_map_at_20_std": 0.592652, "nauc_map_at_20_diff1": 0.595411, "nauc_map_at_100_max": 0.765095, "nauc_map_at_100_std": 0.597698, "nauc_map_at_100_diff1": 0.591238, "nauc_map_at_1000_max": 0.765095, "nauc_map_at_1000_std": 0.597698, "nauc_map_at_1000_diff1": 0.591238, "nauc_recall_at_1_max": 0.701483, "nauc_recall_at_1_std": 0.487353, "nauc_recall_at_1_diff1": 0.680411, "nauc_recall_at_3_max": 0.708661, "nauc_recall_at_3_std": 0.533367, "nauc_recall_at_3_diff1": 0.592034, "nauc_recall_at_5_max": 0.729461, "nauc_recall_at_5_std": 0.583844, "nauc_recall_at_5_diff1": 0.539365, "nauc_recall_at_10_max": 0.744075, "nauc_recall_at_10_std": 0.61803, "nauc_recall_at_10_diff1": 0.524324, "nauc_recall_at_20_max": 0.773081, "nauc_recall_at_20_std": 0.662159, "nauc_recall_at_20_diff1": 0.503356, "nauc_recall_at_100_max": 0.783035, "nauc_recall_at_100_std": 0.685005, "nauc_recall_at_100_diff1": 0.481695, "nauc_recall_at_1000_max": 0.783035, "nauc_recall_at_1000_std": 0.685005, "nauc_recall_at_1000_diff1": 0.481695, "nauc_precision_at_1_max": 0.772608, "nauc_precision_at_1_std": 0.599591, "nauc_precision_at_1_diff1": 0.655861, "nauc_precision_at_3_max": 0.710256, "nauc_precision_at_3_std": 0.625402, "nauc_precision_at_3_diff1": 0.427469, "nauc_precision_at_5_max": 0.673143, "nauc_precision_at_5_std": 0.647782, "nauc_precision_at_5_diff1": 0.312585, "nauc_precision_at_10_max": 0.61754, "nauc_precision_at_10_std": 0.648256, "nauc_precision_at_10_diff1": 0.252516, "nauc_precision_at_20_max": 0.578821, "nauc_precision_at_20_std": 0.630308, "nauc_precision_at_20_diff1": 0.216394, "nauc_precision_at_100_max": 0.543625, "nauc_precision_at_100_std": 0.617299, "nauc_precision_at_100_diff1": 0.149818, "nauc_precision_at_1000_max": 0.543625, "nauc_precision_at_1000_std": 0.617299, "nauc_precision_at_1000_diff1": 0.149818, "nauc_mrr_at_1_max": 0.772608, "nauc_mrr_at_1_std": 0.599591, "nauc_mrr_at_1_diff1": 0.655861, "nauc_mrr_at_3_max": 0.782201, "nauc_mrr_at_3_std": 0.641657, "nauc_mrr_at_3_diff1": 0.624107, "nauc_mrr_at_5_max": 0.784225, "nauc_mrr_at_5_std": 0.646456, "nauc_mrr_at_5_diff1": 0.61754, "nauc_mrr_at_10_max": 0.782588, "nauc_mrr_at_10_std": 0.647251, "nauc_mrr_at_10_diff1": 0.61691, "nauc_mrr_at_20_max": 0.785621, "nauc_mrr_at_20_std": 0.650736, "nauc_mrr_at_20_diff1": 0.615001, "nauc_mrr_at_100_max": 0.785032, "nauc_mrr_at_100_std": 0.64982, "nauc_mrr_at_100_diff1": 0.614274, "nauc_mrr_at_1000_max": 0.785032, "nauc_mrr_at_1000_std": 0.64982, "nauc_mrr_at_1000_diff1": 0.614274, "hit_rate_at_1": 0.30389, "hit_rate_at_3": 0.38516, "hit_rate_at_5": 0.40989, "hit_rate_at_10": 0.43463, "hit_rate_at_20": 0.44876, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.27236, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.26325, "ndcg_at_3": 0.25562, "ndcg_at_5": 0.25201, "ndcg_at_10": 0.25358, "ndcg_at_20": 0.25848, "ndcg_at_100": 0.26169, "ndcg_at_1000": 0.26169, "map_at_1": 0.1594, "map_at_3": 0.19728, "map_at_5": 0.20593, "map_at_10": 0.21513, "map_at_20": 0.21981, "map_at_100": 0.22155, "map_at_1000": 0.22155, "recall_at_1": 0.1594, "recall_at_3": 0.21046, "recall_at_5": 0.22814, "recall_at_10": 0.25193, "recall_at_20": 0.27245, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.1594, "precision_at_1": 0.27562, "precision_at_3": 0.15901, "precision_at_5": 0.11378, "precision_at_10": 0.07138, "precision_at_20": 0.04382, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.275618, "mrr_at_3": 0.306832, "mrr_at_5": 0.312662, "mrr_at_10": 0.315747, "mrr_at_20": 0.317493, "mrr_at_100": 0.317653, "mrr_at_1000": 0.317653, "nauc_ndcg_at_1_max": 0.776913, "nauc_ndcg_at_1_std": 0.591546, "nauc_ndcg_at_1_diff1": 0.605099, "nauc_ndcg_at_3_max": 0.775575, "nauc_ndcg_at_3_std": 0.616892, "nauc_ndcg_at_3_diff1": 0.556085, "nauc_ndcg_at_5_max": 0.778834, "nauc_ndcg_at_5_std": 0.612931, "nauc_ndcg_at_5_diff1": 0.551444, "nauc_ndcg_at_10_max": 0.790991, "nauc_ndcg_at_10_std": 0.633554, "nauc_ndcg_at_10_diff1": 0.551583, "nauc_ndcg_at_20_max": 0.798191, "nauc_ndcg_at_20_std": 0.648752, "nauc_ndcg_at_20_diff1": 0.544443, "nauc_ndcg_at_100_max": 0.799632, "nauc_ndcg_at_100_std": 0.652805, "nauc_ndcg_at_100_diff1": 0.537209, "nauc_ndcg_at_1000_max": 0.799632, "nauc_ndcg_at_1000_std": 0.652805, "nauc_ndcg_at_1000_diff1": 0.537209, "nauc_map_at_1_max": 0.747278, "nauc_map_at_1_std": 0.483099, "nauc_map_at_1_diff1": 0.713803, "nauc_map_at_3_max": 0.776432, "nauc_map_at_3_std": 0.552418, "nauc_map_at_3_diff1": 0.633468, "nauc_map_at_5_max": 0.783468, "nauc_map_at_5_std": 0.564835, "nauc_map_at_5_diff1": 0.612051, "nauc_map_at_10_max": 0.789845, "nauc_map_at_10_std": 0.587451, "nauc_map_at_10_diff1": 0.595719, "nauc_map_at_20_max": 0.791726, "nauc_map_at_20_std": 0.597244, "nauc_map_at_20_diff1": 0.586555, "nauc_map_at_100_max": 0.792747, "nauc_map_at_100_std": 0.599666, "nauc_map_at_100_diff1": 0.582686, "nauc_map_at_1000_max": 0.792747, "nauc_map_at_1000_std": 0.599666, "nauc_map_at_1000_diff1": 0.582686, "nauc_recall_at_1_max": 0.747278, "nauc_recall_at_1_std": 0.483099, "nauc_recall_at_1_diff1": 0.713803, "nauc_recall_at_3_max": 0.764022, "nauc_recall_at_3_std": 0.569058, "nauc_recall_at_3_diff1": 0.601997, "nauc_recall_at_5_max": 0.758678, "nauc_recall_at_5_std": 0.5753, "nauc_recall_at_5_diff1": 0.559183, "nauc_recall_at_10_max": 0.772105, "nauc_recall_at_10_std": 0.62374, "nauc_recall_at_10_diff1": 0.530295, "nauc_recall_at_20_max": 0.778651, "nauc_recall_at_20_std": 0.655008, "nauc_recall_at_20_diff1": 0.498458, "nauc_recall_at_100_max": 0.781735, "nauc_recall_at_100_std": 0.66481, "nauc_recall_at_100_diff1": 0.474332, "nauc_recall_at_1000_max": 0.781735, "nauc_recall_at_1000_std": 0.66481, "nauc_recall_at_1000_diff1": 0.474332, "nauc_precision_at_1_max": 0.774628, "nauc_precision_at_1_std": 0.606396, "nauc_precision_at_1_diff1": 0.584801, "nauc_precision_at_3_max": 0.669622, "nauc_precision_at_3_std": 0.638438, "nauc_precision_at_3_diff1": 0.302276, "nauc_precision_at_5_max": 0.629003, "nauc_precision_at_5_std": 0.63668, "nauc_precision_at_5_diff1": 0.210858, "nauc_precision_at_10_max": 0.564422, "nauc_precision_at_10_std": 0.631313, "nauc_precision_at_10_diff1": 0.133072, "nauc_precision_at_20_max": 0.519303, "nauc_precision_at_20_std": 0.614242, "nauc_precision_at_20_diff1": 0.073753, "nauc_precision_at_100_max": 0.494271, "nauc_precision_at_100_std": 0.579837, "nauc_precision_at_100_diff1": 0.048516, "nauc_precision_at_1000_max": 0.494271, "nauc_precision_at_1000_std": 0.579837, "nauc_precision_at_1000_diff1": 0.048516, "nauc_mrr_at_1_max": 0.774628, "nauc_mrr_at_1_std": 0.606396, "nauc_mrr_at_1_diff1": 0.584801, "nauc_mrr_at_3_max": 0.772793, "nauc_mrr_at_3_std": 0.642547, "nauc_mrr_at_3_diff1": 0.547838, "nauc_mrr_at_5_max": 0.76933, "nauc_mrr_at_5_std": 0.64526, "nauc_mrr_at_5_diff1": 0.537056, "nauc_mrr_at_10_max": 0.767532, "nauc_mrr_at_10_std": 0.644611, "nauc_mrr_at_10_diff1": 0.534698, "nauc_mrr_at_20_max": 0.768402, "nauc_mrr_at_20_std": 0.64669, "nauc_mrr_at_20_diff1": 0.533147, "nauc_mrr_at_100_max": 0.768187, "nauc_mrr_at_100_std": 0.64639, "nauc_mrr_at_100_diff1": 0.53284, "nauc_mrr_at_1000_max": 0.768187, "nauc_mrr_at_1000_std": 0.64639, "nauc_mrr_at_1000_diff1": 0.53284, "hit_rate_at_1": 0.27562, "hit_rate_at_3": 0.34629, "hit_rate_at_5": 0.37102, "hit_rate_at_10": 0.39223, "hit_rate_at_20": 0.41696, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.25358, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 4954.501167455019, "kg_co2_emissions": null, "date": 1791860965.365531, "evaluation_phases": [ { "name": "Data loading", "start": 3.6050041671842337e-06, "end": 31.930178984999657, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 31.930189811013406, "end": 31.930192015017383, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 31.934363934007706, "end": 864.1537209720118, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 864.1537879730167, "end": 864.2019552529964, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 864.216216610017, "end": 1678.2870360480156, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1678.2870741250226, "end": 1678.3313699999999, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1678.3446405900177, "end": 2482.8130320390046, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2482.813064257003, "end": 2482.8528865100234, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 2482.8662958269997, "end": 3317.4810396270186, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3317.481074870011, "end": 3317.5215422350157, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 3317.535023864999, "end": 4132.994434812019, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 4132.994478748005, "end": 4133.0406376680185, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 4133.056683313014, "end": 4954.45013005301, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 4954.4501687209995, "end": 4954.490506944014, "split": "test", "subset": "portuguese" } ] }