{ "dataset_revision": "56cef947981ee1263be298081ab126f9493a3065", "task_name": "Vidore3TelecomBM25sReranking.v2", "mteb_version": "2.26.0", "scores": { "test": [ { "ndcg_at_1": 0.69828, "ndcg_at_3": 0.6411, "ndcg_at_5": 0.63576, "ndcg_at_10": 0.63959, "ndcg_at_20": 0.65403, "ndcg_at_100": 0.6586, "ndcg_at_1000": 0.6586, "map_at_1": 0.30873, "map_at_3": 0.46322, "map_at_5": 0.50747, "map_at_10": 0.54138, "map_at_20": 0.55856, "map_at_100": 0.56201, "map_at_1000": 0.56201, "recall_at_1": 0.30873, "recall_at_3": 0.49119, "recall_at_5": 0.56461, "recall_at_10": 0.63461, "recall_at_20": 0.68858, "recall_at_100": 0.70164, "recall_at_1000": 0.70164, "accuracy": 0.30873, "precision_at_1": 0.71839, "precision_at_3": 0.46743, "precision_at_5": 0.35345, "precision_at_10": 0.22069, "precision_at_20": 0.1283, "precision_at_100": 0.02684, "precision_at_1000": 0.00268, "mrr_at_1": 0.718391, "mrr_at_3": 0.764847, "mrr_at_5": 0.771312, "mrr_at_10": 0.773646, "mrr_at_20": 0.774067, "mrr_at_100": 0.774067, "mrr_at_1000": 0.774067, "nauc_ndcg_at_1_max": 0.557365, "nauc_ndcg_at_1_std": 0.364567, "nauc_ndcg_at_1_diff1": 0.582464, "nauc_ndcg_at_3_max": 0.601906, "nauc_ndcg_at_3_std": 0.349872, "nauc_ndcg_at_3_diff1": 0.445214, "nauc_ndcg_at_5_max": 0.613152, "nauc_ndcg_at_5_std": 0.374434, "nauc_ndcg_at_5_diff1": 0.449638, "nauc_ndcg_at_10_max": 0.622753, "nauc_ndcg_at_10_std": 0.386913, "nauc_ndcg_at_10_diff1": 0.458422, "nauc_ndcg_at_20_max": 0.643904, "nauc_ndcg_at_20_std": 0.39962, "nauc_ndcg_at_20_diff1": 0.462021, "nauc_ndcg_at_100_max": 0.646075, "nauc_ndcg_at_100_std": 0.402264, "nauc_ndcg_at_100_diff1": 0.457107, "nauc_ndcg_at_1000_max": 0.646075, "nauc_ndcg_at_1000_std": 0.402264, "nauc_ndcg_at_1000_diff1": 0.457107, "nauc_map_at_1_max": 0.346544, "nauc_map_at_1_std": 0.08098, "nauc_map_at_1_diff1": 0.538241, "nauc_map_at_3_max": 0.475763, "nauc_map_at_3_std": 0.182799, "nauc_map_at_3_diff1": 0.446847, "nauc_map_at_5_max": 0.515513, "nauc_map_at_5_std": 0.24575, "nauc_map_at_5_diff1": 0.439975, "nauc_map_at_10_max": 0.54827, "nauc_map_at_10_std": 0.292969, "nauc_map_at_10_diff1": 0.428601, "nauc_map_at_20_max": 0.567995, "nauc_map_at_20_std": 0.312991, "nauc_map_at_20_diff1": 0.427718, "nauc_map_at_100_max": 0.570308, "nauc_map_at_100_std": 0.316169, "nauc_map_at_100_diff1": 0.424353, "nauc_map_at_1000_max": 0.570308, "nauc_map_at_1000_std": 0.316169, "nauc_map_at_1000_diff1": 0.424353, "nauc_recall_at_1_max": 0.346544, "nauc_recall_at_1_std": 0.08098, "nauc_recall_at_1_diff1": 0.538241, "nauc_recall_at_3_max": 0.478075, "nauc_recall_at_3_std": 0.195882, "nauc_recall_at_3_diff1": 0.410818, "nauc_recall_at_5_max": 0.526223, "nauc_recall_at_5_std": 0.291839, "nauc_recall_at_5_diff1": 0.391788, "nauc_recall_at_10_max": 0.595836, "nauc_recall_at_10_std": 0.375368, "nauc_recall_at_10_diff1": 0.38205, "nauc_recall_at_20_max": 0.644548, "nauc_recall_at_20_std": 0.424805, "nauc_recall_at_20_diff1": 0.371805, "nauc_recall_at_100_max": 0.661117, "nauc_recall_at_100_std": 0.434398, "nauc_recall_at_100_diff1": 0.363388, "nauc_recall_at_1000_max": 0.661117, "nauc_recall_at_1000_std": 0.434398, "nauc_recall_at_1000_diff1": 0.363388, "nauc_precision_at_1_max": 0.600055, "nauc_precision_at_1_std": 0.357102, "nauc_precision_at_1_diff1": 0.571371, "nauc_precision_at_3_max": 0.401683, "nauc_precision_at_3_std": 0.335805, "nauc_precision_at_3_diff1": 0.052348, "nauc_precision_at_5_max": 0.31466, "nauc_precision_at_5_std": 0.350021, "nauc_precision_at_5_diff1": -0.034088, "nauc_precision_at_10_max": 0.241258, "nauc_precision_at_10_std": 0.345414, "nauc_precision_at_10_diff1": -0.102974, "nauc_precision_at_20_max": 0.191852, "nauc_precision_at_20_std": 0.309999, "nauc_precision_at_20_diff1": -0.127091, "nauc_precision_at_100_max": 0.173856, "nauc_precision_at_100_std": 0.291752, "nauc_precision_at_100_diff1": -0.145466, "nauc_precision_at_1000_max": 0.173856, "nauc_precision_at_1000_std": 0.291752, "nauc_precision_at_1000_diff1": -0.145466, "nauc_mrr_at_1_max": 0.600055, "nauc_mrr_at_1_std": 0.357102, "nauc_mrr_at_1_diff1": 0.571371, "nauc_mrr_at_3_max": 0.667615, "nauc_mrr_at_3_std": 0.419442, "nauc_mrr_at_3_diff1": 0.546262, "nauc_mrr_at_5_max": 0.673371, "nauc_mrr_at_5_std": 0.437123, "nauc_mrr_at_5_diff1": 0.542094, "nauc_mrr_at_10_max": 0.679348, "nauc_mrr_at_10_std": 0.445811, "nauc_mrr_at_10_diff1": 0.542864, "nauc_mrr_at_20_max": 0.678961, "nauc_mrr_at_20_std": 0.445871, "nauc_mrr_at_20_diff1": 0.542945, "nauc_mrr_at_100_max": 0.678961, "nauc_mrr_at_100_std": 0.445871, "nauc_mrr_at_100_diff1": 0.542945, "nauc_mrr_at_1000_max": 0.678961, "nauc_mrr_at_1000_std": 0.445871, "nauc_mrr_at_1000_diff1": 0.542945, "hit_rate_at_1": 0.71839, "hit_rate_at_3": 0.81897, "hit_rate_at_5": 0.8477, "hit_rate_at_10": 0.86494, "hit_rate_at_20": 0.87069, "hit_rate_at_100": 0.87069, "hit_rate_at_1000": 0.87069, "main_score": 0.63959, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.63793, "ndcg_at_3": 0.59096, "ndcg_at_5": 0.58929, "ndcg_at_10": 0.59582, "ndcg_at_20": 0.60706, "ndcg_at_100": 0.61196, "ndcg_at_1000": 0.61196, "map_at_1": 0.28136, "map_at_3": 0.42468, "map_at_5": 0.46912, "map_at_10": 0.504, "map_at_20": 0.51928, "map_at_100": 0.52303, "map_at_1000": 0.52303, "recall_at_1": 0.28136, "recall_at_3": 0.45283, "recall_at_5": 0.52302, "recall_at_10": 0.5947, "recall_at_20": 0.64158, "recall_at_100": 0.65391, "recall_at_1000": 0.65391, "accuracy": 0.28136, "precision_at_1": 0.65517, "precision_at_3": 0.43103, "precision_at_5": 0.32989, "precision_at_10": 0.21006, "precision_at_20": 0.1217, "precision_at_100": 0.02583, "precision_at_1000": 0.00258, "mrr_at_1": 0.655172, "mrr_at_3": 0.697318, "mrr_at_5": 0.702634, "mrr_at_10": 0.706481, "mrr_at_20": 0.70683, "mrr_at_100": 0.70683, "mrr_at_1000": 0.70683, "nauc_ndcg_at_1_max": 0.600924, "nauc_ndcg_at_1_std": 0.431316, "nauc_ndcg_at_1_diff1": 0.548929, "nauc_ndcg_at_3_max": 0.65339, "nauc_ndcg_at_3_std": 0.44617, "nauc_ndcg_at_3_diff1": 0.474834, "nauc_ndcg_at_5_max": 0.661828, "nauc_ndcg_at_5_std": 0.474412, "nauc_ndcg_at_5_diff1": 0.479433, "nauc_ndcg_at_10_max": 0.665973, "nauc_ndcg_at_10_std": 0.476621, "nauc_ndcg_at_10_diff1": 0.482252, "nauc_ndcg_at_20_max": 0.680787, "nauc_ndcg_at_20_std": 0.493274, "nauc_ndcg_at_20_diff1": 0.481664, "nauc_ndcg_at_100_max": 0.682445, "nauc_ndcg_at_100_std": 0.496442, "nauc_ndcg_at_100_diff1": 0.479446, "nauc_ndcg_at_1000_max": 0.682445, "nauc_ndcg_at_1000_std": 0.496442, "nauc_ndcg_at_1000_diff1": 0.479446, "nauc_map_at_1_max": 0.379893, "nauc_map_at_1_std": 0.10376, "nauc_map_at_1_diff1": 0.583448, "nauc_map_at_3_max": 0.517875, "nauc_map_at_3_std": 0.254613, "nauc_map_at_3_diff1": 0.483351, "nauc_map_at_5_max": 0.564991, "nauc_map_at_5_std": 0.333378, "nauc_map_at_5_diff1": 0.476463, "nauc_map_at_10_max": 0.596419, "nauc_map_at_10_std": 0.378034, "nauc_map_at_10_diff1": 0.465657, "nauc_map_at_20_max": 0.613915, "nauc_map_at_20_std": 0.402798, "nauc_map_at_20_diff1": 0.46359, "nauc_map_at_100_max": 0.615544, "nauc_map_at_100_std": 0.407125, "nauc_map_at_100_diff1": 0.462247, "nauc_map_at_1000_max": 0.615544, "nauc_map_at_1000_std": 0.407125, "nauc_map_at_1000_diff1": 0.462247, "nauc_recall_at_1_max": 0.379893, "nauc_recall_at_1_std": 0.10376, "nauc_recall_at_1_diff1": 0.583448, "nauc_recall_at_3_max": 0.522702, "nauc_recall_at_3_std": 0.281271, "nauc_recall_at_3_diff1": 0.449845, "nauc_recall_at_5_max": 0.574978, "nauc_recall_at_5_std": 0.394414, "nauc_recall_at_5_diff1": 0.434143, "nauc_recall_at_10_max": 0.636069, "nauc_recall_at_10_std": 0.465415, "nauc_recall_at_10_diff1": 0.420368, "nauc_recall_at_20_max": 0.683856, "nauc_recall_at_20_std": 0.52416, "nauc_recall_at_20_diff1": 0.418479, "nauc_recall_at_100_max": 0.693948, "nauc_recall_at_100_std": 0.535695, "nauc_recall_at_100_diff1": 0.415819, "nauc_recall_at_1000_max": 0.693948, "nauc_recall_at_1000_std": 0.535695, "nauc_recall_at_1000_diff1": 0.415819, "nauc_precision_at_1_max": 0.653102, "nauc_precision_at_1_std": 0.475004, "nauc_precision_at_1_diff1": 0.561134, "nauc_precision_at_3_max": 0.48697, "nauc_precision_at_3_std": 0.459323, "nauc_precision_at_3_diff1": 0.109861, "nauc_precision_at_5_max": 0.405475, "nauc_precision_at_5_std": 0.47533, "nauc_precision_at_5_diff1": 0.021423, "nauc_precision_at_10_max": 0.316307, "nauc_precision_at_10_std": 0.418031, "nauc_precision_at_10_diff1": -0.045045, "nauc_precision_at_20_max": 0.264864, "nauc_precision_at_20_std": 0.39351, "nauc_precision_at_20_diff1": -0.076536, "nauc_precision_at_100_max": 0.225365, "nauc_precision_at_100_std": 0.356642, "nauc_precision_at_100_diff1": -0.090376, "nauc_precision_at_1000_max": 0.225365, "nauc_precision_at_1000_std": 0.356642, "nauc_precision_at_1000_diff1": -0.090376, "nauc_mrr_at_1_max": 0.653102, "nauc_mrr_at_1_std": 0.475004, "nauc_mrr_at_1_diff1": 0.561134, "nauc_mrr_at_3_max": 0.715217, "nauc_mrr_at_3_std": 0.560597, "nauc_mrr_at_3_diff1": 0.542582, "nauc_mrr_at_5_max": 0.715732, "nauc_mrr_at_5_std": 0.567831, "nauc_mrr_at_5_diff1": 0.542495, "nauc_mrr_at_10_max": 0.722337, "nauc_mrr_at_10_std": 0.569937, "nauc_mrr_at_10_diff1": 0.54372, "nauc_mrr_at_20_max": 0.722206, "nauc_mrr_at_20_std": 0.570026, "nauc_mrr_at_20_diff1": 0.543513, "nauc_mrr_at_100_max": 0.722206, "nauc_mrr_at_100_std": 0.570026, "nauc_mrr_at_100_diff1": 0.543513, "nauc_mrr_at_1000_max": 0.722206, "nauc_mrr_at_1000_std": 0.570026, "nauc_mrr_at_1000_diff1": 0.543513, "hit_rate_at_1": 0.65517, "hit_rate_at_3": 0.74713, "hit_rate_at_5": 0.77011, "hit_rate_at_10": 0.79885, "hit_rate_at_20": 0.8046, "hit_rate_at_100": 0.8046, "hit_rate_at_1000": 0.8046, "main_score": 0.59582, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.77299, "ndcg_at_3": 0.72721, "ndcg_at_5": 0.72288, "ndcg_at_10": 0.73813, "ndcg_at_20": 0.76013, "ndcg_at_100": 0.76635, "ndcg_at_1000": 0.76635, "map_at_1": 0.34852, "map_at_3": 0.53316, "map_at_5": 0.58569, "map_at_10": 0.63279, "map_at_20": 0.65596, "map_at_100": 0.66028, "map_at_1000": 0.66028, "recall_at_1": 0.34852, "recall_at_3": 0.56484, "recall_at_5": 0.65147, "recall_at_10": 0.7491, "recall_at_20": 0.82426, "recall_at_100": 0.84072, "recall_at_1000": 0.84072, "accuracy": 0.34852, "precision_at_1": 0.79885, "precision_at_3": 0.54023, "precision_at_5": 0.4069, "precision_at_10": 0.26236, "precision_at_20": 0.15575, "precision_at_100": 0.03279, "precision_at_1000": 0.00328, "mrr_at_1": 0.798851, "mrr_at_3": 0.84387, "mrr_at_5": 0.854071, "mrr_at_10": 0.856593, "mrr_at_20": 0.857569, "mrr_at_100": 0.857569, "mrr_at_1000": 0.857569, "nauc_ndcg_at_1_max": 0.406512, "nauc_ndcg_at_1_std": 0.146648, "nauc_ndcg_at_1_diff1": 0.561663, "nauc_ndcg_at_3_max": 0.435897, "nauc_ndcg_at_3_std": 0.193401, "nauc_ndcg_at_3_diff1": 0.414847, "nauc_ndcg_at_5_max": 0.454839, "nauc_ndcg_at_5_std": 0.213702, "nauc_ndcg_at_5_diff1": 0.432885, "nauc_ndcg_at_10_max": 0.471068, "nauc_ndcg_at_10_std": 0.235251, "nauc_ndcg_at_10_diff1": 0.426877, "nauc_ndcg_at_20_max": 0.482737, "nauc_ndcg_at_20_std": 0.249931, "nauc_ndcg_at_20_diff1": 0.428066, "nauc_ndcg_at_100_max": 0.488606, "nauc_ndcg_at_100_std": 0.24499, "nauc_ndcg_at_100_diff1": 0.421933, "nauc_ndcg_at_1000_max": 0.488606, "nauc_ndcg_at_1000_std": 0.24499, "nauc_ndcg_at_1000_diff1": 0.421933, "nauc_map_at_1_max": 0.230411, "nauc_map_at_1_std": -0.025619, "nauc_map_at_1_diff1": 0.488852, "nauc_map_at_3_max": 0.351642, "nauc_map_at_3_std": 0.092258, "nauc_map_at_3_diff1": 0.396027, "nauc_map_at_5_max": 0.38375, "nauc_map_at_5_std": 0.129523, "nauc_map_at_5_diff1": 0.396894, "nauc_map_at_10_max": 0.415507, "nauc_map_at_10_std": 0.181377, "nauc_map_at_10_diff1": 0.37929, "nauc_map_at_20_max": 0.426936, "nauc_map_at_20_std": 0.200958, "nauc_map_at_20_diff1": 0.381943, "nauc_map_at_100_max": 0.429076, "nauc_map_at_100_std": 0.198794, "nauc_map_at_100_diff1": 0.378502, "nauc_map_at_1000_max": 0.429076, "nauc_map_at_1000_std": 0.198794, "nauc_map_at_1000_diff1": 0.378502, "nauc_recall_at_1_max": 0.230411, "nauc_recall_at_1_std": -0.025619, "nauc_recall_at_1_diff1": 0.488852, "nauc_recall_at_3_max": 0.352544, "nauc_recall_at_3_std": 0.112198, "nauc_recall_at_3_diff1": 0.359229, "nauc_recall_at_5_max": 0.374513, "nauc_recall_at_5_std": 0.164715, "nauc_recall_at_5_diff1": 0.342597, "nauc_recall_at_10_max": 0.431082, "nauc_recall_at_10_std": 0.26525, "nauc_recall_at_10_diff1": 0.295364, "nauc_recall_at_20_max": 0.471627, "nauc_recall_at_20_std": 0.333333, "nauc_recall_at_20_diff1": 0.296341, "nauc_recall_at_100_max": 0.50675, "nauc_recall_at_100_std": 0.331167, "nauc_recall_at_100_diff1": 0.267762, "nauc_recall_at_1000_max": 0.50675, "nauc_recall_at_1000_std": 0.331167, "nauc_recall_at_1000_diff1": 0.267762, "nauc_precision_at_1_max": 0.457547, "nauc_precision_at_1_std": 0.134936, "nauc_precision_at_1_diff1": 0.563847, "nauc_precision_at_3_max": 0.226928, "nauc_precision_at_3_std": 0.222354, "nauc_precision_at_3_diff1": -0.0329, "nauc_precision_at_5_max": 0.142817, "nauc_precision_at_5_std": 0.217587, "nauc_precision_at_5_diff1": -0.107174, "nauc_precision_at_10_max": 0.070031, "nauc_precision_at_10_std": 0.22057, "nauc_precision_at_10_diff1": -0.181374, "nauc_precision_at_20_max": 0.006649, "nauc_precision_at_20_std": 0.179176, "nauc_precision_at_20_diff1": -0.202286, "nauc_precision_at_100_max": -0.009557, "nauc_precision_at_100_std": 0.139377, "nauc_precision_at_100_diff1": -0.217964, "nauc_precision_at_1000_max": -0.009557, "nauc_precision_at_1000_std": 0.139377, "nauc_precision_at_1000_diff1": -0.217964, "nauc_mrr_at_1_max": 0.457547, "nauc_mrr_at_1_std": 0.134936, "nauc_mrr_at_1_diff1": 0.563847, "nauc_mrr_at_3_max": 0.517415, "nauc_mrr_at_3_std": 0.178958, "nauc_mrr_at_3_diff1": 0.561391, "nauc_mrr_at_5_max": 0.513297, "nauc_mrr_at_5_std": 0.180066, "nauc_mrr_at_5_diff1": 0.56734, "nauc_mrr_at_10_max": 0.515045, "nauc_mrr_at_10_std": 0.188035, "nauc_mrr_at_10_diff1": 0.567854, "nauc_mrr_at_20_max": 0.512465, "nauc_mrr_at_20_std": 0.187924, "nauc_mrr_at_20_diff1": 0.566651, "nauc_mrr_at_100_max": 0.512465, "nauc_mrr_at_100_std": 0.187924, "nauc_mrr_at_100_diff1": 0.566651, "nauc_mrr_at_1000_max": 0.512465, "nauc_mrr_at_1000_std": 0.187924, "nauc_mrr_at_1000_diff1": 0.566651, "hit_rate_at_1": 0.79885, "hit_rate_at_3": 0.89943, "hit_rate_at_5": 0.94253, "hit_rate_at_10": 0.95977, "hit_rate_at_20": 0.97414, "hit_rate_at_100": 0.97414, "hit_rate_at_1000": 0.97414, "main_score": 0.73813, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.67529, "ndcg_at_3": 0.62486, "ndcg_at_5": 0.62257, "ndcg_at_10": 0.63129, "ndcg_at_20": 0.6461, "ndcg_at_100": 0.65373, "ndcg_at_1000": 0.65373, "map_at_1": 0.2996, "map_at_3": 0.45435, "map_at_5": 0.50168, "map_at_10": 0.53943, "map_at_20": 0.55599, "map_at_100": 0.56134, "map_at_1000": 0.56134, "recall_at_1": 0.2996, "recall_at_3": 0.4826, "recall_at_5": 0.55716, "recall_at_10": 0.63414, "recall_at_20": 0.68788, "recall_at_100": 0.70682, "recall_at_1000": 0.70682, "accuracy": 0.2996, "precision_at_1": 0.69828, "precision_at_3": 0.45498, "precision_at_5": 0.34713, "precision_at_10": 0.2204, "precision_at_20": 0.12816, "precision_at_100": 0.02756, "precision_at_1000": 0.00276, "mrr_at_1": 0.698276, "mrr_at_3": 0.739943, "mrr_at_5": 0.743822, "mrr_at_10": 0.747633, "mrr_at_20": 0.748505, "mrr_at_100": 0.74863, "mrr_at_1000": 0.74863, "nauc_ndcg_at_1_max": 0.556759, "nauc_ndcg_at_1_std": 0.518884, "nauc_ndcg_at_1_diff1": 0.532267, "nauc_ndcg_at_3_max": 0.600593, "nauc_ndcg_at_3_std": 0.503901, "nauc_ndcg_at_3_diff1": 0.448742, "nauc_ndcg_at_5_max": 0.613281, "nauc_ndcg_at_5_std": 0.495199, "nauc_ndcg_at_5_diff1": 0.449726, "nauc_ndcg_at_10_max": 0.626511, "nauc_ndcg_at_10_std": 0.520242, "nauc_ndcg_at_10_diff1": 0.464431, "nauc_ndcg_at_20_max": 0.639365, "nauc_ndcg_at_20_std": 0.534272, "nauc_ndcg_at_20_diff1": 0.46797, "nauc_ndcg_at_100_max": 0.639976, "nauc_ndcg_at_100_std": 0.537411, "nauc_ndcg_at_100_diff1": 0.463379, "nauc_ndcg_at_1000_max": 0.639976, "nauc_ndcg_at_1000_std": 0.537411, "nauc_ndcg_at_1000_diff1": 0.463379, "nauc_map_at_1_max": 0.34721, "nauc_map_at_1_std": 0.145006, "nauc_map_at_1_diff1": 0.530908, "nauc_map_at_3_max": 0.467405, "nauc_map_at_3_std": 0.297905, "nauc_map_at_3_diff1": 0.447322, "nauc_map_at_5_max": 0.515282, "nauc_map_at_5_std": 0.350022, "nauc_map_at_5_diff1": 0.440838, "nauc_map_at_10_max": 0.549037, "nauc_map_at_10_std": 0.418655, "nauc_map_at_10_diff1": 0.432224, "nauc_map_at_20_max": 0.563711, "nauc_map_at_20_std": 0.438743, "nauc_map_at_20_diff1": 0.433132, "nauc_map_at_100_max": 0.565996, "nauc_map_at_100_std": 0.443495, "nauc_map_at_100_diff1": 0.431113, "nauc_map_at_1000_max": 0.565996, "nauc_map_at_1000_std": 0.443495, "nauc_map_at_1000_diff1": 0.431113, "nauc_recall_at_1_max": 0.34721, "nauc_recall_at_1_std": 0.145006, "nauc_recall_at_1_diff1": 0.530908, "nauc_recall_at_3_max": 0.474859, "nauc_recall_at_3_std": 0.308091, "nauc_recall_at_3_diff1": 0.419331, "nauc_recall_at_5_max": 0.535459, "nauc_recall_at_5_std": 0.382766, "nauc_recall_at_5_diff1": 0.405776, "nauc_recall_at_10_max": 0.60794, "nauc_recall_at_10_std": 0.501529, "nauc_recall_at_10_diff1": 0.404702, "nauc_recall_at_20_max": 0.654798, "nauc_recall_at_20_std": 0.5456, "nauc_recall_at_20_diff1": 0.414467, "nauc_recall_at_100_max": 0.661539, "nauc_recall_at_100_std": 0.558037, "nauc_recall_at_100_diff1": 0.403355, "nauc_recall_at_1000_max": 0.661539, "nauc_recall_at_1000_std": 0.558037, "nauc_recall_at_1000_diff1": 0.403355, "nauc_precision_at_1_max": 0.592762, "nauc_precision_at_1_std": 0.54366, "nauc_precision_at_1_diff1": 0.531603, "nauc_precision_at_3_max": 0.419693, "nauc_precision_at_3_std": 0.484151, "nauc_precision_at_3_diff1": 0.095816, "nauc_precision_at_5_max": 0.336872, "nauc_precision_at_5_std": 0.431295, "nauc_precision_at_5_diff1": -0.002286, "nauc_precision_at_10_max": 0.26395, "nauc_precision_at_10_std": 0.407973, "nauc_precision_at_10_diff1": -0.058544, "nauc_precision_at_20_max": 0.204463, "nauc_precision_at_20_std": 0.340484, "nauc_precision_at_20_diff1": -0.0875, "nauc_precision_at_100_max": 0.162814, "nauc_precision_at_100_std": 0.295171, "nauc_precision_at_100_diff1": -0.108125, "nauc_precision_at_1000_max": 0.162814, "nauc_precision_at_1000_std": 0.295171, "nauc_precision_at_1000_diff1": -0.108125, "nauc_mrr_at_1_max": 0.592762, "nauc_mrr_at_1_std": 0.54366, "nauc_mrr_at_1_diff1": 0.531603, "nauc_mrr_at_3_max": 0.656888, "nauc_mrr_at_3_std": 0.591424, "nauc_mrr_at_3_diff1": 0.520992, "nauc_mrr_at_5_max": 0.660569, "nauc_mrr_at_5_std": 0.600017, "nauc_mrr_at_5_diff1": 0.518782, "nauc_mrr_at_10_max": 0.666107, "nauc_mrr_at_10_std": 0.605734, "nauc_mrr_at_10_diff1": 0.520014, "nauc_mrr_at_20_max": 0.665693, "nauc_mrr_at_20_std": 0.60509, "nauc_mrr_at_20_diff1": 0.520002, "nauc_mrr_at_100_max": 0.665613, "nauc_mrr_at_100_std": 0.604898, "nauc_mrr_at_100_diff1": 0.519945, "nauc_mrr_at_1000_max": 0.665613, "nauc_mrr_at_1000_std": 0.604898, "nauc_mrr_at_1000_diff1": 0.519945, "hit_rate_at_1": 0.69828, "hit_rate_at_3": 0.79023, "hit_rate_at_5": 0.80747, "hit_rate_at_10": 0.83333, "hit_rate_at_20": 0.84483, "hit_rate_at_100": 0.8477, "hit_rate_at_1000": 0.8477, "main_score": 0.63129, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.6681, "ndcg_at_3": 0.61236, "ndcg_at_5": 0.60802, "ndcg_at_10": 0.61653, "ndcg_at_20": 0.6294, "ndcg_at_100": 0.63538, "ndcg_at_1000": 0.63538, "map_at_1": 0.29547, "map_at_3": 0.44745, "map_at_5": 0.48972, "map_at_10": 0.5253, "map_at_20": 0.53913, "map_at_100": 0.54343, "map_at_1000": 0.54343, "recall_at_1": 0.29547, "recall_at_3": 0.4796, "recall_at_5": 0.546, "recall_at_10": 0.6214, "recall_at_20": 0.67097, "recall_at_100": 0.68705, "recall_at_1000": 0.68705, "accuracy": 0.29547, "precision_at_1": 0.68966, "precision_at_3": 0.4454, "precision_at_5": 0.33276, "precision_at_10": 0.21063, "precision_at_20": 0.12083, "precision_at_100": 0.02572, "precision_at_1000": 0.00257, "mrr_at_1": 0.689655, "mrr_at_3": 0.735153, "mrr_at_5": 0.739751, "mrr_at_10": 0.742923, "mrr_at_20": 0.743709, "mrr_at_100": 0.743709, "mrr_at_1000": 0.743709, "nauc_ndcg_at_1_max": 0.597804, "nauc_ndcg_at_1_std": 0.47941, "nauc_ndcg_at_1_diff1": 0.532136, "nauc_ndcg_at_3_max": 0.613443, "nauc_ndcg_at_3_std": 0.446827, "nauc_ndcg_at_3_diff1": 0.450024, "nauc_ndcg_at_5_max": 0.61875, "nauc_ndcg_at_5_std": 0.452058, "nauc_ndcg_at_5_diff1": 0.43929, "nauc_ndcg_at_10_max": 0.627284, "nauc_ndcg_at_10_std": 0.463584, "nauc_ndcg_at_10_diff1": 0.442264, "nauc_ndcg_at_20_max": 0.642288, "nauc_ndcg_at_20_std": 0.477244, "nauc_ndcg_at_20_diff1": 0.443406, "nauc_ndcg_at_100_max": 0.645868, "nauc_ndcg_at_100_std": 0.479117, "nauc_ndcg_at_100_diff1": 0.439809, "nauc_ndcg_at_1000_max": 0.645868, "nauc_ndcg_at_1000_std": 0.479117, "nauc_ndcg_at_1000_diff1": 0.439809, "nauc_map_at_1_max": 0.364944, "nauc_map_at_1_std": 0.115362, "nauc_map_at_1_diff1": 0.552792, "nauc_map_at_3_max": 0.490438, "nauc_map_at_3_std": 0.266467, "nauc_map_at_3_diff1": 0.457238, "nauc_map_at_5_max": 0.529317, "nauc_map_at_5_std": 0.319189, "nauc_map_at_5_diff1": 0.438123, "nauc_map_at_10_max": 0.557689, "nauc_map_at_10_std": 0.368868, "nauc_map_at_10_diff1": 0.423501, "nauc_map_at_20_max": 0.574114, "nauc_map_at_20_std": 0.387864, "nauc_map_at_20_diff1": 0.425471, "nauc_map_at_100_max": 0.577495, "nauc_map_at_100_std": 0.390714, "nauc_map_at_100_diff1": 0.424172, "nauc_map_at_1000_max": 0.577495, "nauc_map_at_1000_std": 0.390714, "nauc_map_at_1000_diff1": 0.424172, "nauc_recall_at_1_max": 0.364944, "nauc_recall_at_1_std": 0.115362, "nauc_recall_at_1_diff1": 0.552792, "nauc_recall_at_3_max": 0.496907, "nauc_recall_at_3_std": 0.293572, "nauc_recall_at_3_diff1": 0.420443, "nauc_recall_at_5_max": 0.544299, "nauc_recall_at_5_std": 0.367231, "nauc_recall_at_5_diff1": 0.382195, "nauc_recall_at_10_max": 0.599552, "nauc_recall_at_10_std": 0.449682, "nauc_recall_at_10_diff1": 0.354984, "nauc_recall_at_20_max": 0.6411, "nauc_recall_at_20_std": 0.51119, "nauc_recall_at_20_diff1": 0.347982, "nauc_recall_at_100_max": 0.65826, "nauc_recall_at_100_std": 0.521675, "nauc_recall_at_100_diff1": 0.337, "nauc_recall_at_1000_max": 0.65826, "nauc_recall_at_1000_std": 0.521675, "nauc_recall_at_1000_diff1": 0.337, "nauc_precision_at_1_max": 0.633413, "nauc_precision_at_1_std": 0.510855, "nauc_precision_at_1_diff1": 0.54038, "nauc_precision_at_3_max": 0.450405, "nauc_precision_at_3_std": 0.451675, "nauc_precision_at_3_diff1": 0.097975, "nauc_precision_at_5_max": 0.365917, "nauc_precision_at_5_std": 0.419463, "nauc_precision_at_5_diff1": -0.007816, "nauc_precision_at_10_max": 0.267223, "nauc_precision_at_10_std": 0.378273, "nauc_precision_at_10_diff1": -0.076006, "nauc_precision_at_20_max": 0.22175, "nauc_precision_at_20_std": 0.35322, "nauc_precision_at_20_diff1": -0.09904, "nauc_precision_at_100_max": 0.18645, "nauc_precision_at_100_std": 0.311628, "nauc_precision_at_100_diff1": -0.11532, "nauc_precision_at_1000_max": 0.18645, "nauc_precision_at_1000_std": 0.311628, "nauc_precision_at_1000_diff1": -0.11532, "nauc_mrr_at_1_max": 0.633413, "nauc_mrr_at_1_std": 0.510855, "nauc_mrr_at_1_diff1": 0.54038, "nauc_mrr_at_3_max": 0.699011, "nauc_mrr_at_3_std": 0.595947, "nauc_mrr_at_3_diff1": 0.527218, "nauc_mrr_at_5_max": 0.703547, "nauc_mrr_at_5_std": 0.603477, "nauc_mrr_at_5_diff1": 0.522381, "nauc_mrr_at_10_max": 0.705795, "nauc_mrr_at_10_std": 0.601834, "nauc_mrr_at_10_diff1": 0.522397, "nauc_mrr_at_20_max": 0.705313, "nauc_mrr_at_20_std": 0.603354, "nauc_mrr_at_20_diff1": 0.522009, "nauc_mrr_at_100_max": 0.705313, "nauc_mrr_at_100_std": 0.603354, "nauc_mrr_at_100_diff1": 0.522009, "nauc_mrr_at_1000_max": 0.705313, "nauc_mrr_at_1000_std": 0.603354, "nauc_mrr_at_1000_diff1": 0.522009, "hit_rate_at_1": 0.68966, "hit_rate_at_3": 0.79023, "hit_rate_at_5": 0.81034, "hit_rate_at_10": 0.83333, "hit_rate_at_20": 0.84483, "hit_rate_at_100": 0.84483, "hit_rate_at_1000": 0.84483, "main_score": 0.61653, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.64511, "ndcg_at_3": 0.59947, "ndcg_at_5": 0.59607, "ndcg_at_10": 0.60253, "ndcg_at_20": 0.61598, "ndcg_at_100": 0.61942, "ndcg_at_1000": 0.61942, "map_at_1": 0.28696, "map_at_3": 0.43827, "map_at_5": 0.47958, "map_at_10": 0.51441, "map_at_20": 0.52976, "map_at_100": 0.53214, "map_at_1000": 0.53214, "recall_at_1": 0.28696, "recall_at_3": 0.4671, "recall_at_5": 0.53318, "recall_at_10": 0.60471, "recall_at_20": 0.65343, "recall_at_100": 0.66284, "recall_at_1000": 0.66284, "accuracy": 0.28696, "precision_at_1": 0.66379, "precision_at_3": 0.43774, "precision_at_5": 0.32874, "precision_at_10": 0.20805, "precision_at_20": 0.12069, "precision_at_100": 0.02509, "precision_at_1000": 0.00251, "mrr_at_1": 0.663793, "mrr_at_3": 0.706418, "mrr_at_5": 0.71159, "mrr_at_10": 0.713876, "mrr_at_20": 0.714751, "mrr_at_100": 0.714751, "mrr_at_1000": 0.714751, "nauc_ndcg_at_1_max": 0.605602, "nauc_ndcg_at_1_std": 0.465954, "nauc_ndcg_at_1_diff1": 0.56976, "nauc_ndcg_at_3_max": 0.656345, "nauc_ndcg_at_3_std": 0.469033, "nauc_ndcg_at_3_diff1": 0.493419, "nauc_ndcg_at_5_max": 0.65732, "nauc_ndcg_at_5_std": 0.494914, "nauc_ndcg_at_5_diff1": 0.485245, "nauc_ndcg_at_10_max": 0.656308, "nauc_ndcg_at_10_std": 0.503051, "nauc_ndcg_at_10_diff1": 0.484477, "nauc_ndcg_at_20_max": 0.68019, "nauc_ndcg_at_20_std": 0.521872, "nauc_ndcg_at_20_diff1": 0.49025, "nauc_ndcg_at_100_max": 0.681183, "nauc_ndcg_at_100_std": 0.522511, "nauc_ndcg_at_100_diff1": 0.487295, "nauc_ndcg_at_1000_max": 0.681183, "nauc_ndcg_at_1000_std": 0.522511, "nauc_ndcg_at_1000_diff1": 0.487295, "nauc_map_at_1_max": 0.356467, "nauc_map_at_1_std": 0.135867, "nauc_map_at_1_diff1": 0.58161, "nauc_map_at_3_max": 0.503296, "nauc_map_at_3_std": 0.27875, "nauc_map_at_3_diff1": 0.499222, "nauc_map_at_5_max": 0.547973, "nauc_map_at_5_std": 0.353911, "nauc_map_at_5_diff1": 0.480945, "nauc_map_at_10_max": 0.578369, "nauc_map_at_10_std": 0.404536, "nauc_map_at_10_diff1": 0.460542, "nauc_map_at_20_max": 0.600559, "nauc_map_at_20_std": 0.427718, "nauc_map_at_20_diff1": 0.462064, "nauc_map_at_100_max": 0.60119, "nauc_map_at_100_std": 0.429751, "nauc_map_at_100_diff1": 0.460212, "nauc_map_at_1000_max": 0.60119, "nauc_map_at_1000_std": 0.429751, "nauc_map_at_1000_diff1": 0.460212, "nauc_recall_at_1_max": 0.356467, "nauc_recall_at_1_std": 0.135867, "nauc_recall_at_1_diff1": 0.58161, "nauc_recall_at_3_max": 0.512238, "nauc_recall_at_3_std": 0.302932, "nauc_recall_at_3_diff1": 0.470723, "nauc_recall_at_5_max": 0.567341, "nauc_recall_at_5_std": 0.412381, "nauc_recall_at_5_diff1": 0.440285, "nauc_recall_at_10_max": 0.623795, "nauc_recall_at_10_std": 0.49996, "nauc_recall_at_10_diff1": 0.412409, "nauc_recall_at_20_max": 0.688874, "nauc_recall_at_20_std": 0.553869, "nauc_recall_at_20_diff1": 0.418951, "nauc_recall_at_100_max": 0.691803, "nauc_recall_at_100_std": 0.556235, "nauc_recall_at_100_diff1": 0.410281, "nauc_recall_at_1000_max": 0.691803, "nauc_recall_at_1000_std": 0.556235, "nauc_recall_at_1000_diff1": 0.410281, "nauc_precision_at_1_max": 0.648477, "nauc_precision_at_1_std": 0.482347, "nauc_precision_at_1_diff1": 0.580488, "nauc_precision_at_3_max": 0.526944, "nauc_precision_at_3_std": 0.463276, "nauc_precision_at_3_diff1": 0.144948, "nauc_precision_at_5_max": 0.441162, "nauc_precision_at_5_std": 0.474547, "nauc_precision_at_5_diff1": 0.032444, "nauc_precision_at_10_max": 0.333687, "nauc_precision_at_10_std": 0.427943, "nauc_precision_at_10_diff1": -0.059216, "nauc_precision_at_20_max": 0.291668, "nauc_precision_at_20_std": 0.388477, "nauc_precision_at_20_diff1": -0.083752, "nauc_precision_at_100_max": 0.268176, "nauc_precision_at_100_std": 0.365267, "nauc_precision_at_100_diff1": -0.096016, "nauc_precision_at_1000_max": 0.268176, "nauc_precision_at_1000_std": 0.365267, "nauc_precision_at_1000_diff1": -0.096016, "nauc_mrr_at_1_max": 0.648477, "nauc_mrr_at_1_std": 0.482347, "nauc_mrr_at_1_diff1": 0.580488, "nauc_mrr_at_3_max": 0.714948, "nauc_mrr_at_3_std": 0.57096, "nauc_mrr_at_3_diff1": 0.557516, "nauc_mrr_at_5_max": 0.717925, "nauc_mrr_at_5_std": 0.576654, "nauc_mrr_at_5_diff1": 0.557292, "nauc_mrr_at_10_max": 0.721116, "nauc_mrr_at_10_std": 0.58129, "nauc_mrr_at_10_diff1": 0.55851, "nauc_mrr_at_20_max": 0.72256, "nauc_mrr_at_20_std": 0.581608, "nauc_mrr_at_20_diff1": 0.558507, "nauc_mrr_at_100_max": 0.72256, "nauc_mrr_at_100_std": 0.581608, "nauc_mrr_at_100_diff1": 0.558507, "nauc_mrr_at_1000_max": 0.72256, "nauc_mrr_at_1000_std": 0.581608, "nauc_mrr_at_1000_diff1": 0.558507, "hit_rate_at_1": 0.66379, "hit_rate_at_3": 0.75862, "hit_rate_at_5": 0.78161, "hit_rate_at_10": 0.79885, "hit_rate_at_20": 0.81034, "hit_rate_at_100": 0.81034, "hit_rate_at_1000": 0.81034, "main_score": 0.60253, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.0" } ] }, "evaluation_time": 8360.251343727985, "kg_co2_emissions": null, "date": 1792103568.037384, "evaluation_phases": [ { "name": "Data loading", "start": 2.187304198741913e-05, "end": 32.12187570700189, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.12189514603233, "end": 32.121897119039204, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.12829136103392, "end": 1512.7845464040292, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1512.7845831190352, "end": 1512.8460951880552, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1512.8590047270409, "end": 2936.6367060129996, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2936.636738391011, "end": 2936.6802280130214, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2936.6953139750403, "end": 4320.871604602027, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 4320.871638012002, "end": 4320.915647907008, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 4320.931868163054, "end": 5698.3021994200535, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 5698.302227913053, "end": 5698.348185756011, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 5698.367269090028, "end": 7038.208562066022, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 7038.20859418402, "end": 7038.250704705017, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 7038.272261080041, "end": 8360.198835167044, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 8360.198862628022, "end": 8360.240603056038, "split": "test", "subset": "portuguese" } ] }