{ "dataset_revision": "56cef947981ee1263be298081ab126f9493a3065", "task_name": "Vidore3TelecomBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.55029, "ndcg_at_3": 0.52003, "ndcg_at_5": 0.52669, "ndcg_at_10": 0.54084, "ndcg_at_20": 0.56708, "ndcg_at_100": 0.58307, "ndcg_at_1000": 0.58307, "map_at_1": 0.23926, "map_at_3": 0.36533, "map_at_5": 0.40378, "map_at_10": 0.43529, "map_at_20": 0.45648, "map_at_100": 0.46368, "map_at_1000": 0.46368, "recall_at_1": 0.23926, "recall_at_3": 0.41535, "recall_at_5": 0.48668, "recall_at_10": 0.57001, "recall_at_20": 0.64992, "recall_at_100": 0.70164, "recall_at_1000": 0.70164, "accuracy": 0.23926, "precision_at_1": 0.56897, "precision_at_3": 0.38314, "precision_at_5": 0.29885, "precision_at_10": 0.19167, "precision_at_20": 0.11968, "precision_at_100": 0.02684, "precision_at_1000": 0.00268, "mrr_at_1": 0.568966, "mrr_at_3": 0.645594, "mrr_at_5": 0.657807, "mrr_at_10": 0.663136, "mrr_at_20": 0.664658, "mrr_at_100": 0.665289, "mrr_at_1000": 0.665289, "nauc_ndcg_at_1_max": 0.51127, "nauc_ndcg_at_1_std": 0.30531, "nauc_ndcg_at_1_diff1": 0.575663, "nauc_ndcg_at_3_max": 0.517827, "nauc_ndcg_at_3_std": 0.325653, "nauc_ndcg_at_3_diff1": 0.472587, "nauc_ndcg_at_5_max": 0.537594, "nauc_ndcg_at_5_std": 0.364628, "nauc_ndcg_at_5_diff1": 0.468259, "nauc_ndcg_at_10_max": 0.565479, "nauc_ndcg_at_10_std": 0.406671, "nauc_ndcg_at_10_diff1": 0.478817, "nauc_ndcg_at_20_max": 0.591229, "nauc_ndcg_at_20_std": 0.438266, "nauc_ndcg_at_20_diff1": 0.474982, "nauc_ndcg_at_100_max": 0.607238, "nauc_ndcg_at_100_std": 0.459488, "nauc_ndcg_at_100_diff1": 0.477178, "nauc_ndcg_at_1000_max": 0.607238, "nauc_ndcg_at_1000_std": 0.459488, "nauc_ndcg_at_1000_diff1": 0.477178, "nauc_map_at_1_max": 0.334537, "nauc_map_at_1_std": 0.12845, "nauc_map_at_1_diff1": 0.503482, "nauc_map_at_3_max": 0.429103, "nauc_map_at_3_std": 0.231997, "nauc_map_at_3_diff1": 0.42531, "nauc_map_at_5_max": 0.464181, "nauc_map_at_5_std": 0.277725, "nauc_map_at_5_diff1": 0.423679, "nauc_map_at_10_max": 0.503871, "nauc_map_at_10_std": 0.329416, "nauc_map_at_10_diff1": 0.43852, "nauc_map_at_20_max": 0.526718, "nauc_map_at_20_std": 0.358888, "nauc_map_at_20_diff1": 0.441321, "nauc_map_at_100_max": 0.532765, "nauc_map_at_100_std": 0.367975, "nauc_map_at_100_diff1": 0.44191, "nauc_map_at_1000_max": 0.532765, "nauc_map_at_1000_std": 0.367975, "nauc_map_at_1000_diff1": 0.44191, "nauc_recall_at_1_max": 0.334537, "nauc_recall_at_1_std": 0.12845, "nauc_recall_at_1_diff1": 0.503482, "nauc_recall_at_3_max": 0.407702, "nauc_recall_at_3_std": 0.239359, "nauc_recall_at_3_diff1": 0.353384, "nauc_recall_at_5_max": 0.465661, "nauc_recall_at_5_std": 0.314507, "nauc_recall_at_5_diff1": 0.352831, "nauc_recall_at_10_max": 0.525785, "nauc_recall_at_10_std": 0.416656, "nauc_recall_at_10_diff1": 0.372196, "nauc_recall_at_20_max": 0.591165, "nauc_recall_at_20_std": 0.504068, "nauc_recall_at_20_diff1": 0.369435, "nauc_recall_at_100_max": 0.655986, "nauc_recall_at_100_std": 0.587923, "nauc_recall_at_100_diff1": 0.375624, "nauc_recall_at_1000_max": 0.655986, "nauc_recall_at_1000_std": 0.587923, "nauc_recall_at_1000_diff1": 0.375624, "nauc_precision_at_1_max": 0.549238, "nauc_precision_at_1_std": 0.336037, "nauc_precision_at_1_diff1": 0.599338, "nauc_precision_at_3_max": 0.46422, "nauc_precision_at_3_std": 0.383136, "nauc_precision_at_3_diff1": 0.247306, "nauc_precision_at_5_max": 0.427332, "nauc_precision_at_5_std": 0.41395, "nauc_precision_at_5_diff1": 0.182847, "nauc_precision_at_10_max": 0.380004, "nauc_precision_at_10_std": 0.427871, "nauc_precision_at_10_diff1": 0.153324, "nauc_precision_at_20_max": 0.299838, "nauc_precision_at_20_std": 0.377758, "nauc_precision_at_20_diff1": 0.082445, "nauc_precision_at_100_max": 0.255886, "nauc_precision_at_100_std": 0.351368, "nauc_precision_at_100_diff1": 0.044296, "nauc_precision_at_1000_max": 0.255886, "nauc_precision_at_1000_std": 0.351368, "nauc_precision_at_1000_diff1": 0.044296, "nauc_mrr_at_1_max": 0.549238, "nauc_mrr_at_1_std": 0.336037, "nauc_mrr_at_1_diff1": 0.599338, "nauc_mrr_at_3_max": 0.605383, "nauc_mrr_at_3_std": 0.412746, "nauc_mrr_at_3_diff1": 0.591247, "nauc_mrr_at_5_max": 0.616716, "nauc_mrr_at_5_std": 0.431326, "nauc_mrr_at_5_diff1": 0.593942, "nauc_mrr_at_10_max": 0.617582, "nauc_mrr_at_10_std": 0.431869, "nauc_mrr_at_10_diff1": 0.596647, "nauc_mrr_at_20_max": 0.618011, "nauc_mrr_at_20_std": 0.432449, "nauc_mrr_at_20_diff1": 0.596069, "nauc_mrr_at_100_max": 0.618341, "nauc_mrr_at_100_std": 0.432976, "nauc_mrr_at_100_diff1": 0.596718, "nauc_mrr_at_1000_max": 0.618341, "nauc_mrr_at_1000_std": 0.432976, "nauc_mrr_at_1000_diff1": 0.596718, "hit_rate_at_1": 0.56897, "hit_rate_at_3": 0.74425, "hit_rate_at_5": 0.79885, "hit_rate_at_10": 0.83621, "hit_rate_at_20": 0.85632, "hit_rate_at_100": 0.87069, "hit_rate_at_1000": 0.87069, "main_score": 0.54084, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.51006, "ndcg_at_3": 0.48558, "ndcg_at_5": 0.48816, "ndcg_at_10": 0.50859, "ndcg_at_20": 0.53023, "ndcg_at_100": 0.54497, "ndcg_at_1000": 0.54497, "map_at_1": 0.22454, "map_at_3": 0.33813, "map_at_5": 0.37088, "map_at_10": 0.40919, "map_at_20": 0.42831, "map_at_100": 0.43533, "map_at_1000": 0.43533, "recall_at_1": 0.22454, "recall_at_3": 0.38016, "recall_at_5": 0.44943, "recall_at_10": 0.53697, "recall_at_20": 0.60676, "recall_at_100": 0.65391, "recall_at_1000": 0.65391, "accuracy": 0.22454, "precision_at_1": 0.52586, "precision_at_3": 0.35632, "precision_at_5": 0.27241, "precision_at_10": 0.18563, "precision_at_20": 0.11494, "precision_at_100": 0.02583, "precision_at_1000": 0.00258, "mrr_at_1": 0.525862, "mrr_at_3": 0.593391, "mrr_at_5": 0.604598, "mrr_at_10": 0.61045, "mrr_at_20": 0.611923, "mrr_at_100": 0.612327, "mrr_at_1000": 0.612327, "nauc_ndcg_at_1_max": 0.534003, "nauc_ndcg_at_1_std": 0.346875, "nauc_ndcg_at_1_diff1": 0.576448, "nauc_ndcg_at_3_max": 0.543121, "nauc_ndcg_at_3_std": 0.380558, "nauc_ndcg_at_3_diff1": 0.517451, "nauc_ndcg_at_5_max": 0.553395, "nauc_ndcg_at_5_std": 0.403581, "nauc_ndcg_at_5_diff1": 0.537514, "nauc_ndcg_at_10_max": 0.586543, "nauc_ndcg_at_10_std": 0.453778, "nauc_ndcg_at_10_diff1": 0.541902, "nauc_ndcg_at_20_max": 0.597337, "nauc_ndcg_at_20_std": 0.475984, "nauc_ndcg_at_20_diff1": 0.534253, "nauc_ndcg_at_100_max": 0.614142, "nauc_ndcg_at_100_std": 0.497587, "nauc_ndcg_at_100_diff1": 0.535921, "nauc_ndcg_at_1000_max": 0.614142, "nauc_ndcg_at_1000_std": 0.497587, "nauc_ndcg_at_1000_diff1": 0.535921, "nauc_map_at_1_max": 0.310695, "nauc_map_at_1_std": 0.116904, "nauc_map_at_1_diff1": 0.515953, "nauc_map_at_3_max": 0.426209, "nauc_map_at_3_std": 0.243942, "nauc_map_at_3_diff1": 0.481831, "nauc_map_at_5_max": 0.459836, "nauc_map_at_5_std": 0.289261, "nauc_map_at_5_diff1": 0.488701, "nauc_map_at_10_max": 0.506954, "nauc_map_at_10_std": 0.353039, "nauc_map_at_10_diff1": 0.493339, "nauc_map_at_20_max": 0.520964, "nauc_map_at_20_std": 0.378612, "nauc_map_at_20_diff1": 0.492565, "nauc_map_at_100_max": 0.527196, "nauc_map_at_100_std": 0.388937, "nauc_map_at_100_diff1": 0.492872, "nauc_map_at_1000_max": 0.527196, "nauc_map_at_1000_std": 0.388937, "nauc_map_at_1000_diff1": 0.492872, "nauc_recall_at_1_max": 0.310695, "nauc_recall_at_1_std": 0.116904, "nauc_recall_at_1_diff1": 0.515953, "nauc_recall_at_3_max": 0.435316, "nauc_recall_at_3_std": 0.284658, "nauc_recall_at_3_diff1": 0.445686, "nauc_recall_at_5_max": 0.471697, "nauc_recall_at_5_std": 0.354799, "nauc_recall_at_5_diff1": 0.453577, "nauc_recall_at_10_max": 0.567662, "nauc_recall_at_10_std": 0.481437, "nauc_recall_at_10_diff1": 0.484653, "nauc_recall_at_20_max": 0.595247, "nauc_recall_at_20_std": 0.556045, "nauc_recall_at_20_diff1": 0.468243, "nauc_recall_at_100_max": 0.661768, "nauc_recall_at_100_std": 0.633171, "nauc_recall_at_100_diff1": 0.480635, "nauc_recall_at_1000_max": 0.661768, "nauc_recall_at_1000_std": 0.633171, "nauc_recall_at_1000_diff1": 0.480635, "nauc_precision_at_1_max": 0.550952, "nauc_precision_at_1_std": 0.360098, "nauc_precision_at_1_diff1": 0.600525, "nauc_precision_at_3_max": 0.51026, "nauc_precision_at_3_std": 0.442821, "nauc_precision_at_3_diff1": 0.303928, "nauc_precision_at_5_max": 0.491919, "nauc_precision_at_5_std": 0.482303, "nauc_precision_at_5_diff1": 0.247461, "nauc_precision_at_10_max": 0.424903, "nauc_precision_at_10_std": 0.480337, "nauc_precision_at_10_diff1": 0.169894, "nauc_precision_at_20_max": 0.31071, "nauc_precision_at_20_std": 0.403147, "nauc_precision_at_20_diff1": 0.092014, "nauc_precision_at_100_max": 0.277308, "nauc_precision_at_100_std": 0.382368, "nauc_precision_at_100_diff1": 0.061853, "nauc_precision_at_1000_max": 0.277308, "nauc_precision_at_1000_std": 0.382368, "nauc_precision_at_1000_diff1": 0.061853, "nauc_mrr_at_1_max": 0.550952, "nauc_mrr_at_1_std": 0.360098, "nauc_mrr_at_1_diff1": 0.600525, "nauc_mrr_at_3_max": 0.618799, "nauc_mrr_at_3_std": 0.448682, "nauc_mrr_at_3_diff1": 0.604204, "nauc_mrr_at_5_max": 0.622297, "nauc_mrr_at_5_std": 0.459333, "nauc_mrr_at_5_diff1": 0.610596, "nauc_mrr_at_10_max": 0.628314, "nauc_mrr_at_10_std": 0.466985, "nauc_mrr_at_10_diff1": 0.614518, "nauc_mrr_at_20_max": 0.627412, "nauc_mrr_at_20_std": 0.466883, "nauc_mrr_at_20_diff1": 0.613977, "nauc_mrr_at_100_max": 0.627519, "nauc_mrr_at_100_std": 0.46695, "nauc_mrr_at_100_diff1": 0.614465, "nauc_mrr_at_1000_max": 0.627519, "nauc_mrr_at_1000_std": 0.46695, "nauc_mrr_at_1000_diff1": 0.614465, "hit_rate_at_1": 0.52586, "hit_rate_at_3": 0.67816, "hit_rate_at_5": 0.72701, "hit_rate_at_10": 0.77011, "hit_rate_at_20": 0.7931, "hit_rate_at_100": 0.8046, "hit_rate_at_1000": 0.8046, "main_score": 0.50859, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.63649, "ndcg_at_3": 0.62065, "ndcg_at_5": 0.62208, "ndcg_at_10": 0.64803, "ndcg_at_20": 0.67458, "ndcg_at_100": 0.69484, "ndcg_at_1000": 0.69484, "map_at_1": 0.28182, "map_at_3": 0.43894, "map_at_5": 0.48535, "map_at_10": 0.53249, "map_at_20": 0.555, "map_at_100": 0.56445, "map_at_1000": 0.56445, "recall_at_1": 0.28182, "recall_at_3": 0.49557, "recall_at_5": 0.57765, "recall_at_10": 0.68837, "recall_at_20": 0.77546, "recall_at_100": 0.84072, "recall_at_1000": 0.84072, "accuracy": 0.28182, "precision_at_1": 0.65805, "precision_at_3": 0.46264, "precision_at_5": 0.35862, "precision_at_10": 0.23879, "precision_at_20": 0.14454, "precision_at_100": 0.03279, "precision_at_1000": 0.00328, "mrr_at_1": 0.658046, "mrr_at_3": 0.745211, "mrr_at_5": 0.755987, "mrr_at_10": 0.760987, "mrr_at_20": 0.763449, "mrr_at_100": 0.763792, "mrr_at_1000": 0.763792, "nauc_ndcg_at_1_max": 0.472051, "nauc_ndcg_at_1_std": 0.129367, "nauc_ndcg_at_1_diff1": 0.320594, "nauc_ndcg_at_3_max": 0.474512, "nauc_ndcg_at_3_std": 0.151021, "nauc_ndcg_at_3_diff1": 0.220532, "nauc_ndcg_at_5_max": 0.466447, "nauc_ndcg_at_5_std": 0.16163, "nauc_ndcg_at_5_diff1": 0.215573, "nauc_ndcg_at_10_max": 0.488997, "nauc_ndcg_at_10_std": 0.183706, "nauc_ndcg_at_10_diff1": 0.20731, "nauc_ndcg_at_20_max": 0.493935, "nauc_ndcg_at_20_std": 0.195735, "nauc_ndcg_at_20_diff1": 0.20304, "nauc_ndcg_at_100_max": 0.516145, "nauc_ndcg_at_100_std": 0.220721, "nauc_ndcg_at_100_diff1": 0.189035, "nauc_ndcg_at_1000_max": 0.516145, "nauc_ndcg_at_1000_std": 0.220721, "nauc_ndcg_at_1000_diff1": 0.189035, "nauc_map_at_1_max": 0.325458, "nauc_map_at_1_std": -0.021811, "nauc_map_at_1_diff1": 0.363963, "nauc_map_at_3_max": 0.4104, "nauc_map_at_3_std": 0.056004, "nauc_map_at_3_diff1": 0.233306, "nauc_map_at_5_max": 0.423238, "nauc_map_at_5_std": 0.096313, "nauc_map_at_5_diff1": 0.208105, "nauc_map_at_10_max": 0.444905, "nauc_map_at_10_std": 0.139034, "nauc_map_at_10_diff1": 0.196641, "nauc_map_at_20_max": 0.455286, "nauc_map_at_20_std": 0.157796, "nauc_map_at_20_diff1": 0.191467, "nauc_map_at_100_max": 0.464507, "nauc_map_at_100_std": 0.168964, "nauc_map_at_100_diff1": 0.186646, "nauc_map_at_1000_max": 0.464507, "nauc_map_at_1000_std": 0.168964, "nauc_map_at_1000_diff1": 0.186646, "nauc_recall_at_1_max": 0.325458, "nauc_recall_at_1_std": -0.021811, "nauc_recall_at_1_diff1": 0.363963, "nauc_recall_at_3_max": 0.367921, "nauc_recall_at_3_std": 0.056505, "nauc_recall_at_3_diff1": 0.171635, "nauc_recall_at_5_max": 0.366917, "nauc_recall_at_5_std": 0.104369, "nauc_recall_at_5_diff1": 0.126131, "nauc_recall_at_10_max": 0.390706, "nauc_recall_at_10_std": 0.185392, "nauc_recall_at_10_diff1": 0.088023, "nauc_recall_at_20_max": 0.378503, "nauc_recall_at_20_std": 0.222219, "nauc_recall_at_20_diff1": 0.077453, "nauc_recall_at_100_max": 0.48109, "nauc_recall_at_100_std": 0.35817, "nauc_recall_at_100_diff1": -0.017594, "nauc_recall_at_1000_max": 0.48109, "nauc_recall_at_1000_std": 0.35817, "nauc_recall_at_1000_diff1": -0.017594, "nauc_precision_at_1_max": 0.514803, "nauc_precision_at_1_std": 0.17276, "nauc_precision_at_1_diff1": 0.318907, "nauc_precision_at_3_max": 0.316389, "nauc_precision_at_3_std": 0.237382, "nauc_precision_at_3_diff1": -0.06404, "nauc_precision_at_5_max": 0.211823, "nauc_precision_at_5_std": 0.265186, "nauc_precision_at_5_diff1": -0.12134, "nauc_precision_at_10_max": 0.133649, "nauc_precision_at_10_std": 0.264811, "nauc_precision_at_10_diff1": -0.135032, "nauc_precision_at_20_max": 0.056816, "nauc_precision_at_20_std": 0.228429, "nauc_precision_at_20_diff1": -0.13906, "nauc_precision_at_100_max": 0.036417, "nauc_precision_at_100_std": 0.222974, "nauc_precision_at_100_diff1": -0.157769, "nauc_precision_at_1000_max": 0.036417, "nauc_precision_at_1000_std": 0.222974, "nauc_precision_at_1000_diff1": -0.157769, "nauc_mrr_at_1_max": 0.514803, "nauc_mrr_at_1_std": 0.17276, "nauc_mrr_at_1_diff1": 0.318907, "nauc_mrr_at_3_max": 0.570959, "nauc_mrr_at_3_std": 0.238583, "nauc_mrr_at_3_diff1": 0.250211, "nauc_mrr_at_5_max": 0.559868, "nauc_mrr_at_5_std": 0.228013, "nauc_mrr_at_5_diff1": 0.261751, "nauc_mrr_at_10_max": 0.560669, "nauc_mrr_at_10_std": 0.228019, "nauc_mrr_at_10_diff1": 0.264991, "nauc_mrr_at_20_max": 0.558802, "nauc_mrr_at_20_std": 0.227265, "nauc_mrr_at_20_diff1": 0.265055, "nauc_mrr_at_100_max": 0.558483, "nauc_mrr_at_100_std": 0.226982, "nauc_mrr_at_100_diff1": 0.265066, "nauc_mrr_at_1000_max": 0.558483, "nauc_mrr_at_1000_std": 0.226982, "nauc_mrr_at_1000_diff1": 0.265066, "hit_rate_at_1": 0.65805, "hit_rate_at_3": 0.85057, "hit_rate_at_5": 0.89655, "hit_rate_at_10": 0.93103, "hit_rate_at_20": 0.96264, "hit_rate_at_100": 0.97414, "hit_rate_at_1000": 0.97414, "main_score": 0.64803, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.52011, "ndcg_at_3": 0.49852, "ndcg_at_5": 0.50838, "ndcg_at_10": 0.52966, "ndcg_at_20": 0.55288, "ndcg_at_100": 0.57337, "ndcg_at_1000": 0.57337, "map_at_1": 0.23319, "map_at_3": 0.35584, "map_at_5": 0.39406, "map_at_10": 0.43153, "map_at_20": 0.45106, "map_at_100": 0.46058, "map_at_1000": 0.46058, "recall_at_1": 0.23319, "recall_at_3": 0.4033, "recall_at_5": 0.47654, "recall_at_10": 0.57158, "recall_at_20": 0.64385, "recall_at_100": 0.70682, "recall_at_1000": 0.70682, "accuracy": 0.23319, "precision_at_1": 0.54598, "precision_at_3": 0.37165, "precision_at_5": 0.29138, "precision_at_10": 0.19397, "precision_at_20": 0.11868, "precision_at_100": 0.02756, "precision_at_1000": 0.00276, "mrr_at_1": 0.545977, "mrr_at_3": 0.618295, "mrr_at_5": 0.627634, "mrr_at_10": 0.634352, "mrr_at_20": 0.636175, "mrr_at_100": 0.636728, "mrr_at_1000": 0.636728, "nauc_ndcg_at_1_max": 0.497298, "nauc_ndcg_at_1_std": 0.308231, "nauc_ndcg_at_1_diff1": 0.546718, "nauc_ndcg_at_3_max": 0.511961, "nauc_ndcg_at_3_std": 0.364996, "nauc_ndcg_at_3_diff1": 0.445761, "nauc_ndcg_at_5_max": 0.53256, "nauc_ndcg_at_5_std": 0.385169, "nauc_ndcg_at_5_diff1": 0.461182, "nauc_ndcg_at_10_max": 0.566162, "nauc_ndcg_at_10_std": 0.427009, "nauc_ndcg_at_10_diff1": 0.469793, "nauc_ndcg_at_20_max": 0.591191, "nauc_ndcg_at_20_std": 0.457267, "nauc_ndcg_at_20_diff1": 0.465383, "nauc_ndcg_at_100_max": 0.599916, "nauc_ndcg_at_100_std": 0.470002, "nauc_ndcg_at_100_diff1": 0.474922, "nauc_ndcg_at_1000_max": 0.599916, "nauc_ndcg_at_1000_std": 0.470002, "nauc_ndcg_at_1000_diff1": 0.474922, "nauc_map_at_1_max": 0.344352, "nauc_map_at_1_std": 0.125839, "nauc_map_at_1_diff1": 0.50925, "nauc_map_at_3_max": 0.449137, "nauc_map_at_3_std": 0.264482, "nauc_map_at_3_diff1": 0.431496, "nauc_map_at_5_max": 0.471825, "nauc_map_at_5_std": 0.299053, "nauc_map_at_5_diff1": 0.43473, "nauc_map_at_10_max": 0.503686, "nauc_map_at_10_std": 0.349579, "nauc_map_at_10_diff1": 0.429677, "nauc_map_at_20_max": 0.523367, "nauc_map_at_20_std": 0.377086, "nauc_map_at_20_diff1": 0.426184, "nauc_map_at_100_max": 0.526313, "nauc_map_at_100_std": 0.383477, "nauc_map_at_100_diff1": 0.426625, "nauc_map_at_1000_max": 0.526313, "nauc_map_at_1000_std": 0.383477, "nauc_map_at_1000_diff1": 0.426625, "nauc_recall_at_1_max": 0.344352, "nauc_recall_at_1_std": 0.125839, "nauc_recall_at_1_diff1": 0.50925, "nauc_recall_at_3_max": 0.444427, "nauc_recall_at_3_std": 0.291472, "nauc_recall_at_3_diff1": 0.387181, "nauc_recall_at_5_max": 0.473501, "nauc_recall_at_5_std": 0.333292, "nauc_recall_at_5_diff1": 0.39249, "nauc_recall_at_10_max": 0.541329, "nauc_recall_at_10_std": 0.445266, "nauc_recall_at_10_diff1": 0.395059, "nauc_recall_at_20_max": 0.613148, "nauc_recall_at_20_std": 0.542011, "nauc_recall_at_20_diff1": 0.386019, "nauc_recall_at_100_max": 0.662733, "nauc_recall_at_100_std": 0.605356, "nauc_recall_at_100_diff1": 0.41721, "nauc_recall_at_1000_max": 0.662733, "nauc_recall_at_1000_std": 0.605356, "nauc_recall_at_1000_diff1": 0.41721, "nauc_precision_at_1_max": 0.527233, "nauc_precision_at_1_std": 0.334233, "nauc_precision_at_1_diff1": 0.556289, "nauc_precision_at_3_max": 0.449555, "nauc_precision_at_3_std": 0.425772, "nauc_precision_at_3_diff1": 0.219889, "nauc_precision_at_5_max": 0.39003, "nauc_precision_at_5_std": 0.418637, "nauc_precision_at_5_diff1": 0.150029, "nauc_precision_at_10_max": 0.322789, "nauc_precision_at_10_std": 0.403486, "nauc_precision_at_10_diff1": 0.062625, "nauc_precision_at_20_max": 0.264621, "nauc_precision_at_20_std": 0.361827, "nauc_precision_at_20_diff1": 0.010642, "nauc_precision_at_100_max": 0.196743, "nauc_precision_at_100_std": 0.301588, "nauc_precision_at_100_diff1": -0.006716, "nauc_precision_at_1000_max": 0.196743, "nauc_precision_at_1000_std": 0.301588, "nauc_precision_at_1000_diff1": -0.006716, "nauc_mrr_at_1_max": 0.527233, "nauc_mrr_at_1_std": 0.334233, "nauc_mrr_at_1_diff1": 0.556289, "nauc_mrr_at_3_max": 0.603123, "nauc_mrr_at_3_std": 0.448173, "nauc_mrr_at_3_diff1": 0.540823, "nauc_mrr_at_5_max": 0.610829, "nauc_mrr_at_5_std": 0.454982, "nauc_mrr_at_5_diff1": 0.543694, "nauc_mrr_at_10_max": 0.613381, "nauc_mrr_at_10_std": 0.458511, "nauc_mrr_at_10_diff1": 0.548206, "nauc_mrr_at_20_max": 0.613047, "nauc_mrr_at_20_std": 0.458319, "nauc_mrr_at_20_diff1": 0.548811, "nauc_mrr_at_100_max": 0.612855, "nauc_mrr_at_100_std": 0.458029, "nauc_mrr_at_100_diff1": 0.549696, "nauc_mrr_at_1000_max": 0.612855, "nauc_mrr_at_1000_std": 0.458029, "nauc_mrr_at_1000_diff1": 0.549696, "hit_rate_at_1": 0.54598, "hit_rate_at_3": 0.71264, "hit_rate_at_5": 0.75287, "hit_rate_at_10": 0.8046, "hit_rate_at_20": 0.83046, "hit_rate_at_100": 0.8477, "hit_rate_at_1000": 0.8477, "main_score": 0.52966, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.5273, "ndcg_at_3": 0.50408, "ndcg_at_5": 0.51115, "ndcg_at_10": 0.52801, "ndcg_at_20": 0.55115, "ndcg_at_100": 0.56732, "ndcg_at_1000": 0.56732, "map_at_1": 0.23668, "map_at_3": 0.36103, "map_at_5": 0.39679, "map_at_10": 0.43145, "map_at_20": 0.45076, "map_at_100": 0.45774, "map_at_1000": 0.45774, "recall_at_1": 0.23668, "recall_at_3": 0.40277, "recall_at_5": 0.47583, "recall_at_10": 0.56169, "recall_at_20": 0.63551, "recall_at_100": 0.68705, "recall_at_1000": 0.68705, "accuracy": 0.23668, "precision_at_1": 0.54598, "precision_at_3": 0.37069, "precision_at_5": 0.28678, "precision_at_10": 0.18621, "precision_at_20": 0.1148, "precision_at_100": 0.02572, "precision_at_1000": 0.00257, "mrr_at_1": 0.545977, "mrr_at_3": 0.616858, "mrr_at_5": 0.63137, "mrr_at_10": 0.63662, "mrr_at_20": 0.638379, "mrr_at_100": 0.638904, "mrr_at_1000": 0.638904, "nauc_ndcg_at_1_max": 0.53002, "nauc_ndcg_at_1_std": 0.367873, "nauc_ndcg_at_1_diff1": 0.474442, "nauc_ndcg_at_3_max": 0.52038, "nauc_ndcg_at_3_std": 0.390104, "nauc_ndcg_at_3_diff1": 0.401245, "nauc_ndcg_at_5_max": 0.549535, "nauc_ndcg_at_5_std": 0.428361, "nauc_ndcg_at_5_diff1": 0.411508, "nauc_ndcg_at_10_max": 0.554941, "nauc_ndcg_at_10_std": 0.435864, "nauc_ndcg_at_10_diff1": 0.42323, "nauc_ndcg_at_20_max": 0.57851, "nauc_ndcg_at_20_std": 0.465063, "nauc_ndcg_at_20_diff1": 0.420928, "nauc_ndcg_at_100_max": 0.59382, "nauc_ndcg_at_100_std": 0.484481, "nauc_ndcg_at_100_diff1": 0.424125, "nauc_ndcg_at_1000_max": 0.59382, "nauc_ndcg_at_1000_std": 0.484481, "nauc_ndcg_at_1000_diff1": 0.424125, "nauc_map_at_1_max": 0.326148, "nauc_map_at_1_std": 0.164069, "nauc_map_at_1_diff1": 0.437878, "nauc_map_at_3_max": 0.434993, "nauc_map_at_3_std": 0.293654, "nauc_map_at_3_diff1": 0.385351, "nauc_map_at_5_max": 0.469624, "nauc_map_at_5_std": 0.340129, "nauc_map_at_5_diff1": 0.383209, "nauc_map_at_10_max": 0.492652, "nauc_map_at_10_std": 0.368939, "nauc_map_at_10_diff1": 0.390381, "nauc_map_at_20_max": 0.50583, "nauc_map_at_20_std": 0.389629, "nauc_map_at_20_diff1": 0.38796, "nauc_map_at_100_max": 0.51187, "nauc_map_at_100_std": 0.397639, "nauc_map_at_100_diff1": 0.389064, "nauc_map_at_1000_max": 0.51187, "nauc_map_at_1000_std": 0.397639, "nauc_map_at_1000_diff1": 0.389064, "nauc_recall_at_1_max": 0.326148, "nauc_recall_at_1_std": 0.164069, "nauc_recall_at_1_diff1": 0.437878, "nauc_recall_at_3_max": 0.449169, "nauc_recall_at_3_std": 0.323878, "nauc_recall_at_3_diff1": 0.35628, "nauc_recall_at_5_max": 0.486267, "nauc_recall_at_5_std": 0.389231, "nauc_recall_at_5_diff1": 0.344696, "nauc_recall_at_10_max": 0.513828, "nauc_recall_at_10_std": 0.433212, "nauc_recall_at_10_diff1": 0.360402, "nauc_recall_at_20_max": 0.56651, "nauc_recall_at_20_std": 0.522791, "nauc_recall_at_20_diff1": 0.348203, "nauc_recall_at_100_max": 0.629348, "nauc_recall_at_100_std": 0.600602, "nauc_recall_at_100_diff1": 0.357629, "nauc_recall_at_1000_max": 0.629348, "nauc_recall_at_1000_std": 0.600602, "nauc_recall_at_1000_diff1": 0.357629, "nauc_precision_at_1_max": 0.539931, "nauc_precision_at_1_std": 0.374405, "nauc_precision_at_1_diff1": 0.493648, "nauc_precision_at_3_max": 0.461615, "nauc_precision_at_3_std": 0.432266, "nauc_precision_at_3_diff1": 0.190546, "nauc_precision_at_5_max": 0.435585, "nauc_precision_at_5_std": 0.454543, "nauc_precision_at_5_diff1": 0.139507, "nauc_precision_at_10_max": 0.330194, "nauc_precision_at_10_std": 0.367533, "nauc_precision_at_10_diff1": 0.098376, "nauc_precision_at_20_max": 0.249936, "nauc_precision_at_20_std": 0.314738, "nauc_precision_at_20_diff1": 0.03818, "nauc_precision_at_100_max": 0.221292, "nauc_precision_at_100_std": 0.295677, "nauc_precision_at_100_diff1": 0.017398, "nauc_precision_at_1000_max": 0.221292, "nauc_precision_at_1000_std": 0.295677, "nauc_precision_at_1000_diff1": 0.017398, "nauc_mrr_at_1_max": 0.539931, "nauc_mrr_at_1_std": 0.374405, "nauc_mrr_at_1_diff1": 0.493648, "nauc_mrr_at_3_max": 0.62002, "nauc_mrr_at_3_std": 0.478575, "nauc_mrr_at_3_diff1": 0.495339, "nauc_mrr_at_5_max": 0.619258, "nauc_mrr_at_5_std": 0.48148, "nauc_mrr_at_5_diff1": 0.504229, "nauc_mrr_at_10_max": 0.620369, "nauc_mrr_at_10_std": 0.482241, "nauc_mrr_at_10_diff1": 0.505501, "nauc_mrr_at_20_max": 0.622655, "nauc_mrr_at_20_std": 0.485368, "nauc_mrr_at_20_diff1": 0.508633, "nauc_mrr_at_100_max": 0.62248, "nauc_mrr_at_100_std": 0.48539, "nauc_mrr_at_100_diff1": 0.508081, "nauc_mrr_at_1000_max": 0.62248, "nauc_mrr_at_1000_std": 0.48539, "nauc_mrr_at_1000_diff1": 0.508081, "hit_rate_at_1": 0.54598, "hit_rate_at_3": 0.70402, "hit_rate_at_5": 0.76724, "hit_rate_at_10": 0.80747, "hit_rate_at_20": 0.83046, "hit_rate_at_100": 0.84483, "hit_rate_at_1000": 0.84483, "main_score": 0.52801, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.52011, "ndcg_at_3": 0.4997, "ndcg_at_5": 0.50382, "ndcg_at_10": 0.51927, "ndcg_at_20": 0.53917, "ndcg_at_100": 0.55474, "ndcg_at_1000": 0.55474, "map_at_1": 0.22829, "map_at_3": 0.35217, "map_at_5": 0.38885, "map_at_10": 0.42533, "map_at_20": 0.44273, "map_at_100": 0.44914, "map_at_1000": 0.44914, "recall_at_1": 0.22829, "recall_at_3": 0.39708, "recall_at_5": 0.46609, "recall_at_10": 0.54604, "recall_at_20": 0.60925, "recall_at_100": 0.66284, "recall_at_1000": 0.66284, "accuracy": 0.22829, "precision_at_1": 0.5431, "precision_at_3": 0.36877, "precision_at_5": 0.28563, "precision_at_10": 0.18678, "precision_at_20": 0.1125, "precision_at_100": 0.02509, "precision_at_1000": 0.00251, "mrr_at_1": 0.543103, "mrr_at_3": 0.616858, "mrr_at_5": 0.626341, "mrr_at_10": 0.628747, "mrr_at_20": 0.630379, "mrr_at_100": 0.631405, "mrr_at_1000": 0.631405, "nauc_ndcg_at_1_max": 0.520347, "nauc_ndcg_at_1_std": 0.354439, "nauc_ndcg_at_1_diff1": 0.540174, "nauc_ndcg_at_3_max": 0.526451, "nauc_ndcg_at_3_std": 0.392001, "nauc_ndcg_at_3_diff1": 0.487134, "nauc_ndcg_at_5_max": 0.555066, "nauc_ndcg_at_5_std": 0.432964, "nauc_ndcg_at_5_diff1": 0.516731, "nauc_ndcg_at_10_max": 0.573002, "nauc_ndcg_at_10_std": 0.461793, "nauc_ndcg_at_10_diff1": 0.51759, "nauc_ndcg_at_20_max": 0.594492, "nauc_ndcg_at_20_std": 0.489033, "nauc_ndcg_at_20_diff1": 0.527359, "nauc_ndcg_at_100_max": 0.605461, "nauc_ndcg_at_100_std": 0.504225, "nauc_ndcg_at_100_diff1": 0.530536, "nauc_ndcg_at_1000_max": 0.605461, "nauc_ndcg_at_1000_std": 0.504225, "nauc_ndcg_at_1000_diff1": 0.530536, "nauc_map_at_1_max": 0.330215, "nauc_map_at_1_std": 0.160346, "nauc_map_at_1_diff1": 0.531836, "nauc_map_at_3_max": 0.431435, "nauc_map_at_3_std": 0.281657, "nauc_map_at_3_diff1": 0.467964, "nauc_map_at_5_max": 0.472508, "nauc_map_at_5_std": 0.334625, "nauc_map_at_5_diff1": 0.484619, "nauc_map_at_10_max": 0.500172, "nauc_map_at_10_std": 0.376734, "nauc_map_at_10_diff1": 0.48528, "nauc_map_at_20_max": 0.515617, "nauc_map_at_20_std": 0.40031, "nauc_map_at_20_diff1": 0.49431, "nauc_map_at_100_max": 0.518774, "nauc_map_at_100_std": 0.407075, "nauc_map_at_100_diff1": 0.494137, "nauc_map_at_1000_max": 0.518774, "nauc_map_at_1000_std": 0.407075, "nauc_map_at_1000_diff1": 0.494137, "nauc_recall_at_1_max": 0.330215, "nauc_recall_at_1_std": 0.160346, "nauc_recall_at_1_diff1": 0.531836, "nauc_recall_at_3_max": 0.435165, "nauc_recall_at_3_std": 0.320198, "nauc_recall_at_3_diff1": 0.408873, "nauc_recall_at_5_max": 0.495489, "nauc_recall_at_5_std": 0.401553, "nauc_recall_at_5_diff1": 0.440125, "nauc_recall_at_10_max": 0.54194, "nauc_recall_at_10_std": 0.475965, "nauc_recall_at_10_diff1": 0.444064, "nauc_recall_at_20_max": 0.599018, "nauc_recall_at_20_std": 0.560162, "nauc_recall_at_20_diff1": 0.483353, "nauc_recall_at_100_max": 0.638977, "nauc_recall_at_100_std": 0.610719, "nauc_recall_at_100_diff1": 0.494264, "nauc_recall_at_1000_max": 0.638977, "nauc_recall_at_1000_std": 0.610719, "nauc_recall_at_1000_diff1": 0.494264, "nauc_precision_at_1_max": 0.532879, "nauc_precision_at_1_std": 0.367252, "nauc_precision_at_1_diff1": 0.575749, "nauc_precision_at_3_max": 0.4727, "nauc_precision_at_3_std": 0.434279, "nauc_precision_at_3_diff1": 0.260114, "nauc_precision_at_5_max": 0.442167, "nauc_precision_at_5_std": 0.464057, "nauc_precision_at_5_diff1": 0.227461, "nauc_precision_at_10_max": 0.359599, "nauc_precision_at_10_std": 0.425294, "nauc_precision_at_10_diff1": 0.150167, "nauc_precision_at_20_max": 0.306394, "nauc_precision_at_20_std": 0.395283, "nauc_precision_at_20_diff1": 0.117855, "nauc_precision_at_100_max": 0.272871, "nauc_precision_at_100_std": 0.379931, "nauc_precision_at_100_diff1": 0.079503, "nauc_precision_at_1000_max": 0.272871, "nauc_precision_at_1000_std": 0.379931, "nauc_precision_at_1000_diff1": 0.079503, "nauc_mrr_at_1_max": 0.532879, "nauc_mrr_at_1_std": 0.367252, "nauc_mrr_at_1_diff1": 0.575749, "nauc_mrr_at_3_max": 0.607394, "nauc_mrr_at_3_std": 0.469648, "nauc_mrr_at_3_diff1": 0.578711, "nauc_mrr_at_5_max": 0.614262, "nauc_mrr_at_5_std": 0.484983, "nauc_mrr_at_5_diff1": 0.586389, "nauc_mrr_at_10_max": 0.618366, "nauc_mrr_at_10_std": 0.488641, "nauc_mrr_at_10_diff1": 0.585105, "nauc_mrr_at_20_max": 0.619464, "nauc_mrr_at_20_std": 0.490193, "nauc_mrr_at_20_diff1": 0.586213, "nauc_mrr_at_100_max": 0.619553, "nauc_mrr_at_100_std": 0.490368, "nauc_mrr_at_100_diff1": 0.58703, "nauc_mrr_at_1000_max": 0.619553, "nauc_mrr_at_1000_std": 0.490368, "nauc_mrr_at_1000_diff1": 0.58703, "hit_rate_at_1": 0.5431, "hit_rate_at_3": 0.70402, "hit_rate_at_5": 0.74425, "hit_rate_at_10": 0.76149, "hit_rate_at_20": 0.78448, "hit_rate_at_100": 0.81034, "hit_rate_at_1000": 0.81034, "main_score": 0.51927, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1340.05092960599, "kg_co2_emissions": null, "date": 1791753280.023987, "evaluation_phases": [ { "name": "Data loading", "start": 4.5670021791011095e-06, "end": 71.9408046949975, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 71.94083464000141, "end": 71.94083669300016, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 71.9457665009977, "end": 283.5498301869957, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 283.5498863210014, "end": 283.59645057300077, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 283.6096852219998, "end": 491.26079851199756, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 491.2608315519974, "end": 491.3072229460013, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 491.31983782899624, "end": 706.8380303629965, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 706.838068650999, "end": 706.8829796419959, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 706.8959285050005, "end": 915.9878532279981, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 915.9878932069987, "end": 916.0338873379951, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 916.048110153999, "end": 1125.0982051409956, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1125.0982468540024, "end": 1125.143993313999, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1125.1587429779975, "end": 1339.9848714799955, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1339.9849133519965, "end": 1340.0398513399996, "split": "test", "subset": "portuguese" } ] }