{ "dataset_revision": "56cef947981ee1263be298081ab126f9493a3065", "task_name": "Vidore3TelecomBM25sReranking.v2", "mteb_version": "2.26.31", "scores": { "test": [ { "ndcg_at_1": 0.57902, "ndcg_at_3": 0.55054, "ndcg_at_5": 0.55798, "ndcg_at_10": 0.57892, "ndcg_at_20": 0.59594, "ndcg_at_100": 0.60486, "ndcg_at_1000": 0.60486, "map_at_1": 0.25108, "map_at_3": 0.38245, "map_at_5": 0.42789, "map_at_10": 0.46923, "map_at_20": 0.48667, "map_at_100": 0.49164, "map_at_1000": 0.49164, "recall_at_1": 0.25108, "recall_at_3": 0.43028, "recall_at_5": 0.5175, "recall_at_10": 0.613, "recall_at_20": 0.67536, "recall_at_100": 0.70164, "recall_at_1000": 0.70164, "accuracy": 0.25108, "precision_at_1": 0.5977, "precision_at_3": 0.40613, "precision_at_5": 0.31839, "precision_at_10": 0.21293, "precision_at_20": 0.12471, "precision_at_100": 0.02684, "precision_at_1000": 0.00268, "mrr_at_1": 0.597701, "mrr_at_3": 0.683908, "mrr_at_5": 0.692672, "mrr_at_10": 0.696338, "mrr_at_20": 0.697745, "mrr_at_100": 0.697864, "mrr_at_1000": 0.697864, "nauc_ndcg_at_1_max": 0.582314, "nauc_ndcg_at_1_std": 0.184647, "nauc_ndcg_at_1_diff1": 0.144157, "nauc_ndcg_at_3_max": 0.527993, "nauc_ndcg_at_3_std": 0.223155, "nauc_ndcg_at_3_diff1": 0.018399, "nauc_ndcg_at_5_max": 0.564785, "nauc_ndcg_at_5_std": 0.244507, "nauc_ndcg_at_5_diff1": 0.007133, "nauc_ndcg_at_10_max": 0.603875, "nauc_ndcg_at_10_std": 0.300865, "nauc_ndcg_at_10_diff1": -0.017391, "nauc_ndcg_at_20_max": 0.626437, "nauc_ndcg_at_20_std": 0.310561, "nauc_ndcg_at_20_diff1": -0.035316, "nauc_ndcg_at_100_max": 0.628347, "nauc_ndcg_at_100_std": 0.321753, "nauc_ndcg_at_100_diff1": -0.044693, "nauc_ndcg_at_1000_max": 0.628347, "nauc_ndcg_at_1000_std": 0.321753, "nauc_ndcg_at_1000_diff1": -0.044693, "nauc_map_at_1_max": 0.342639, "nauc_map_at_1_std": 0.000597, "nauc_map_at_1_diff1": 0.266878, "nauc_map_at_3_max": 0.403852, "nauc_map_at_3_std": 0.092545, "nauc_map_at_3_diff1": 0.113808, "nauc_map_at_5_max": 0.465548, "nauc_map_at_5_std": 0.142466, "nauc_map_at_5_diff1": 0.076338, "nauc_map_at_10_max": 0.523589, "nauc_map_at_10_std": 0.2163, "nauc_map_at_10_diff1": 0.03104, "nauc_map_at_20_max": 0.546966, "nauc_map_at_20_std": 0.232282, "nauc_map_at_20_diff1": 0.013974, "nauc_map_at_100_max": 0.548741, "nauc_map_at_100_std": 0.239106, "nauc_map_at_100_diff1": 0.008155, "nauc_map_at_1000_max": 0.548741, "nauc_map_at_1000_std": 0.239106, "nauc_map_at_1000_diff1": 0.008155, "nauc_recall_at_1_max": 0.342639, "nauc_recall_at_1_std": 0.000597, "nauc_recall_at_1_diff1": 0.266878, "nauc_recall_at_3_max": 0.383032, "nauc_recall_at_3_std": 0.11245, "nauc_recall_at_3_diff1": 0.052812, "nauc_recall_at_5_max": 0.458645, "nauc_recall_at_5_std": 0.184032, "nauc_recall_at_5_diff1": -0.009468, "nauc_recall_at_10_max": 0.561143, "nauc_recall_at_10_std": 0.330956, "nauc_recall_at_10_diff1": -0.103701, "nauc_recall_at_20_max": 0.635877, "nauc_recall_at_20_std": 0.392317, "nauc_recall_at_20_diff1": -0.175857, "nauc_recall_at_100_max": 0.648116, "nauc_recall_at_100_std": 0.42743, "nauc_recall_at_100_diff1": -0.215016, "nauc_recall_at_1000_max": 0.648116, "nauc_recall_at_1000_std": 0.42743, "nauc_recall_at_1000_diff1": -0.215016, "nauc_precision_at_1_max": 0.626838, "nauc_precision_at_1_std": 0.174055, "nauc_precision_at_1_diff1": 0.138574, "nauc_precision_at_3_max": 0.450563, "nauc_precision_at_3_std": 0.315504, "nauc_precision_at_3_diff1": -0.190132, "nauc_precision_at_5_max": 0.434529, "nauc_precision_at_5_std": 0.351735, "nauc_precision_at_5_diff1": -0.244098, "nauc_precision_at_10_max": 0.373832, "nauc_precision_at_10_std": 0.418513, "nauc_precision_at_10_diff1": -0.276797, "nauc_precision_at_20_max": 0.319442, "nauc_precision_at_20_std": 0.378932, "nauc_precision_at_20_diff1": -0.273602, "nauc_precision_at_100_max": 0.267358, "nauc_precision_at_100_std": 0.359188, "nauc_precision_at_100_diff1": -0.269042, "nauc_precision_at_1000_max": 0.267358, "nauc_precision_at_1000_std": 0.359188, "nauc_precision_at_1000_diff1": -0.269042, "nauc_mrr_at_1_max": 0.626838, "nauc_mrr_at_1_std": 0.174055, "nauc_mrr_at_1_diff1": 0.138574, "nauc_mrr_at_3_max": 0.662985, "nauc_mrr_at_3_std": 0.246316, "nauc_mrr_at_3_diff1": 0.038581, "nauc_mrr_at_5_max": 0.664502, "nauc_mrr_at_5_std": 0.256265, "nauc_mrr_at_5_diff1": 0.038959, "nauc_mrr_at_10_max": 0.666422, "nauc_mrr_at_10_std": 0.265556, "nauc_mrr_at_10_diff1": 0.037068, "nauc_mrr_at_20_max": 0.66832, "nauc_mrr_at_20_std": 0.267425, "nauc_mrr_at_20_diff1": 0.034815, "nauc_mrr_at_100_max": 0.668252, "nauc_mrr_at_100_std": 0.267365, "nauc_mrr_at_100_diff1": 0.034658, "nauc_mrr_at_1000_max": 0.668252, "nauc_mrr_at_1000_std": 0.267365, "nauc_mrr_at_1000_diff1": 0.034658, "hit_rate_at_1": 0.5977, "hit_rate_at_3": 0.78448, "hit_rate_at_5": 0.82184, "hit_rate_at_10": 0.8477, "hit_rate_at_20": 0.86782, "hit_rate_at_100": 0.87069, "hit_rate_at_1000": 0.87069, "main_score": 0.57892, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.58046, "ndcg_at_3": 0.52813, "ndcg_at_5": 0.5371, "ndcg_at_10": 0.55218, "ndcg_at_20": 0.56885, "ndcg_at_100": 0.57751, "ndcg_at_1000": 0.57751, "map_at_1": 0.25775, "map_at_3": 0.3722, "map_at_5": 0.41836, "map_at_10": 0.45647, "map_at_20": 0.47307, "map_at_100": 0.4778, "map_at_1000": 0.4778, "recall_at_1": 0.25775, "recall_at_3": 0.40455, "recall_at_5": 0.48716, "recall_at_10": 0.57095, "recall_at_20": 0.62979, "recall_at_100": 0.65391, "recall_at_1000": 0.65391, "accuracy": 0.25775, "precision_at_1": 0.59483, "precision_at_3": 0.38123, "precision_at_5": 0.30287, "precision_at_10": 0.19943, "precision_at_20": 0.1194, "precision_at_100": 0.02583, "precision_at_1000": 0.00258, "mrr_at_1": 0.594828, "mrr_at_3": 0.648467, "mrr_at_5": 0.656801, "mrr_at_10": 0.66054, "mrr_at_20": 0.662863, "mrr_at_100": 0.662935, "mrr_at_1000": 0.662935, "nauc_ndcg_at_1_max": 0.605292, "nauc_ndcg_at_1_std": 0.337068, "nauc_ndcg_at_1_diff1": -0.050916, "nauc_ndcg_at_3_max": 0.57788, "nauc_ndcg_at_3_std": 0.30013, "nauc_ndcg_at_3_diff1": -0.045005, "nauc_ndcg_at_5_max": 0.6117, "nauc_ndcg_at_5_std": 0.335395, "nauc_ndcg_at_5_diff1": -0.078468, "nauc_ndcg_at_10_max": 0.655561, "nauc_ndcg_at_10_std": 0.387786, "nauc_ndcg_at_10_diff1": -0.101293, "nauc_ndcg_at_20_max": 0.66791, "nauc_ndcg_at_20_std": 0.422493, "nauc_ndcg_at_20_diff1": -0.12111, "nauc_ndcg_at_100_max": 0.670688, "nauc_ndcg_at_100_std": 0.430123, "nauc_ndcg_at_100_diff1": -0.127584, "nauc_ndcg_at_1000_max": 0.670688, "nauc_ndcg_at_1000_std": 0.430123, "nauc_ndcg_at_1000_diff1": -0.127584, "nauc_map_at_1_max": 0.37218, "nauc_map_at_1_std": 0.062135, "nauc_map_at_1_diff1": 0.184088, "nauc_map_at_3_max": 0.467732, "nauc_map_at_3_std": 0.13947, "nauc_map_at_3_diff1": 0.064089, "nauc_map_at_5_max": 0.519386, "nauc_map_at_5_std": 0.210324, "nauc_map_at_5_diff1": 0.002735, "nauc_map_at_10_max": 0.580368, "nauc_map_at_10_std": 0.275914, "nauc_map_at_10_diff1": -0.04323, "nauc_map_at_20_max": 0.595645, "nauc_map_at_20_std": 0.31045, "nauc_map_at_20_diff1": -0.061086, "nauc_map_at_100_max": 0.597774, "nauc_map_at_100_std": 0.316646, "nauc_map_at_100_diff1": -0.065145, "nauc_map_at_1000_max": 0.597774, "nauc_map_at_1000_std": 0.316646, "nauc_map_at_1000_diff1": -0.065145, "nauc_recall_at_1_max": 0.37218, "nauc_recall_at_1_std": 0.062135, "nauc_recall_at_1_diff1": 0.184088, "nauc_recall_at_3_max": 0.457313, "nauc_recall_at_3_std": 0.139988, "nauc_recall_at_3_diff1": 0.044351, "nauc_recall_at_5_max": 0.526047, "nauc_recall_at_5_std": 0.245505, "nauc_recall_at_5_diff1": -0.060127, "nauc_recall_at_10_max": 0.64705, "nauc_recall_at_10_std": 0.405315, "nauc_recall_at_10_diff1": -0.162073, "nauc_recall_at_20_max": 0.690745, "nauc_recall_at_20_std": 0.5211, "nauc_recall_at_20_diff1": -0.227368, "nauc_recall_at_100_max": 0.700166, "nauc_recall_at_100_std": 0.543823, "nauc_recall_at_100_diff1": -0.248104, "nauc_recall_at_1000_max": 0.700166, "nauc_recall_at_1000_std": 0.543823, "nauc_recall_at_1000_diff1": -0.248104, "nauc_precision_at_1_max": 0.652009, "nauc_precision_at_1_std": 0.357227, "nauc_precision_at_1_diff1": -0.056556, "nauc_precision_at_3_max": 0.478842, "nauc_precision_at_3_std": 0.379719, "nauc_precision_at_3_diff1": -0.208732, "nauc_precision_at_5_max": 0.448247, "nauc_precision_at_5_std": 0.432034, "nauc_precision_at_5_diff1": -0.277231, "nauc_precision_at_10_max": 0.405901, "nauc_precision_at_10_std": 0.451519, "nauc_precision_at_10_diff1": -0.299101, "nauc_precision_at_20_max": 0.322843, "nauc_precision_at_20_std": 0.45904, "nauc_precision_at_20_diff1": -0.28835, "nauc_precision_at_100_max": 0.272454, "nauc_precision_at_100_std": 0.423477, "nauc_precision_at_100_diff1": -0.27477, "nauc_precision_at_1000_max": 0.272454, "nauc_precision_at_1000_std": 0.423477, "nauc_precision_at_1000_diff1": -0.27477, "nauc_mrr_at_1_max": 0.652009, "nauc_mrr_at_1_std": 0.357227, "nauc_mrr_at_1_diff1": -0.056556, "nauc_mrr_at_3_max": 0.692739, "nauc_mrr_at_3_std": 0.419671, "nauc_mrr_at_3_diff1": -0.096896, "nauc_mrr_at_5_max": 0.695421, "nauc_mrr_at_5_std": 0.427261, "nauc_mrr_at_5_diff1": -0.100139, "nauc_mrr_at_10_max": 0.705128, "nauc_mrr_at_10_std": 0.444293, "nauc_mrr_at_10_diff1": -0.103262, "nauc_mrr_at_20_max": 0.705204, "nauc_mrr_at_20_std": 0.444352, "nauc_mrr_at_20_diff1": -0.103703, "nauc_mrr_at_100_max": 0.705271, "nauc_mrr_at_100_std": 0.44442, "nauc_mrr_at_100_diff1": -0.103871, "nauc_mrr_at_1000_max": 0.705271, "nauc_mrr_at_1000_std": 0.44442, "nauc_mrr_at_1000_diff1": -0.103871, "hit_rate_at_1": 0.59483, "hit_rate_at_3": 0.70977, "hit_rate_at_5": 0.74425, "hit_rate_at_10": 0.77011, "hit_rate_at_20": 0.80172, "hit_rate_at_100": 0.8046, "hit_rate_at_1000": 0.8046, "main_score": 0.55218, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.69828, "ndcg_at_3": 0.65841, "ndcg_at_5": 0.67352, "ndcg_at_10": 0.69215, "ndcg_at_20": 0.71386, "ndcg_at_100": 0.72731, "ndcg_at_1000": 0.72731, "map_at_1": 0.31323, "map_at_3": 0.47343, "map_at_5": 0.52957, "map_at_10": 0.57758, "map_at_20": 0.59941, "map_at_100": 0.6065, "map_at_1000": 0.6065, "recall_at_1": 0.31323, "recall_at_3": 0.51746, "recall_at_5": 0.62466, "recall_at_10": 0.72505, "recall_at_20": 0.80249, "recall_at_100": 0.84072, "recall_at_1000": 0.84072, "accuracy": 0.31323, "precision_at_1": 0.72414, "precision_at_3": 0.48563, "precision_at_5": 0.38506, "precision_at_10": 0.25201, "precision_at_20": 0.14957, "precision_at_100": 0.03279, "precision_at_1000": 0.00328, "mrr_at_1": 0.724138, "mrr_at_3": 0.786398, "mrr_at_5": 0.802347, "mrr_at_10": 0.804285, "mrr_at_20": 0.805872, "mrr_at_100": 0.806112, "mrr_at_1000": 0.806112, "nauc_ndcg_at_1_max": 0.44722, "nauc_ndcg_at_1_std": -0.025223, "nauc_ndcg_at_1_diff1": 0.175504, "nauc_ndcg_at_3_max": 0.443418, "nauc_ndcg_at_3_std": 0.036239, "nauc_ndcg_at_3_diff1": 0.014943, "nauc_ndcg_at_5_max": 0.457697, "nauc_ndcg_at_5_std": 0.077813, "nauc_ndcg_at_5_diff1": -0.003826, "nauc_ndcg_at_10_max": 0.492998, "nauc_ndcg_at_10_std": 0.095528, "nauc_ndcg_at_10_diff1": 0.014231, "nauc_ndcg_at_20_max": 0.518214, "nauc_ndcg_at_20_std": 0.120332, "nauc_ndcg_at_20_diff1": 0.000377, "nauc_ndcg_at_100_max": 0.520643, "nauc_ndcg_at_100_std": 0.123292, "nauc_ndcg_at_100_diff1": -0.010995, "nauc_ndcg_at_1000_max": 0.520643, "nauc_ndcg_at_1000_std": 0.123292, "nauc_ndcg_at_1000_diff1": -0.010995, "nauc_map_at_1_max": 0.28037, "nauc_map_at_1_std": -0.134123, "nauc_map_at_1_diff1": 0.248186, "nauc_map_at_3_max": 0.372323, "nauc_map_at_3_std": -0.047091, "nauc_map_at_3_diff1": 0.087228, "nauc_map_at_5_max": 0.39691, "nauc_map_at_5_std": -0.003304, "nauc_map_at_5_diff1": 0.050452, "nauc_map_at_10_max": 0.435633, "nauc_map_at_10_std": 0.037873, "nauc_map_at_10_diff1": 0.02825, "nauc_map_at_20_max": 0.451582, "nauc_map_at_20_std": 0.058638, "nauc_map_at_20_diff1": 0.015769, "nauc_map_at_100_max": 0.453445, "nauc_map_at_100_std": 0.062558, "nauc_map_at_100_diff1": 0.009314, "nauc_map_at_1000_max": 0.453445, "nauc_map_at_1000_std": 0.062558, "nauc_map_at_1000_diff1": 0.009314, "nauc_recall_at_1_max": 0.28037, "nauc_recall_at_1_std": -0.134123, "nauc_recall_at_1_diff1": 0.248186, "nauc_recall_at_3_max": 0.369041, "nauc_recall_at_3_std": 0.003815, "nauc_recall_at_3_diff1": 0.031696, "nauc_recall_at_5_max": 0.395448, "nauc_recall_at_5_std": 0.109968, "nauc_recall_at_5_diff1": -0.034232, "nauc_recall_at_10_max": 0.472654, "nauc_recall_at_10_std": 0.208899, "nauc_recall_at_10_diff1": -0.061665, "nauc_recall_at_20_max": 0.54165, "nauc_recall_at_20_std": 0.302156, "nauc_recall_at_20_diff1": -0.118431, "nauc_recall_at_100_max": 0.571473, "nauc_recall_at_100_std": 0.35359, "nauc_recall_at_100_diff1": -0.193316, "nauc_recall_at_1000_max": 0.571473, "nauc_recall_at_1000_std": 0.35359, "nauc_recall_at_1000_diff1": -0.193316, "nauc_precision_at_1_max": 0.521209, "nauc_precision_at_1_std": -0.058018, "nauc_precision_at_1_diff1": 0.168132, "nauc_precision_at_3_max": 0.280142, "nauc_precision_at_3_std": 0.157224, "nauc_precision_at_3_diff1": -0.205704, "nauc_precision_at_5_max": 0.164972, "nauc_precision_at_5_std": 0.219272, "nauc_precision_at_5_diff1": -0.260065, "nauc_precision_at_10_max": 0.090454, "nauc_precision_at_10_std": 0.217411, "nauc_precision_at_10_diff1": -0.226866, "nauc_precision_at_20_max": 0.03301, "nauc_precision_at_20_std": 0.213609, "nauc_precision_at_20_diff1": -0.217281, "nauc_precision_at_100_max": -0.013384, "nauc_precision_at_100_std": 0.183938, "nauc_precision_at_100_diff1": -0.215489, "nauc_precision_at_1000_max": -0.013384, "nauc_precision_at_1000_std": 0.183938, "nauc_precision_at_1000_diff1": -0.215489, "nauc_mrr_at_1_max": 0.521209, "nauc_mrr_at_1_std": -0.058018, "nauc_mrr_at_1_diff1": 0.168132, "nauc_mrr_at_3_max": 0.564193, "nauc_mrr_at_3_std": -0.003688, "nauc_mrr_at_3_diff1": 0.087653, "nauc_mrr_at_5_max": 0.566558, "nauc_mrr_at_5_std": 0.011116, "nauc_mrr_at_5_diff1": 0.095073, "nauc_mrr_at_10_max": 0.565005, "nauc_mrr_at_10_std": 0.009873, "nauc_mrr_at_10_diff1": 0.096638, "nauc_mrr_at_20_max": 0.563536, "nauc_mrr_at_20_std": 0.006117, "nauc_mrr_at_20_diff1": 0.097251, "nauc_mrr_at_100_max": 0.563117, "nauc_mrr_at_100_std": 0.005423, "nauc_mrr_at_100_diff1": 0.097967, "nauc_mrr_at_1000_max": 0.563117, "nauc_mrr_at_1000_std": 0.005423, "nauc_mrr_at_1000_diff1": 0.097967, "hit_rate_at_1": 0.72414, "hit_rate_at_3": 0.86494, "hit_rate_at_5": 0.93391, "hit_rate_at_10": 0.94828, "hit_rate_at_20": 0.96839, "hit_rate_at_100": 0.97414, "hit_rate_at_1000": 0.97414, "main_score": 0.69215, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.59195, "ndcg_at_3": 0.55264, "ndcg_at_5": 0.55403, "ndcg_at_10": 0.57758, "ndcg_at_20": 0.59663, "ndcg_at_100": 0.61058, "ndcg_at_1000": 0.61058, "map_at_1": 0.26022, "map_at_3": 0.3941, "map_at_5": 0.43272, "map_at_10": 0.47684, "map_at_20": 0.49476, "map_at_100": 0.5021, "map_at_1000": 0.5021, "recall_at_1": 0.26022, "recall_at_3": 0.43531, "recall_at_5": 0.50939, "recall_at_10": 0.60603, "recall_at_20": 0.66844, "recall_at_100": 0.70682, "recall_at_1000": 0.70682, "accuracy": 0.26022, "precision_at_1": 0.61494, "precision_at_3": 0.40421, "precision_at_5": 0.3046, "precision_at_10": 0.20661, "precision_at_20": 0.12299, "precision_at_100": 0.02756, "precision_at_1000": 0.00276, "mrr_at_1": 0.614943, "mrr_at_3": 0.681513, "mrr_at_5": 0.689703, "mrr_at_10": 0.693964, "mrr_at_20": 0.695127, "mrr_at_100": 0.695332, "mrr_at_1000": 0.695332, "nauc_ndcg_at_1_max": 0.52913, "nauc_ndcg_at_1_std": 0.244068, "nauc_ndcg_at_1_diff1": 0.110205, "nauc_ndcg_at_3_max": 0.536075, "nauc_ndcg_at_3_std": 0.258623, "nauc_ndcg_at_3_diff1": 0.033942, "nauc_ndcg_at_5_max": 0.554391, "nauc_ndcg_at_5_std": 0.285326, "nauc_ndcg_at_5_diff1": 0.014573, "nauc_ndcg_at_10_max": 0.604681, "nauc_ndcg_at_10_std": 0.341366, "nauc_ndcg_at_10_diff1": 0.002149, "nauc_ndcg_at_20_max": 0.618057, "nauc_ndcg_at_20_std": 0.368299, "nauc_ndcg_at_20_diff1": -0.011704, "nauc_ndcg_at_100_max": 0.627237, "nauc_ndcg_at_100_std": 0.386889, "nauc_ndcg_at_100_diff1": -0.022355, "nauc_ndcg_at_1000_max": 0.627237, "nauc_ndcg_at_1000_std": 0.386889, "nauc_ndcg_at_1000_diff1": -0.022355, "nauc_map_at_1_max": 0.351287, "nauc_map_at_1_std": 0.016311, "nauc_map_at_1_diff1": 0.22326, "nauc_map_at_3_max": 0.445574, "nauc_map_at_3_std": 0.121865, "nauc_map_at_3_diff1": 0.08962, "nauc_map_at_5_max": 0.477123, "nauc_map_at_5_std": 0.166023, "nauc_map_at_5_diff1": 0.059394, "nauc_map_at_10_max": 0.537674, "nauc_map_at_10_std": 0.249722, "nauc_map_at_10_diff1": 0.02133, "nauc_map_at_20_max": 0.549601, "nauc_map_at_20_std": 0.271922, "nauc_map_at_20_diff1": 0.015976, "nauc_map_at_100_max": 0.554044, "nauc_map_at_100_std": 0.282216, "nauc_map_at_100_diff1": 0.010446, "nauc_map_at_1000_max": 0.554044, "nauc_map_at_1000_std": 0.282216, "nauc_map_at_1000_diff1": 0.010446, "nauc_recall_at_1_max": 0.351287, "nauc_recall_at_1_std": 0.016311, "nauc_recall_at_1_diff1": 0.22326, "nauc_recall_at_3_max": 0.450831, "nauc_recall_at_3_std": 0.143858, "nauc_recall_at_3_diff1": 0.060231, "nauc_recall_at_5_max": 0.475189, "nauc_recall_at_5_std": 0.209604, "nauc_recall_at_5_diff1": 0.012333, "nauc_recall_at_10_max": 0.617281, "nauc_recall_at_10_std": 0.375961, "nauc_recall_at_10_diff1": -0.063915, "nauc_recall_at_20_max": 0.662518, "nauc_recall_at_20_std": 0.470044, "nauc_recall_at_20_diff1": -0.11536, "nauc_recall_at_100_max": 0.699428, "nauc_recall_at_100_std": 0.53416, "nauc_recall_at_100_diff1": -0.156067, "nauc_recall_at_1000_max": 0.699428, "nauc_recall_at_1000_std": 0.53416, "nauc_recall_at_1000_diff1": -0.156067, "nauc_precision_at_1_max": 0.566065, "nauc_precision_at_1_std": 0.255172, "nauc_precision_at_1_diff1": 0.094413, "nauc_precision_at_3_max": 0.456076, "nauc_precision_at_3_std": 0.347973, "nauc_precision_at_3_diff1": -0.156318, "nauc_precision_at_5_max": 0.399128, "nauc_precision_at_5_std": 0.395063, "nauc_precision_at_5_diff1": -0.217061, "nauc_precision_at_10_max": 0.339027, "nauc_precision_at_10_std": 0.419869, "nauc_precision_at_10_diff1": -0.220054, "nauc_precision_at_20_max": 0.254622, "nauc_precision_at_20_std": 0.381707, "nauc_precision_at_20_diff1": -0.190857, "nauc_precision_at_100_max": 0.194132, "nauc_precision_at_100_std": 0.34822, "nauc_precision_at_100_diff1": -0.186224, "nauc_precision_at_1000_max": 0.194132, "nauc_precision_at_1000_std": 0.34822, "nauc_precision_at_1000_diff1": -0.186224, "nauc_mrr_at_1_max": 0.566065, "nauc_mrr_at_1_std": 0.255172, "nauc_mrr_at_1_diff1": 0.094413, "nauc_mrr_at_3_max": 0.629508, "nauc_mrr_at_3_std": 0.326513, "nauc_mrr_at_3_diff1": 0.045587, "nauc_mrr_at_5_max": 0.628431, "nauc_mrr_at_5_std": 0.347947, "nauc_mrr_at_5_diff1": 0.040441, "nauc_mrr_at_10_max": 0.631122, "nauc_mrr_at_10_std": 0.351753, "nauc_mrr_at_10_diff1": 0.038616, "nauc_mrr_at_20_max": 0.632922, "nauc_mrr_at_20_std": 0.353779, "nauc_mrr_at_20_diff1": 0.036709, "nauc_mrr_at_100_max": 0.632784, "nauc_mrr_at_100_std": 0.35435, "nauc_mrr_at_100_diff1": 0.036553, "nauc_mrr_at_1000_max": 0.632784, "nauc_mrr_at_1000_std": 0.35435, "nauc_mrr_at_1000_diff1": 0.036553, "hit_rate_at_1": 0.61494, "hit_rate_at_3": 0.75862, "hit_rate_at_5": 0.7931, "hit_rate_at_10": 0.82471, "hit_rate_at_20": 0.84195, "hit_rate_at_100": 0.8477, "hit_rate_at_1000": 0.8477, "main_score": 0.57758, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.57471, "ndcg_at_3": 0.53171, "ndcg_at_5": 0.54531, "ndcg_at_10": 0.56264, "ndcg_at_20": 0.57823, "ndcg_at_100": 0.5882, "ndcg_at_1000": 0.5882, "map_at_1": 0.24753, "map_at_3": 0.37748, "map_at_5": 0.42416, "map_at_10": 0.46163, "map_at_20": 0.47731, "map_at_100": 0.48279, "map_at_1000": 0.48279, "recall_at_1": 0.24753, "recall_at_3": 0.42078, "recall_at_5": 0.51126, "recall_at_10": 0.60001, "recall_at_20": 0.65857, "recall_at_100": 0.68705, "recall_at_1000": 0.68705, "accuracy": 0.24753, "precision_at_1": 0.60057, "precision_at_3": 0.38985, "precision_at_5": 0.3092, "precision_at_10": 0.20201, "precision_at_20": 0.11796, "precision_at_100": 0.02572, "precision_at_1000": 0.00257, "mrr_at_1": 0.600575, "mrr_at_3": 0.659483, "mrr_at_5": 0.670977, "mrr_at_10": 0.67627, "mrr_at_20": 0.677594, "mrr_at_100": 0.677701, "mrr_at_1000": 0.677701, "nauc_ndcg_at_1_max": 0.539125, "nauc_ndcg_at_1_std": 0.253198, "nauc_ndcg_at_1_diff1": 0.034977, "nauc_ndcg_at_3_max": 0.517609, "nauc_ndcg_at_3_std": 0.253319, "nauc_ndcg_at_3_diff1": -0.070473, "nauc_ndcg_at_5_max": 0.557108, "nauc_ndcg_at_5_std": 0.306109, "nauc_ndcg_at_5_diff1": -0.09782, "nauc_ndcg_at_10_max": 0.600586, "nauc_ndcg_at_10_std": 0.3458, "nauc_ndcg_at_10_diff1": -0.11645, "nauc_ndcg_at_20_max": 0.61721, "nauc_ndcg_at_20_std": 0.367738, "nauc_ndcg_at_20_diff1": -0.130858, "nauc_ndcg_at_100_max": 0.620648, "nauc_ndcg_at_100_std": 0.375413, "nauc_ndcg_at_100_diff1": -0.137288, "nauc_ndcg_at_1000_max": 0.620648, "nauc_ndcg_at_1000_std": 0.375413, "nauc_ndcg_at_1000_diff1": -0.137288, "nauc_map_at_1_max": 0.281583, "nauc_map_at_1_std": 0.049095, "nauc_map_at_1_diff1": 0.162539, "nauc_map_at_3_max": 0.399101, "nauc_map_at_3_std": 0.142506, "nauc_map_at_3_diff1": 0.007412, "nauc_map_at_5_max": 0.461281, "nauc_map_at_5_std": 0.205151, "nauc_map_at_5_diff1": -0.037261, "nauc_map_at_10_max": 0.517411, "nauc_map_at_10_std": 0.259422, "nauc_map_at_10_diff1": -0.073544, "nauc_map_at_20_max": 0.533487, "nauc_map_at_20_std": 0.281004, "nauc_map_at_20_diff1": -0.083353, "nauc_map_at_100_max": 0.536747, "nauc_map_at_100_std": 0.286808, "nauc_map_at_100_diff1": -0.087799, "nauc_map_at_1000_max": 0.536747, "nauc_map_at_1000_std": 0.286808, "nauc_map_at_1000_diff1": -0.087799, "nauc_recall_at_1_max": 0.281583, "nauc_recall_at_1_std": 0.049095, "nauc_recall_at_1_diff1": 0.162539, "nauc_recall_at_3_max": 0.407378, "nauc_recall_at_3_std": 0.169758, "nauc_recall_at_3_diff1": -0.053692, "nauc_recall_at_5_max": 0.479072, "nauc_recall_at_5_std": 0.273016, "nauc_recall_at_5_diff1": -0.127451, "nauc_recall_at_10_max": 0.597519, "nauc_recall_at_10_std": 0.388306, "nauc_recall_at_10_diff1": -0.204455, "nauc_recall_at_20_max": 0.656427, "nauc_recall_at_20_std": 0.484365, "nauc_recall_at_20_diff1": -0.271448, "nauc_recall_at_100_max": 0.671322, "nauc_recall_at_100_std": 0.513568, "nauc_recall_at_100_diff1": -0.2952, "nauc_recall_at_1000_max": 0.671322, "nauc_recall_at_1000_std": 0.513568, "nauc_recall_at_1000_diff1": -0.2952, "nauc_precision_at_1_max": 0.576786, "nauc_precision_at_1_std": 0.285044, "nauc_precision_at_1_diff1": 0.021282, "nauc_precision_at_3_max": 0.496503, "nauc_precision_at_3_std": 0.324234, "nauc_precision_at_3_diff1": -0.231406, "nauc_precision_at_5_max": 0.464523, "nauc_precision_at_5_std": 0.372685, "nauc_precision_at_5_diff1": -0.253824, "nauc_precision_at_10_max": 0.417821, "nauc_precision_at_10_std": 0.391299, "nauc_precision_at_10_diff1": -0.255204, "nauc_precision_at_20_max": 0.347148, "nauc_precision_at_20_std": 0.374614, "nauc_precision_at_20_diff1": -0.223636, "nauc_precision_at_100_max": 0.294559, "nauc_precision_at_100_std": 0.34324, "nauc_precision_at_100_diff1": -0.218237, "nauc_precision_at_1000_max": 0.294559, "nauc_precision_at_1000_std": 0.34324, "nauc_precision_at_1000_diff1": -0.218237, "nauc_mrr_at_1_max": 0.576786, "nauc_mrr_at_1_std": 0.285044, "nauc_mrr_at_1_diff1": 0.021282, "nauc_mrr_at_3_max": 0.629085, "nauc_mrr_at_3_std": 0.356958, "nauc_mrr_at_3_diff1": -0.067368, "nauc_mrr_at_5_max": 0.631391, "nauc_mrr_at_5_std": 0.374061, "nauc_mrr_at_5_diff1": -0.071313, "nauc_mrr_at_10_max": 0.638286, "nauc_mrr_at_10_std": 0.38248, "nauc_mrr_at_10_diff1": -0.072469, "nauc_mrr_at_20_max": 0.640438, "nauc_mrr_at_20_std": 0.384823, "nauc_mrr_at_20_diff1": -0.074251, "nauc_mrr_at_100_max": 0.640371, "nauc_mrr_at_100_std": 0.384735, "nauc_mrr_at_100_diff1": -0.073583, "nauc_mrr_at_1000_max": 0.640371, "nauc_mrr_at_1000_std": 0.384735, "nauc_mrr_at_1000_diff1": -0.073583, "hit_rate_at_1": 0.60057, "hit_rate_at_3": 0.73276, "hit_rate_at_5": 0.78448, "hit_rate_at_10": 0.82184, "hit_rate_at_20": 0.84195, "hit_rate_at_100": 0.84483, "hit_rate_at_1000": 0.84483, "main_score": 0.56264, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.55603, "ndcg_at_3": 0.51587, "ndcg_at_5": 0.53005, "ndcg_at_10": 0.54839, "ndcg_at_20": 0.56502, "ndcg_at_100": 0.57276, "ndcg_at_1000": 0.57276, "map_at_1": 0.24334, "map_at_3": 0.36435, "map_at_5": 0.41046, "map_at_10": 0.45064, "map_at_20": 0.46677, "map_at_100": 0.47095, "map_at_1000": 0.47095, "recall_at_1": 0.24334, "recall_at_3": 0.40454, "recall_at_5": 0.49673, "recall_at_10": 0.58173, "recall_at_20": 0.64149, "recall_at_100": 0.66284, "recall_at_1000": 0.66284, "accuracy": 0.24334, "precision_at_1": 0.58046, "precision_at_3": 0.37548, "precision_at_5": 0.3, "precision_at_10": 0.2, "precision_at_20": 0.11695, "precision_at_100": 0.02509, "precision_at_1000": 0.00251, "mrr_at_1": 0.58046, "mrr_at_3": 0.641762, "mrr_at_5": 0.654119, "mrr_at_10": 0.656134, "mrr_at_20": 0.65764, "mrr_at_100": 0.657777, "mrr_at_1000": 0.657777, "nauc_ndcg_at_1_max": 0.567452, "nauc_ndcg_at_1_std": 0.267796, "nauc_ndcg_at_1_diff1": 0.008204, "nauc_ndcg_at_3_max": 0.553912, "nauc_ndcg_at_3_std": 0.272049, "nauc_ndcg_at_3_diff1": -0.087154, "nauc_ndcg_at_5_max": 0.597256, "nauc_ndcg_at_5_std": 0.326136, "nauc_ndcg_at_5_diff1": -0.123462, "nauc_ndcg_at_10_max": 0.63156, "nauc_ndcg_at_10_std": 0.365401, "nauc_ndcg_at_10_diff1": -0.124137, "nauc_ndcg_at_20_max": 0.651397, "nauc_ndcg_at_20_std": 0.404413, "nauc_ndcg_at_20_diff1": -0.142863, "nauc_ndcg_at_100_max": 0.659036, "nauc_ndcg_at_100_std": 0.410379, "nauc_ndcg_at_100_diff1": -0.150438, "nauc_ndcg_at_1000_max": 0.659036, "nauc_ndcg_at_1000_std": 0.410379, "nauc_ndcg_at_1000_diff1": -0.150438, "nauc_map_at_1_max": 0.364546, "nauc_map_at_1_std": 0.07731, "nauc_map_at_1_diff1": 0.192209, "nauc_map_at_3_max": 0.453153, "nauc_map_at_3_std": 0.14692, "nauc_map_at_3_diff1": 0.028877, "nauc_map_at_5_max": 0.503649, "nauc_map_at_5_std": 0.218345, "nauc_map_at_5_diff1": -0.027216, "nauc_map_at_10_max": 0.558816, "nauc_map_at_10_std": 0.278535, "nauc_map_at_10_diff1": -0.069554, "nauc_map_at_20_max": 0.575895, "nauc_map_at_20_std": 0.306847, "nauc_map_at_20_diff1": -0.088633, "nauc_map_at_100_max": 0.579939, "nauc_map_at_100_std": 0.310795, "nauc_map_at_100_diff1": -0.094914, "nauc_map_at_1000_max": 0.579939, "nauc_map_at_1000_std": 0.310795, "nauc_map_at_1000_diff1": -0.094914, "nauc_recall_at_1_max": 0.364546, "nauc_recall_at_1_std": 0.07731, "nauc_recall_at_1_diff1": 0.192209, "nauc_recall_at_3_max": 0.429389, "nauc_recall_at_3_std": 0.157333, "nauc_recall_at_3_diff1": -0.024684, "nauc_recall_at_5_max": 0.515651, "nauc_recall_at_5_std": 0.283638, "nauc_recall_at_5_diff1": -0.12453, "nauc_recall_at_10_max": 0.617235, "nauc_recall_at_10_std": 0.39337, "nauc_recall_at_10_diff1": -0.183435, "nauc_recall_at_20_max": 0.686484, "nauc_recall_at_20_std": 0.508639, "nauc_recall_at_20_diff1": -0.262247, "nauc_recall_at_100_max": 0.71071, "nauc_recall_at_100_std": 0.531015, "nauc_recall_at_100_diff1": -0.286541, "nauc_recall_at_1000_max": 0.71071, "nauc_recall_at_1000_std": 0.531015, "nauc_recall_at_1000_diff1": -0.286541, "nauc_precision_at_1_max": 0.596932, "nauc_precision_at_1_std": 0.27799, "nauc_precision_at_1_diff1": 0.002769, "nauc_precision_at_3_max": 0.489987, "nauc_precision_at_3_std": 0.323686, "nauc_precision_at_3_diff1": -0.264249, "nauc_precision_at_5_max": 0.465148, "nauc_precision_at_5_std": 0.410586, "nauc_precision_at_5_diff1": -0.333041, "nauc_precision_at_10_max": 0.401437, "nauc_precision_at_10_std": 0.409004, "nauc_precision_at_10_diff1": -0.313274, "nauc_precision_at_20_max": 0.360253, "nauc_precision_at_20_std": 0.412324, "nauc_precision_at_20_diff1": -0.321237, "nauc_precision_at_100_max": 0.329471, "nauc_precision_at_100_std": 0.382741, "nauc_precision_at_100_diff1": -0.318156, "nauc_precision_at_1000_max": 0.329471, "nauc_precision_at_1000_std": 0.382741, "nauc_precision_at_1000_diff1": -0.318156, "nauc_mrr_at_1_max": 0.596932, "nauc_mrr_at_1_std": 0.27799, "nauc_mrr_at_1_diff1": 0.002769, "nauc_mrr_at_3_max": 0.632196, "nauc_mrr_at_3_std": 0.345936, "nauc_mrr_at_3_diff1": -0.078014, "nauc_mrr_at_5_max": 0.653308, "nauc_mrr_at_5_std": 0.37517, "nauc_mrr_at_5_diff1": -0.088306, "nauc_mrr_at_10_max": 0.655739, "nauc_mrr_at_10_std": 0.380221, "nauc_mrr_at_10_diff1": -0.088534, "nauc_mrr_at_20_max": 0.65779, "nauc_mrr_at_20_std": 0.382499, "nauc_mrr_at_20_diff1": -0.089578, "nauc_mrr_at_100_max": 0.657895, "nauc_mrr_at_100_std": 0.382602, "nauc_mrr_at_100_diff1": -0.089337, "nauc_mrr_at_1000_max": 0.657895, "nauc_mrr_at_1000_std": 0.382602, "nauc_mrr_at_1000_diff1": -0.089337, "hit_rate_at_1": 0.58046, "hit_rate_at_3": 0.71552, "hit_rate_at_5": 0.77011, "hit_rate_at_10": 0.78448, "hit_rate_at_20": 0.80747, "hit_rate_at_100": 0.81034, "hit_rate_at_1000": 0.81034, "main_score": 0.54839, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.31" } ] }, "evaluation_time": 3018.5369145269506, "kg_co2_emissions": null, "date": 1793553717.818371, "evaluation_phases": [ { "name": "Data loading", "start": 5.192100070416927e-05, "end": 114.4807776431553, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 114.48080346407369, "end": 114.4808050841093, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 114.49417981714942, "end": 608.8023755131289, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 608.802727439208, "end": 608.8808849949855, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 608.9085747881327, "end": 1091.1134022301994, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1091.11377678602, "end": 1091.1763711650856, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1091.7107224632055, "end": 1572.4806593500543, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1572.48103575618, "end": 1572.5439774130937, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1572.9280979051255, "end": 2054.794112257194, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2054.7944886630867, "end": 2054.8585844209883, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2055.0265803700313, "end": 2535.0397942780983, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2535.040176494047, "end": 2535.104522793088, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2535.1413982789963, "end": 3018.453629988013, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3018.4539915341884, "end": 3018.516924006166, "split": "test", "subset": "portuguese" } ] }