{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.36478, "ndcg_at_3": 0.34612, "ndcg_at_5": 0.3403, "ndcg_at_10": 0.33551, "ndcg_at_20": 0.33263, "ndcg_at_100": 0.33559, "ndcg_at_1000": 0.33559, "map_at_1": 0.1465, "map_at_3": 0.20971, "map_at_5": 0.23059, "map_at_10": 0.2483, "map_at_20": 0.25704, "map_at_100": 0.25951, "map_at_1000": 0.25951, "recall_at_1": 0.1465, "recall_at_3": 0.24327, "recall_at_5": 0.28271, "recall_at_10": 0.32142, "recall_at_20": 0.34484, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.1465, "precision_at_1": 0.38365, "precision_at_3": 0.25786, "precision_at_5": 0.20189, "precision_at_10": 0.13145, "precision_at_20": 0.07704, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.383648, "mrr_at_3": 0.448637, "mrr_at_5": 0.455713, "mrr_at_10": 0.458315, "mrr_at_20": 0.459329, "mrr_at_100": 0.459571, "mrr_at_1000": 0.459571, "nauc_ndcg_at_1_max": 0.487075, "nauc_ndcg_at_1_std": 0.280499, "nauc_ndcg_at_1_diff1": 0.048654, "nauc_ndcg_at_3_max": 0.513104, "nauc_ndcg_at_3_std": 0.31523, "nauc_ndcg_at_3_diff1": -0.050544, "nauc_ndcg_at_5_max": 0.508623, "nauc_ndcg_at_5_std": 0.317343, "nauc_ndcg_at_5_diff1": -0.066808, "nauc_ndcg_at_10_max": 0.507102, "nauc_ndcg_at_10_std": 0.341308, "nauc_ndcg_at_10_diff1": -0.086961, "nauc_ndcg_at_20_max": 0.506563, "nauc_ndcg_at_20_std": 0.327872, "nauc_ndcg_at_20_diff1": -0.079255, "nauc_ndcg_at_100_max": 0.503807, "nauc_ndcg_at_100_std": 0.32926, "nauc_ndcg_at_100_diff1": -0.084185, "nauc_ndcg_at_1000_max": 0.503807, "nauc_ndcg_at_1000_std": 0.32926, "nauc_ndcg_at_1000_diff1": -0.084185, "nauc_map_at_1_max": 0.32355, "nauc_map_at_1_std": 0.05744, "nauc_map_at_1_diff1": 0.15138, "nauc_map_at_3_max": 0.39343, "nauc_map_at_3_std": 0.155785, "nauc_map_at_3_diff1": 0.039405, "nauc_map_at_5_max": 0.420594, "nauc_map_at_5_std": 0.191774, "nauc_map_at_5_diff1": 0.00959, "nauc_map_at_10_max": 0.448485, "nauc_map_at_10_std": 0.243707, "nauc_map_at_10_diff1": -0.025763, "nauc_map_at_20_max": 0.453047, "nauc_map_at_20_std": 0.260405, "nauc_map_at_20_diff1": -0.037766, "nauc_map_at_100_max": 0.452821, "nauc_map_at_100_std": 0.266972, "nauc_map_at_100_diff1": -0.043746, "nauc_map_at_1000_max": 0.452821, "nauc_map_at_1000_std": 0.266972, "nauc_map_at_1000_diff1": -0.043746, "nauc_recall_at_1_max": 0.32355, "nauc_recall_at_1_std": 0.05744, "nauc_recall_at_1_diff1": 0.15138, "nauc_recall_at_3_max": 0.409843, "nauc_recall_at_3_std": 0.193678, "nauc_recall_at_3_diff1": -0.025013, "nauc_recall_at_5_max": 0.436433, "nauc_recall_at_5_std": 0.243211, "nauc_recall_at_5_diff1": -0.079501, "nauc_recall_at_10_max": 0.460196, "nauc_recall_at_10_std": 0.331709, "nauc_recall_at_10_diff1": -0.131892, "nauc_recall_at_20_max": 0.47819, "nauc_recall_at_20_std": 0.359779, "nauc_recall_at_20_diff1": -0.152956, "nauc_recall_at_100_max": 0.474954, "nauc_recall_at_100_std": 0.372217, "nauc_recall_at_100_diff1": -0.171286, "nauc_recall_at_1000_max": 0.474954, "nauc_recall_at_1000_std": 0.372217, "nauc_recall_at_1000_diff1": -0.171286, "nauc_precision_at_1_max": 0.520881, "nauc_precision_at_1_std": 0.304997, "nauc_precision_at_1_diff1": 0.038503, "nauc_precision_at_3_max": 0.507068, "nauc_precision_at_3_std": 0.403638, "nauc_precision_at_3_diff1": -0.151892, "nauc_precision_at_5_max": 0.487085, "nauc_precision_at_5_std": 0.424344, "nauc_precision_at_5_diff1": -0.187748, "nauc_precision_at_10_max": 0.449012, "nauc_precision_at_10_std": 0.474056, "nauc_precision_at_10_diff1": -0.240306, "nauc_precision_at_20_max": 0.414008, "nauc_precision_at_20_std": 0.471383, "nauc_precision_at_20_diff1": -0.251134, "nauc_precision_at_100_max": 0.389288, "nauc_precision_at_100_std": 0.468311, "nauc_precision_at_100_diff1": -0.259886, "nauc_precision_at_1000_max": 0.389288, "nauc_precision_at_1000_std": 0.468311, "nauc_precision_at_1000_diff1": -0.259886, "nauc_mrr_at_1_max": 0.520881, "nauc_mrr_at_1_std": 0.304997, "nauc_mrr_at_1_diff1": 0.038503, "nauc_mrr_at_3_max": 0.589347, "nauc_mrr_at_3_std": 0.388636, "nauc_mrr_at_3_diff1": -0.049588, "nauc_mrr_at_5_max": 0.590826, "nauc_mrr_at_5_std": 0.392204, "nauc_mrr_at_5_diff1": -0.055958, "nauc_mrr_at_10_max": 0.590248, "nauc_mrr_at_10_std": 0.397579, "nauc_mrr_at_10_diff1": -0.059017, "nauc_mrr_at_20_max": 0.589393, "nauc_mrr_at_20_std": 0.397662, "nauc_mrr_at_20_diff1": -0.060692, "nauc_mrr_at_100_max": 0.589117, "nauc_mrr_at_100_std": 0.397528, "nauc_mrr_at_100_diff1": -0.06093, "nauc_mrr_at_1000_max": 0.589117, "nauc_mrr_at_1000_std": 0.397528, "nauc_mrr_at_1000_diff1": -0.06093, "hit_rate_at_1": 0.38365, "hit_rate_at_3": 0.52201, "hit_rate_at_5": 0.55346, "hit_rate_at_10": 0.57233, "hit_rate_at_20": 0.58491, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.33551, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.40566, "ndcg_at_3": 0.38102, "ndcg_at_5": 0.37206, "ndcg_at_10": 0.3741, "ndcg_at_20": 0.37533, "ndcg_at_100": 0.38375, "ndcg_at_1000": 0.38375, "map_at_1": 0.16794, "map_at_3": 0.24292, "map_at_5": 0.26189, "map_at_10": 0.2849, "map_at_20": 0.29493, "map_at_100": 0.30094, "map_at_1000": 0.30094, "recall_at_1": 0.16794, "recall_at_3": 0.27761, "recall_at_5": 0.31438, "recall_at_10": 0.37025, "recall_at_20": 0.40151, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.16794, "precision_at_1": 0.42767, "precision_at_3": 0.28407, "precision_at_5": 0.21384, "precision_at_10": 0.14214, "precision_at_20": 0.08506, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.427673, "mrr_at_3": 0.489518, "mrr_at_5": 0.495964, "mrr_at_10": 0.499492, "mrr_at_20": 0.501017, "mrr_at_100": 0.501507, "mrr_at_1000": 0.501507, "nauc_ndcg_at_1_max": 0.559988, "nauc_ndcg_at_1_std": 0.370233, "nauc_ndcg_at_1_diff1": 0.070472, "nauc_ndcg_at_3_max": 0.58186, "nauc_ndcg_at_3_std": 0.411223, "nauc_ndcg_at_3_diff1": -0.017006, "nauc_ndcg_at_5_max": 0.577007, "nauc_ndcg_at_5_std": 0.409964, "nauc_ndcg_at_5_diff1": -0.01638, "nauc_ndcg_at_10_max": 0.587596, "nauc_ndcg_at_10_std": 0.433264, "nauc_ndcg_at_10_diff1": -0.042114, "nauc_ndcg_at_20_max": 0.584424, "nauc_ndcg_at_20_std": 0.430615, "nauc_ndcg_at_20_diff1": -0.047951, "nauc_ndcg_at_100_max": 0.590565, "nauc_ndcg_at_100_std": 0.434383, "nauc_ndcg_at_100_diff1": -0.056301, "nauc_ndcg_at_1000_max": 0.590565, "nauc_ndcg_at_1000_std": 0.434383, "nauc_ndcg_at_1000_diff1": -0.056301, "nauc_map_at_1_max": 0.400084, "nauc_map_at_1_std": 0.137558, "nauc_map_at_1_diff1": 0.164455, "nauc_map_at_3_max": 0.463344, "nauc_map_at_3_std": 0.233274, "nauc_map_at_3_diff1": 0.053807, "nauc_map_at_5_max": 0.481559, "nauc_map_at_5_std": 0.269898, "nauc_map_at_5_diff1": 0.035268, "nauc_map_at_10_max": 0.51012, "nauc_map_at_10_std": 0.323209, "nauc_map_at_10_diff1": 0.00439, "nauc_map_at_20_max": 0.516625, "nauc_map_at_20_std": 0.344784, "nauc_map_at_20_diff1": -0.011269, "nauc_map_at_100_max": 0.524725, "nauc_map_at_100_std": 0.351912, "nauc_map_at_100_diff1": -0.020898, "nauc_map_at_1000_max": 0.524725, "nauc_map_at_1000_std": 0.351912, "nauc_map_at_1000_diff1": -0.020898, "nauc_recall_at_1_max": 0.400084, "nauc_recall_at_1_std": 0.137558, "nauc_recall_at_1_diff1": 0.164455, "nauc_recall_at_3_max": 0.451804, "nauc_recall_at_3_std": 0.245212, "nauc_recall_at_3_diff1": 0.016148, "nauc_recall_at_5_max": 0.465372, "nauc_recall_at_5_std": 0.291696, "nauc_recall_at_5_diff1": -0.013503, "nauc_recall_at_10_max": 0.512293, "nauc_recall_at_10_std": 0.379916, "nauc_recall_at_10_diff1": -0.074506, "nauc_recall_at_20_max": 0.528846, "nauc_recall_at_20_std": 0.436072, "nauc_recall_at_20_diff1": -0.108487, "nauc_recall_at_100_max": 0.53944, "nauc_recall_at_100_std": 0.445948, "nauc_recall_at_100_diff1": -0.128017, "nauc_recall_at_1000_max": 0.53944, "nauc_recall_at_1000_std": 0.445948, "nauc_recall_at_1000_diff1": -0.128017, "nauc_precision_at_1_max": 0.584143, "nauc_precision_at_1_std": 0.392692, "nauc_precision_at_1_diff1": 0.046898, "nauc_precision_at_3_max": 0.555875, "nauc_precision_at_3_std": 0.504611, "nauc_precision_at_3_diff1": -0.17563, "nauc_precision_at_5_max": 0.508244, "nauc_precision_at_5_std": 0.513735, "nauc_precision_at_5_diff1": -0.176977, "nauc_precision_at_10_max": 0.475829, "nauc_precision_at_10_std": 0.534813, "nauc_precision_at_10_diff1": -0.222641, "nauc_precision_at_20_max": 0.440247, "nauc_precision_at_20_std": 0.531645, "nauc_precision_at_20_diff1": -0.247309, "nauc_precision_at_100_max": 0.415092, "nauc_precision_at_100_std": 0.469701, "nauc_precision_at_100_diff1": -0.242129, "nauc_precision_at_1000_max": 0.415092, "nauc_precision_at_1000_std": 0.469701, "nauc_precision_at_1000_diff1": -0.242129, "nauc_mrr_at_1_max": 0.584143, "nauc_mrr_at_1_std": 0.392692, "nauc_mrr_at_1_diff1": 0.046898, "nauc_mrr_at_3_max": 0.638429, "nauc_mrr_at_3_std": 0.478296, "nauc_mrr_at_3_diff1": -0.02007, "nauc_mrr_at_5_max": 0.643785, "nauc_mrr_at_5_std": 0.482115, "nauc_mrr_at_5_diff1": -0.023247, "nauc_mrr_at_10_max": 0.645215, "nauc_mrr_at_10_std": 0.485576, "nauc_mrr_at_10_diff1": -0.024365, "nauc_mrr_at_20_max": 0.645198, "nauc_mrr_at_20_std": 0.488821, "nauc_mrr_at_20_diff1": -0.024759, "nauc_mrr_at_100_max": 0.645072, "nauc_mrr_at_100_std": 0.489065, "nauc_mrr_at_100_diff1": -0.025557, "nauc_mrr_at_1000_max": 0.645072, "nauc_mrr_at_1000_std": 0.489065, "nauc_mrr_at_1000_diff1": -0.025557, "hit_rate_at_1": 0.42767, "hit_rate_at_3": 0.56289, "hit_rate_at_5": 0.59119, "hit_rate_at_10": 0.61635, "hit_rate_at_20": 0.63836, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.3741, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.61006, "ndcg_at_3": 0.6045, "ndcg_at_5": 0.60548, "ndcg_at_10": 0.62237, "ndcg_at_20": 0.64674, "ndcg_at_100": 0.66397, "ndcg_at_1000": 0.66397, "map_at_1": 0.25676, "map_at_3": 0.38981, "map_at_5": 0.43969, "map_at_10": 0.48885, "map_at_20": 0.5184, "map_at_100": 0.5298, "map_at_1000": 0.5298, "recall_at_1": 0.25676, "recall_at_3": 0.44801, "recall_at_5": 0.53015, "recall_at_10": 0.63733, "recall_at_20": 0.74038, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.25676, "precision_at_1": 0.63208, "precision_at_3": 0.45388, "precision_at_5": 0.36289, "precision_at_10": 0.2544, "precision_at_20": 0.16336, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.632075, "mrr_at_3": 0.725891, "mrr_at_5": 0.728878, "mrr_at_10": 0.735853, "mrr_at_20": 0.738997, "mrr_at_100": 0.739203, "mrr_at_1000": 0.739203, "nauc_ndcg_at_1_max": 0.402862, "nauc_ndcg_at_1_std": 0.044963, "nauc_ndcg_at_1_diff1": 0.203349, "nauc_ndcg_at_3_max": 0.338381, "nauc_ndcg_at_3_std": -0.012398, "nauc_ndcg_at_3_diff1": 0.124609, "nauc_ndcg_at_5_max": 0.324124, "nauc_ndcg_at_5_std": -0.032726, "nauc_ndcg_at_5_diff1": 0.12189, "nauc_ndcg_at_10_max": 0.333341, "nauc_ndcg_at_10_std": -0.006933, "nauc_ndcg_at_10_diff1": 0.101541, "nauc_ndcg_at_20_max": 0.341278, "nauc_ndcg_at_20_std": 0.00649, "nauc_ndcg_at_20_diff1": 0.107657, "nauc_ndcg_at_100_max": 0.35045, "nauc_ndcg_at_100_std": 0.008817, "nauc_ndcg_at_100_diff1": 0.092217, "nauc_ndcg_at_1000_max": 0.35045, "nauc_ndcg_at_1000_std": 0.008817, "nauc_ndcg_at_1000_diff1": 0.092217, "nauc_map_at_1_max": 0.145035, "nauc_map_at_1_std": -0.135901, "nauc_map_at_1_diff1": 0.267203, "nauc_map_at_3_max": 0.185084, "nauc_map_at_3_std": -0.127786, "nauc_map_at_3_diff1": 0.142288, "nauc_map_at_5_max": 0.20472, "nauc_map_at_5_std": -0.129384, "nauc_map_at_5_diff1": 0.133429, "nauc_map_at_10_max": 0.238513, "nauc_map_at_10_std": -0.078365, "nauc_map_at_10_diff1": 0.110194, "nauc_map_at_20_max": 0.253405, "nauc_map_at_20_std": -0.047565, "nauc_map_at_20_diff1": 0.104431, "nauc_map_at_100_max": 0.26192, "nauc_map_at_100_std": -0.037302, "nauc_map_at_100_diff1": 0.091282, "nauc_map_at_1000_max": 0.26192, "nauc_map_at_1000_std": -0.037302, "nauc_map_at_1000_diff1": 0.091282, "nauc_recall_at_1_max": 0.145035, "nauc_recall_at_1_std": -0.135901, "nauc_recall_at_1_diff1": 0.267203, "nauc_recall_at_3_max": 0.149191, "nauc_recall_at_3_std": -0.124568, "nauc_recall_at_3_diff1": 0.112578, "nauc_recall_at_5_max": 0.160262, "nauc_recall_at_5_std": -0.135263, "nauc_recall_at_5_diff1": 0.103887, "nauc_recall_at_10_max": 0.224644, "nauc_recall_at_10_std": -0.044997, "nauc_recall_at_10_diff1": 0.057968, "nauc_recall_at_20_max": 0.261855, "nauc_recall_at_20_std": 0.047712, "nauc_recall_at_20_diff1": 0.02979, "nauc_recall_at_100_max": 0.295581, "nauc_recall_at_100_std": 0.056124, "nauc_recall_at_100_diff1": -0.046777, "nauc_recall_at_1000_max": 0.295581, "nauc_recall_at_1000_std": 0.056124, "nauc_recall_at_1000_diff1": -0.046777, "nauc_precision_at_1_max": 0.412548, "nauc_precision_at_1_std": 0.048554, "nauc_precision_at_1_diff1": 0.186699, "nauc_precision_at_3_max": 0.280601, "nauc_precision_at_3_std": 0.083276, "nauc_precision_at_3_diff1": -0.102782, "nauc_precision_at_5_max": 0.234556, "nauc_precision_at_5_std": 0.11525, "nauc_precision_at_5_diff1": -0.104431, "nauc_precision_at_10_max": 0.179818, "nauc_precision_at_10_std": 0.212488, "nauc_precision_at_10_diff1": -0.128243, "nauc_precision_at_20_max": 0.135298, "nauc_precision_at_20_std": 0.233416, "nauc_precision_at_20_diff1": -0.14123, "nauc_precision_at_100_max": 0.118911, "nauc_precision_at_100_std": 0.210875, "nauc_precision_at_100_diff1": -0.1652, "nauc_precision_at_1000_max": 0.118911, "nauc_precision_at_1000_std": 0.210875, "nauc_precision_at_1000_diff1": -0.1652, "nauc_mrr_at_1_max": 0.412548, "nauc_mrr_at_1_std": 0.048554, "nauc_mrr_at_1_diff1": 0.186699, "nauc_mrr_at_3_max": 0.433939, "nauc_mrr_at_3_std": 0.033312, "nauc_mrr_at_3_diff1": 0.160324, "nauc_mrr_at_5_max": 0.4396, "nauc_mrr_at_5_std": 0.039722, "nauc_mrr_at_5_diff1": 0.155558, "nauc_mrr_at_10_max": 0.443191, "nauc_mrr_at_10_std": 0.048687, "nauc_mrr_at_10_diff1": 0.156732, "nauc_mrr_at_20_max": 0.440346, "nauc_mrr_at_20_std": 0.049449, "nauc_mrr_at_20_diff1": 0.154675, "nauc_mrr_at_100_max": 0.439951, "nauc_mrr_at_100_std": 0.049176, "nauc_mrr_at_100_diff1": 0.154089, "nauc_mrr_at_1000_max": 0.439951, "nauc_mrr_at_1000_std": 0.049176, "nauc_mrr_at_1000_diff1": 0.154089, "hit_rate_at_1": 0.63208, "hit_rate_at_3": 0.84277, "hit_rate_at_5": 0.85535, "hit_rate_at_10": 0.90252, "hit_rate_at_20": 0.9434, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.62237, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.33333, "ndcg_at_3": 0.31586, "ndcg_at_5": 0.31333, "ndcg_at_10": 0.30725, "ndcg_at_20": 0.31282, "ndcg_at_100": 0.31779, "ndcg_at_1000": 0.31779, "map_at_1": 0.13418, "map_at_3": 0.19219, "map_at_5": 0.21357, "map_at_10": 0.22943, "map_at_20": 0.24008, "map_at_100": 0.24355, "map_at_1000": 0.24355, "recall_at_1": 0.13418, "recall_at_3": 0.2307, "recall_at_5": 0.26747, "recall_at_10": 0.30132, "recall_at_20": 0.33764, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.13418, "precision_at_1": 0.34906, "precision_at_3": 0.22642, "precision_at_5": 0.17925, "precision_at_10": 0.11635, "precision_at_20": 0.07217, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.349057, "mrr_at_3": 0.408281, "mrr_at_5": 0.414413, "mrr_at_10": 0.418076, "mrr_at_20": 0.420416, "mrr_at_100": 0.420747, "mrr_at_1000": 0.420747, "nauc_ndcg_at_1_max": 0.543748, "nauc_ndcg_at_1_std": 0.376827, "nauc_ndcg_at_1_diff1": 0.088178, "nauc_ndcg_at_3_max": 0.574118, "nauc_ndcg_at_3_std": 0.392984, "nauc_ndcg_at_3_diff1": 0.014028, "nauc_ndcg_at_5_max": 0.584882, "nauc_ndcg_at_5_std": 0.411946, "nauc_ndcg_at_5_diff1": -0.008513, "nauc_ndcg_at_10_max": 0.577611, "nauc_ndcg_at_10_std": 0.417793, "nauc_ndcg_at_10_diff1": -0.027039, "nauc_ndcg_at_20_max": 0.5865, "nauc_ndcg_at_20_std": 0.433846, "nauc_ndcg_at_20_diff1": -0.035291, "nauc_ndcg_at_100_max": 0.588719, "nauc_ndcg_at_100_std": 0.431693, "nauc_ndcg_at_100_diff1": -0.040702, "nauc_ndcg_at_1000_max": 0.588719, "nauc_ndcg_at_1000_std": 0.431693, "nauc_ndcg_at_1000_diff1": -0.040702, "nauc_map_at_1_max": 0.419047, "nauc_map_at_1_std": 0.178045, "nauc_map_at_1_diff1": 0.189981, "nauc_map_at_3_max": 0.473225, "nauc_map_at_3_std": 0.24092, "nauc_map_at_3_diff1": 0.080964, "nauc_map_at_5_max": 0.51076, "nauc_map_at_5_std": 0.297443, "nauc_map_at_5_diff1": 0.042991, "nauc_map_at_10_max": 0.528966, "nauc_map_at_10_std": 0.335469, "nauc_map_at_10_diff1": 0.013633, "nauc_map_at_20_max": 0.549452, "nauc_map_at_20_std": 0.367669, "nauc_map_at_20_diff1": -0.005356, "nauc_map_at_100_max": 0.554226, "nauc_map_at_100_std": 0.371852, "nauc_map_at_100_diff1": -0.011765, "nauc_map_at_1000_max": 0.554226, "nauc_map_at_1000_std": 0.371852, "nauc_map_at_1000_diff1": -0.011765, "nauc_recall_at_1_max": 0.419047, "nauc_recall_at_1_std": 0.178045, "nauc_recall_at_1_diff1": 0.189981, "nauc_recall_at_3_max": 0.439901, "nauc_recall_at_3_std": 0.233729, "nauc_recall_at_3_diff1": 0.026305, "nauc_recall_at_5_max": 0.487847, "nauc_recall_at_5_std": 0.308265, "nauc_recall_at_5_diff1": -0.023279, "nauc_recall_at_10_max": 0.502691, "nauc_recall_at_10_std": 0.361, "nauc_recall_at_10_diff1": -0.066792, "nauc_recall_at_20_max": 0.543234, "nauc_recall_at_20_std": 0.444013, "nauc_recall_at_20_diff1": -0.104874, "nauc_recall_at_100_max": 0.557718, "nauc_recall_at_100_std": 0.447902, "nauc_recall_at_100_diff1": -0.119682, "nauc_recall_at_1000_max": 0.557718, "nauc_recall_at_1000_std": 0.447902, "nauc_recall_at_1000_diff1": -0.119682, "nauc_precision_at_1_max": 0.572212, "nauc_precision_at_1_std": 0.393538, "nauc_precision_at_1_diff1": 0.074125, "nauc_precision_at_3_max": 0.584712, "nauc_precision_at_3_std": 0.469392, "nauc_precision_at_3_diff1": -0.130962, "nauc_precision_at_5_max": 0.569329, "nauc_precision_at_5_std": 0.506139, "nauc_precision_at_5_diff1": -0.16848, "nauc_precision_at_10_max": 0.55016, "nauc_precision_at_10_std": 0.535482, "nauc_precision_at_10_diff1": -0.209849, "nauc_precision_at_20_max": 0.549757, "nauc_precision_at_20_std": 0.564447, "nauc_precision_at_20_diff1": -0.224438, "nauc_precision_at_100_max": 0.52488, "nauc_precision_at_100_std": 0.526418, "nauc_precision_at_100_diff1": -0.229126, "nauc_precision_at_1000_max": 0.52488, "nauc_precision_at_1000_std": 0.526418, "nauc_precision_at_1000_diff1": -0.229126, "nauc_mrr_at_1_max": 0.572212, "nauc_mrr_at_1_std": 0.393538, "nauc_mrr_at_1_diff1": 0.074125, "nauc_mrr_at_3_max": 0.600421, "nauc_mrr_at_3_std": 0.447641, "nauc_mrr_at_3_diff1": 0.020235, "nauc_mrr_at_5_max": 0.605404, "nauc_mrr_at_5_std": 0.452034, "nauc_mrr_at_5_diff1": 0.013493, "nauc_mrr_at_10_max": 0.608913, "nauc_mrr_at_10_std": 0.457362, "nauc_mrr_at_10_diff1": 0.01161, "nauc_mrr_at_20_max": 0.610799, "nauc_mrr_at_20_std": 0.460785, "nauc_mrr_at_20_diff1": 0.012226, "nauc_mrr_at_100_max": 0.610829, "nauc_mrr_at_100_std": 0.461, "nauc_mrr_at_100_diff1": 0.012083, "nauc_mrr_at_1000_max": 0.610829, "nauc_mrr_at_1000_std": 0.461, "nauc_mrr_at_1000_diff1": 0.012083, "hit_rate_at_1": 0.34906, "hit_rate_at_3": 0.47484, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.52516, "hit_rate_at_20": 0.5566, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.30725, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.36635, "ndcg_at_3": 0.35887, "ndcg_at_5": 0.35064, "ndcg_at_10": 0.34984, "ndcg_at_20": 0.35694, "ndcg_at_100": 0.36114, "ndcg_at_1000": 0.36114, "map_at_1": 0.15905, "map_at_3": 0.22805, "map_at_5": 0.2472, "map_at_10": 0.2648, "map_at_20": 0.27544, "map_at_100": 0.27791, "map_at_1000": 0.27791, "recall_at_1": 0.15905, "recall_at_3": 0.26922, "recall_at_5": 0.3026, "recall_at_10": 0.3516, "recall_at_20": 0.39207, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.15905, "precision_at_1": 0.38994, "precision_at_3": 0.25996, "precision_at_5": 0.19497, "precision_at_10": 0.12547, "precision_at_20": 0.07893, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.389937, "mrr_at_3": 0.466457, "mrr_at_5": 0.471017, "mrr_at_10": 0.474304, "mrr_at_20": 0.476333, "mrr_at_100": 0.476582, "mrr_at_1000": 0.476582, "nauc_ndcg_at_1_max": 0.474117, "nauc_ndcg_at_1_std": 0.350016, "nauc_ndcg_at_1_diff1": 0.04343, "nauc_ndcg_at_3_max": 0.521811, "nauc_ndcg_at_3_std": 0.370422, "nauc_ndcg_at_3_diff1": -0.041266, "nauc_ndcg_at_5_max": 0.51931, "nauc_ndcg_at_5_std": 0.371378, "nauc_ndcg_at_5_diff1": -0.053753, "nauc_ndcg_at_10_max": 0.53725, "nauc_ndcg_at_10_std": 0.404474, "nauc_ndcg_at_10_diff1": -0.082597, "nauc_ndcg_at_20_max": 0.543478, "nauc_ndcg_at_20_std": 0.428036, "nauc_ndcg_at_20_diff1": -0.103532, "nauc_ndcg_at_100_max": 0.548674, "nauc_ndcg_at_100_std": 0.432491, "nauc_ndcg_at_100_diff1": -0.111945, "nauc_ndcg_at_1000_max": 0.548674, "nauc_ndcg_at_1000_std": 0.432491, "nauc_ndcg_at_1000_diff1": -0.111945, "nauc_map_at_1_max": 0.367119, "nauc_map_at_1_std": 0.162931, "nauc_map_at_1_diff1": 0.050732, "nauc_map_at_3_max": 0.435869, "nauc_map_at_3_std": 0.237542, "nauc_map_at_3_diff1": -0.033697, "nauc_map_at_5_max": 0.459266, "nauc_map_at_5_std": 0.277021, "nauc_map_at_5_diff1": -0.047157, "nauc_map_at_10_max": 0.477334, "nauc_map_at_10_std": 0.314948, "nauc_map_at_10_diff1": -0.07012, "nauc_map_at_20_max": 0.485625, "nauc_map_at_20_std": 0.343936, "nauc_map_at_20_diff1": -0.089785, "nauc_map_at_100_max": 0.488089, "nauc_map_at_100_std": 0.35059, "nauc_map_at_100_diff1": -0.095924, "nauc_map_at_1000_max": 0.488089, "nauc_map_at_1000_std": 0.35059, "nauc_map_at_1000_diff1": -0.095924, "nauc_recall_at_1_max": 0.367119, "nauc_recall_at_1_std": 0.162931, "nauc_recall_at_1_diff1": 0.050732, "nauc_recall_at_3_max": 0.442554, "nauc_recall_at_3_std": 0.245498, "nauc_recall_at_3_diff1": -0.065573, "nauc_recall_at_5_max": 0.472851, "nauc_recall_at_5_std": 0.298331, "nauc_recall_at_5_diff1": -0.086989, "nauc_recall_at_10_max": 0.50616, "nauc_recall_at_10_std": 0.378421, "nauc_recall_at_10_diff1": -0.136461, "nauc_recall_at_20_max": 0.5215, "nauc_recall_at_20_std": 0.452244, "nauc_recall_at_20_diff1": -0.190085, "nauc_recall_at_100_max": 0.529667, "nauc_recall_at_100_std": 0.465822, "nauc_recall_at_100_diff1": -0.215025, "nauc_recall_at_1000_max": 0.529667, "nauc_recall_at_1000_std": 0.465822, "nauc_recall_at_1000_diff1": -0.215025, "nauc_precision_at_1_max": 0.506422, "nauc_precision_at_1_std": 0.363659, "nauc_precision_at_1_diff1": 0.028157, "nauc_precision_at_3_max": 0.520944, "nauc_precision_at_3_std": 0.450231, "nauc_precision_at_3_diff1": -0.139223, "nauc_precision_at_5_max": 0.464174, "nauc_precision_at_5_std": 0.445248, "nauc_precision_at_5_diff1": -0.134101, "nauc_precision_at_10_max": 0.426601, "nauc_precision_at_10_std": 0.48792, "nauc_precision_at_10_diff1": -0.178083, "nauc_precision_at_20_max": 0.389218, "nauc_precision_at_20_std": 0.529125, "nauc_precision_at_20_diff1": -0.235498, "nauc_precision_at_100_max": 0.369164, "nauc_precision_at_100_std": 0.522883, "nauc_precision_at_100_diff1": -0.249999, "nauc_precision_at_1000_max": 0.369164, "nauc_precision_at_1000_std": 0.522883, "nauc_precision_at_1000_diff1": -0.249999, "nauc_mrr_at_1_max": 0.506422, "nauc_mrr_at_1_std": 0.363659, "nauc_mrr_at_1_diff1": 0.028157, "nauc_mrr_at_3_max": 0.584129, "nauc_mrr_at_3_std": 0.444226, "nauc_mrr_at_3_diff1": -0.034784, "nauc_mrr_at_5_max": 0.582702, "nauc_mrr_at_5_std": 0.445151, "nauc_mrr_at_5_diff1": -0.041494, "nauc_mrr_at_10_max": 0.584924, "nauc_mrr_at_10_std": 0.450753, "nauc_mrr_at_10_diff1": -0.043075, "nauc_mrr_at_20_max": 0.584795, "nauc_mrr_at_20_std": 0.454135, "nauc_mrr_at_20_diff1": -0.044682, "nauc_mrr_at_100_max": 0.584619, "nauc_mrr_at_100_std": 0.453935, "nauc_mrr_at_100_diff1": -0.044909, "nauc_mrr_at_1000_max": 0.584619, "nauc_mrr_at_1000_std": 0.453935, "nauc_mrr_at_1000_diff1": -0.044909, "hit_rate_at_1": 0.38994, "hit_rate_at_3": 0.5566, "hit_rate_at_5": 0.57547, "hit_rate_at_10": 0.60063, "hit_rate_at_20": 0.62893, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.34984, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.35692, "ndcg_at_3": 0.33519, "ndcg_at_5": 0.33074, "ndcg_at_10": 0.3219, "ndcg_at_20": 0.32403, "ndcg_at_100": 0.33027, "ndcg_at_1000": 0.33027, "map_at_1": 0.13808, "map_at_3": 0.20818, "map_at_5": 0.22769, "map_at_10": 0.24278, "map_at_20": 0.25247, "map_at_100": 0.25712, "map_at_1000": 0.25712, "recall_at_1": 0.13808, "recall_at_3": 0.24342, "recall_at_5": 0.28398, "recall_at_10": 0.31513, "recall_at_20": 0.34419, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.13808, "precision_at_1": 0.3805, "precision_at_3": 0.24633, "precision_at_5": 0.18994, "precision_at_10": 0.11855, "precision_at_20": 0.07264, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.380503, "mrr_at_3": 0.430818, "mrr_at_5": 0.441824, "mrr_at_10": 0.443571, "mrr_at_20": 0.444267, "mrr_at_100": 0.444603, "mrr_at_1000": 0.444603, "nauc_ndcg_at_1_max": 0.463483, "nauc_ndcg_at_1_std": 0.215925, "nauc_ndcg_at_1_diff1": 0.042975, "nauc_ndcg_at_3_max": 0.494743, "nauc_ndcg_at_3_std": 0.286893, "nauc_ndcg_at_3_diff1": -0.041664, "nauc_ndcg_at_5_max": 0.489055, "nauc_ndcg_at_5_std": 0.28607, "nauc_ndcg_at_5_diff1": -0.038655, "nauc_ndcg_at_10_max": 0.494212, "nauc_ndcg_at_10_std": 0.300825, "nauc_ndcg_at_10_diff1": -0.046684, "nauc_ndcg_at_20_max": 0.492666, "nauc_ndcg_at_20_std": 0.308589, "nauc_ndcg_at_20_diff1": -0.050364, "nauc_ndcg_at_100_max": 0.495876, "nauc_ndcg_at_100_std": 0.312798, "nauc_ndcg_at_100_diff1": -0.050695, "nauc_ndcg_at_1000_max": 0.495876, "nauc_ndcg_at_1000_std": 0.312798, "nauc_ndcg_at_1000_diff1": -0.050695, "nauc_map_at_1_max": 0.35146, "nauc_map_at_1_std": 0.035074, "nauc_map_at_1_diff1": 0.148593, "nauc_map_at_3_max": 0.425066, "nauc_map_at_3_std": 0.164777, "nauc_map_at_3_diff1": 0.015046, "nauc_map_at_5_max": 0.439257, "nauc_map_at_5_std": 0.196637, "nauc_map_at_5_diff1": -0.00041, "nauc_map_at_10_max": 0.45241, "nauc_map_at_10_std": 0.227238, "nauc_map_at_10_diff1": -0.013406, "nauc_map_at_20_max": 0.457272, "nauc_map_at_20_std": 0.251167, "nauc_map_at_20_diff1": -0.023885, "nauc_map_at_100_max": 0.463168, "nauc_map_at_100_std": 0.259097, "nauc_map_at_100_diff1": -0.028301, "nauc_map_at_1000_max": 0.463168, "nauc_map_at_1000_std": 0.259097, "nauc_map_at_1000_diff1": -0.028301, "nauc_recall_at_1_max": 0.35146, "nauc_recall_at_1_std": 0.035074, "nauc_recall_at_1_diff1": 0.148593, "nauc_recall_at_3_max": 0.420038, "nauc_recall_at_3_std": 0.216025, "nauc_recall_at_3_diff1": -0.042188, "nauc_recall_at_5_max": 0.407344, "nauc_recall_at_5_std": 0.234771, "nauc_recall_at_5_diff1": -0.048954, "nauc_recall_at_10_max": 0.433699, "nauc_recall_at_10_std": 0.293511, "nauc_recall_at_10_diff1": -0.071723, "nauc_recall_at_20_max": 0.449506, "nauc_recall_at_20_std": 0.33477, "nauc_recall_at_20_diff1": -0.088287, "nauc_recall_at_100_max": 0.459231, "nauc_recall_at_100_std": 0.343511, "nauc_recall_at_100_diff1": -0.086745, "nauc_recall_at_1000_max": 0.459231, "nauc_recall_at_1000_std": 0.343511, "nauc_recall_at_1000_diff1": -0.086745, "nauc_precision_at_1_max": 0.478892, "nauc_precision_at_1_std": 0.240277, "nauc_precision_at_1_diff1": 0.030865, "nauc_precision_at_3_max": 0.503467, "nauc_precision_at_3_std": 0.399493, "nauc_precision_at_3_diff1": -0.15772, "nauc_precision_at_5_max": 0.471685, "nauc_precision_at_5_std": 0.410523, "nauc_precision_at_5_diff1": -0.153653, "nauc_precision_at_10_max": 0.437515, "nauc_precision_at_10_std": 0.425133, "nauc_precision_at_10_diff1": -0.157614, "nauc_precision_at_20_max": 0.409157, "nauc_precision_at_20_std": 0.445869, "nauc_precision_at_20_diff1": -0.168865, "nauc_precision_at_100_max": 0.392371, "nauc_precision_at_100_std": 0.416595, "nauc_precision_at_100_diff1": -0.155877, "nauc_precision_at_1000_max": 0.392371, "nauc_precision_at_1000_std": 0.416595, "nauc_precision_at_1000_diff1": -0.155877, "nauc_mrr_at_1_max": 0.478892, "nauc_mrr_at_1_std": 0.240277, "nauc_mrr_at_1_diff1": 0.030865, "nauc_mrr_at_3_max": 0.524407, "nauc_mrr_at_3_std": 0.330354, "nauc_mrr_at_3_diff1": -0.041065, "nauc_mrr_at_5_max": 0.529683, "nauc_mrr_at_5_std": 0.336896, "nauc_mrr_at_5_diff1": -0.037943, "nauc_mrr_at_10_max": 0.531775, "nauc_mrr_at_10_std": 0.339462, "nauc_mrr_at_10_diff1": -0.037456, "nauc_mrr_at_20_max": 0.530723, "nauc_mrr_at_20_std": 0.339146, "nauc_mrr_at_20_diff1": -0.037288, "nauc_mrr_at_100_max": 0.530581, "nauc_mrr_at_100_std": 0.339516, "nauc_mrr_at_100_diff1": -0.036931, "nauc_mrr_at_1000_max": 0.530581, "nauc_mrr_at_1000_std": 0.339516, "nauc_mrr_at_1000_diff1": -0.036931, "hit_rate_at_1": 0.3805, "hit_rate_at_3": 0.49057, "hit_rate_at_5": 0.53774, "hit_rate_at_10": 0.55031, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.3219, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 265.06419589556754, "kg_co2_emissions": null, "date": 1793333823.823864, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00010232627391815186, "end": 46.798838179558516, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 46.83722936362028, "end": 46.92495936714113, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 47.03497654758394, "end": 91.39487229473889, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 91.50183019042015, "end": 91.59205605834723, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 91.68530376255512, "end": 124.49259830079973, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 124.60921607539058, "end": 124.72410101443529, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 124.82171364314854, "end": 171.04849395528436, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 171.20278740301728, "end": 171.29506897553802, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 171.40637582167983, "end": 217.66068965941668, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 217.86845952644944, "end": 217.9739783797413, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 218.09593407809734, "end": 264.58095915429294, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 264.8469527643174, "end": 264.9473346583545, "split": "test", "subset": "portuguese" } ] }