{ "dataset_revision": "6d20dfc6799e48a4b1d9dab909980c06b9caa3d3", "task_name": "Vidore3PharmaceuticalsBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.47115, "ndcg_at_3": 0.46438, "ndcg_at_5": 0.46766, "ndcg_at_10": 0.47901, "ndcg_at_20": 0.49431, "ndcg_at_100": 0.50377, "ndcg_at_1000": 0.50377, "map_at_1": 0.25367, "map_at_3": 0.33349, "map_at_5": 0.35963, "map_at_10": 0.38836, "map_at_20": 0.40327, "map_at_100": 0.40815, "map_at_1000": 0.40815, "recall_at_1": 0.25367, "recall_at_3": 0.36997, "recall_at_5": 0.4279, "recall_at_10": 0.50085, "recall_at_20": 0.55309, "recall_at_100": 0.57824, "recall_at_1000": 0.57824, "accuracy": 0.25367, "precision_at_1": 0.49725, "precision_at_3": 0.31227, "precision_at_5": 0.23846, "precision_at_10": 0.16154, "precision_at_20": 0.09904, "precision_at_100": 0.02192, "precision_at_1000": 0.00219, "mrr_at_1": 0.497253, "mrr_at_3": 0.568681, "mrr_at_5": 0.580357, "mrr_at_10": 0.586458, "mrr_at_20": 0.588288, "mrr_at_100": 0.588537, "mrr_at_1000": 0.588537, "nauc_ndcg_at_1_max": 0.358147, "nauc_ndcg_at_1_std": 0.104211, "nauc_ndcg_at_1_diff1": 0.313798, "nauc_ndcg_at_3_max": 0.412187, "nauc_ndcg_at_3_std": 0.20071, "nauc_ndcg_at_3_diff1": 0.255145, "nauc_ndcg_at_5_max": 0.4184, "nauc_ndcg_at_5_std": 0.223087, "nauc_ndcg_at_5_diff1": 0.245206, "nauc_ndcg_at_10_max": 0.417784, "nauc_ndcg_at_10_std": 0.231073, "nauc_ndcg_at_10_diff1": 0.241727, "nauc_ndcg_at_20_max": 0.441256, "nauc_ndcg_at_20_std": 0.267509, "nauc_ndcg_at_20_diff1": 0.222678, "nauc_ndcg_at_100_max": 0.451868, "nauc_ndcg_at_100_std": 0.285094, "nauc_ndcg_at_100_diff1": 0.215136, "nauc_ndcg_at_1000_max": 0.451868, "nauc_ndcg_at_1000_std": 0.285094, "nauc_ndcg_at_1000_diff1": 0.215136, "nauc_map_at_1_max": 0.210233, "nauc_map_at_1_std": -0.063351, "nauc_map_at_1_diff1": 0.40536, "nauc_map_at_3_max": 0.318715, "nauc_map_at_3_std": 0.041518, "nauc_map_at_3_diff1": 0.3191, "nauc_map_at_5_max": 0.332811, "nauc_map_at_5_std": 0.076107, "nauc_map_at_5_diff1": 0.302232, "nauc_map_at_10_max": 0.350151, "nauc_map_at_10_std": 0.120187, "nauc_map_at_10_diff1": 0.279145, "nauc_map_at_20_max": 0.372222, "nauc_map_at_20_std": 0.163406, "nauc_map_at_20_diff1": 0.255566, "nauc_map_at_100_max": 0.378215, "nauc_map_at_100_std": 0.175001, "nauc_map_at_100_diff1": 0.250613, "nauc_map_at_1000_max": 0.378215, "nauc_map_at_1000_std": 0.175001, "nauc_map_at_1000_diff1": 0.250613, "nauc_recall_at_1_max": 0.210233, "nauc_recall_at_1_std": -0.063351, "nauc_recall_at_1_diff1": 0.40536, "nauc_recall_at_3_max": 0.340875, "nauc_recall_at_3_std": 0.083264, "nauc_recall_at_3_diff1": 0.287859, "nauc_recall_at_5_max": 0.361021, "nauc_recall_at_5_std": 0.147803, "nauc_recall_at_5_diff1": 0.241841, "nauc_recall_at_10_max": 0.374357, "nauc_recall_at_10_std": 0.218562, "nauc_recall_at_10_diff1": 0.180086, "nauc_recall_at_20_max": 0.429983, "nauc_recall_at_20_std": 0.329669, "nauc_recall_at_20_diff1": 0.108871, "nauc_recall_at_100_max": 0.452938, "nauc_recall_at_100_std": 0.369465, "nauc_recall_at_100_diff1": 0.085906, "nauc_recall_at_1000_max": 0.452938, "nauc_recall_at_1000_std": 0.369465, "nauc_recall_at_1000_diff1": 0.085906, "nauc_precision_at_1_max": 0.380499, "nauc_precision_at_1_std": 0.147871, "nauc_precision_at_1_diff1": 0.285328, "nauc_precision_at_3_max": 0.418776, "nauc_precision_at_3_std": 0.387043, "nauc_precision_at_3_diff1": -0.030498, "nauc_precision_at_5_max": 0.360665, "nauc_precision_at_5_std": 0.44103, "nauc_precision_at_5_diff1": -0.105697, "nauc_precision_at_10_max": 0.310667, "nauc_precision_at_10_std": 0.485597, "nauc_precision_at_10_diff1": -0.181149, "nauc_precision_at_20_max": 0.32681, "nauc_precision_at_20_std": 0.559808, "nauc_precision_at_20_diff1": -0.248604, "nauc_precision_at_100_max": 0.307064, "nauc_precision_at_100_std": 0.545599, "nauc_precision_at_100_diff1": -0.251453, "nauc_precision_at_1000_max": 0.307064, "nauc_precision_at_1000_std": 0.545599, "nauc_precision_at_1000_diff1": -0.251453, "nauc_mrr_at_1_max": 0.380499, "nauc_mrr_at_1_std": 0.147871, "nauc_mrr_at_1_diff1": 0.285328, "nauc_mrr_at_3_max": 0.445822, "nauc_mrr_at_3_std": 0.250374, "nauc_mrr_at_3_diff1": 0.266762, "nauc_mrr_at_5_max": 0.454064, "nauc_mrr_at_5_std": 0.265417, "nauc_mrr_at_5_diff1": 0.259757, "nauc_mrr_at_10_max": 0.45256, "nauc_mrr_at_10_std": 0.266268, "nauc_mrr_at_10_diff1": 0.253594, "nauc_mrr_at_20_max": 0.454903, "nauc_mrr_at_20_std": 0.268781, "nauc_mrr_at_20_diff1": 0.251664, "nauc_mrr_at_100_max": 0.454917, "nauc_mrr_at_100_std": 0.268911, "nauc_mrr_at_100_diff1": 0.251586, "nauc_mrr_at_1000_max": 0.454917, "nauc_mrr_at_1000_std": 0.268911, "nauc_mrr_at_1000_diff1": 0.251586, "hit_rate_at_1": 0.49725, "hit_rate_at_3": 0.65934, "hit_rate_at_5": 0.71154, "hit_rate_at_10": 0.75549, "hit_rate_at_20": 0.77747, "hit_rate_at_100": 0.78571, "hit_rate_at_1000": 0.78571, "main_score": 0.47901, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.45879, "ndcg_at_3": 0.46053, "ndcg_at_5": 0.46245, "ndcg_at_10": 0.47379, "ndcg_at_20": 0.48734, "ndcg_at_100": 0.49556, "ndcg_at_1000": 0.49556, "map_at_1": 0.23091, "map_at_3": 0.3231, "map_at_5": 0.34972, "map_at_10": 0.37818, "map_at_20": 0.39388, "map_at_100": 0.39835, "map_at_1000": 0.39835, "recall_at_1": 0.23091, "recall_at_3": 0.37295, "recall_at_5": 0.43108, "recall_at_10": 0.50202, "recall_at_20": 0.54788, "recall_at_100": 0.57037, "recall_at_1000": 0.57037, "accuracy": 0.23091, "precision_at_1": 0.47253, "precision_at_3": 0.31227, "precision_at_5": 0.23846, "precision_at_10": 0.16154, "precision_at_20": 0.09863, "precision_at_100": 0.02151, "precision_at_1000": 0.00215, "mrr_at_1": 0.472527, "mrr_at_3": 0.558608, "mrr_at_5": 0.570696, "mrr_at_10": 0.575953, "mrr_at_20": 0.576582, "mrr_at_100": 0.576857, "mrr_at_1000": 0.576857, "nauc_ndcg_at_1_max": 0.356933, "nauc_ndcg_at_1_std": 0.158518, "nauc_ndcg_at_1_diff1": 0.346324, "nauc_ndcg_at_3_max": 0.409812, "nauc_ndcg_at_3_std": 0.23833, "nauc_ndcg_at_3_diff1": 0.261573, "nauc_ndcg_at_5_max": 0.437425, "nauc_ndcg_at_5_std": 0.276688, "nauc_ndcg_at_5_diff1": 0.236614, "nauc_ndcg_at_10_max": 0.45645, "nauc_ndcg_at_10_std": 0.314145, "nauc_ndcg_at_10_diff1": 0.223084, "nauc_ndcg_at_20_max": 0.472384, "nauc_ndcg_at_20_std": 0.351193, "nauc_ndcg_at_20_diff1": 0.20005, "nauc_ndcg_at_100_max": 0.483602, "nauc_ndcg_at_100_std": 0.366692, "nauc_ndcg_at_100_diff1": 0.193122, "nauc_ndcg_at_1000_max": 0.483602, "nauc_ndcg_at_1000_std": 0.366692, "nauc_ndcg_at_1000_diff1": 0.193122, "nauc_map_at_1_max": 0.226093, "nauc_map_at_1_std": -0.034759, "nauc_map_at_1_diff1": 0.437018, "nauc_map_at_3_max": 0.322864, "nauc_map_at_3_std": 0.086438, "nauc_map_at_3_diff1": 0.318473, "nauc_map_at_5_max": 0.350343, "nauc_map_at_5_std": 0.133997, "nauc_map_at_5_diff1": 0.290026, "nauc_map_at_10_max": 0.378868, "nauc_map_at_10_std": 0.196, "nauc_map_at_10_diff1": 0.259226, "nauc_map_at_20_max": 0.398267, "nauc_map_at_20_std": 0.23932, "nauc_map_at_20_diff1": 0.232805, "nauc_map_at_100_max": 0.405252, "nauc_map_at_100_std": 0.250499, "nauc_map_at_100_diff1": 0.22713, "nauc_map_at_1000_max": 0.405252, "nauc_map_at_1000_std": 0.250499, "nauc_map_at_1000_diff1": 0.22713, "nauc_recall_at_1_max": 0.226093, "nauc_recall_at_1_std": -0.034759, "nauc_recall_at_1_diff1": 0.437018, "nauc_recall_at_3_max": 0.322007, "nauc_recall_at_3_std": 0.128995, "nauc_recall_at_3_diff1": 0.251447, "nauc_recall_at_5_max": 0.384512, "nauc_recall_at_5_std": 0.229184, "nauc_recall_at_5_diff1": 0.192973, "nauc_recall_at_10_max": 0.450635, "nauc_recall_at_10_std": 0.366525, "nauc_recall_at_10_diff1": 0.122935, "nauc_recall_at_20_max": 0.505773, "nauc_recall_at_20_std": 0.479755, "nauc_recall_at_20_diff1": 0.050928, "nauc_recall_at_100_max": 0.532157, "nauc_recall_at_100_std": 0.519063, "nauc_recall_at_100_diff1": 0.029018, "nauc_recall_at_1000_max": 0.532157, "nauc_recall_at_1000_std": 0.519063, "nauc_recall_at_1000_diff1": 0.029018, "nauc_precision_at_1_max": 0.358432, "nauc_precision_at_1_std": 0.170499, "nauc_precision_at_1_diff1": 0.33511, "nauc_precision_at_3_max": 0.40567, "nauc_precision_at_3_std": 0.388927, "nauc_precision_at_3_diff1": -0.026784, "nauc_precision_at_5_max": 0.386841, "nauc_precision_at_5_std": 0.4623, "nauc_precision_at_5_diff1": -0.129685, "nauc_precision_at_10_max": 0.365586, "nauc_precision_at_10_std": 0.529257, "nauc_precision_at_10_diff1": -0.203642, "nauc_precision_at_20_max": 0.358351, "nauc_precision_at_20_std": 0.567552, "nauc_precision_at_20_diff1": -0.251522, "nauc_precision_at_100_max": 0.354758, "nauc_precision_at_100_std": 0.561975, "nauc_precision_at_100_diff1": -0.257692, "nauc_precision_at_1000_max": 0.354758, "nauc_precision_at_1000_std": 0.561975, "nauc_precision_at_1000_diff1": -0.257692, "nauc_mrr_at_1_max": 0.358432, "nauc_mrr_at_1_std": 0.170499, "nauc_mrr_at_1_diff1": 0.33511, "nauc_mrr_at_3_max": 0.426299, "nauc_mrr_at_3_std": 0.286451, "nauc_mrr_at_3_diff1": 0.260121, "nauc_mrr_at_5_max": 0.446343, "nauc_mrr_at_5_std": 0.309696, "nauc_mrr_at_5_diff1": 0.256032, "nauc_mrr_at_10_max": 0.457379, "nauc_mrr_at_10_std": 0.322842, "nauc_mrr_at_10_diff1": 0.253226, "nauc_mrr_at_20_max": 0.458605, "nauc_mrr_at_20_std": 0.324164, "nauc_mrr_at_20_diff1": 0.252843, "nauc_mrr_at_100_max": 0.458486, "nauc_mrr_at_100_std": 0.323959, "nauc_mrr_at_100_diff1": 0.25298, "nauc_mrr_at_1000_max": 0.458486, "nauc_mrr_at_1000_std": 0.323959, "nauc_mrr_at_1000_diff1": 0.25298, "hit_rate_at_1": 0.47253, "hit_rate_at_3": 0.66209, "hit_rate_at_5": 0.71429, "hit_rate_at_10": 0.75, "hit_rate_at_20": 0.75824, "hit_rate_at_100": 0.76648, "hit_rate_at_1000": 0.76648, "main_score": 0.47379, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.61401, "ndcg_at_3": 0.626, "ndcg_at_5": 0.62758, "ndcg_at_10": 0.64317, "ndcg_at_20": 0.66889, "ndcg_at_100": 0.68587, "ndcg_at_1000": 0.68587, "map_at_1": 0.31521, "map_at_3": 0.44633, "map_at_5": 0.485, "map_at_10": 0.52693, "map_at_20": 0.55507, "map_at_100": 0.56455, "map_at_1000": 0.56455, "recall_at_1": 0.31521, "recall_at_3": 0.50484, "recall_at_5": 0.58046, "recall_at_10": 0.67829, "recall_at_20": 0.75871, "recall_at_100": 0.80425, "recall_at_1000": 0.80425, "accuracy": 0.31521, "precision_at_1": 0.64011, "precision_at_3": 0.42857, "precision_at_5": 0.33242, "precision_at_10": 0.22995, "precision_at_20": 0.14643, "precision_at_100": 0.0331, "precision_at_1000": 0.00331, "mrr_at_1": 0.64011, "mrr_at_3": 0.727564, "mrr_at_5": 0.738553, "mrr_at_10": 0.747002, "mrr_at_20": 0.748058, "mrr_at_100": 0.748434, "mrr_at_1000": 0.748434, "nauc_ndcg_at_1_max": 0.279726, "nauc_ndcg_at_1_std": -0.137424, "nauc_ndcg_at_1_diff1": 0.449053, "nauc_ndcg_at_3_max": 0.268144, "nauc_ndcg_at_3_std": -0.118349, "nauc_ndcg_at_3_diff1": 0.396232, "nauc_ndcg_at_5_max": 0.276228, "nauc_ndcg_at_5_std": -0.120791, "nauc_ndcg_at_5_diff1": 0.389873, "nauc_ndcg_at_10_max": 0.271673, "nauc_ndcg_at_10_std": -0.107503, "nauc_ndcg_at_10_diff1": 0.388549, "nauc_ndcg_at_20_max": 0.298865, "nauc_ndcg_at_20_std": -0.051404, "nauc_ndcg_at_20_diff1": 0.361764, "nauc_ndcg_at_100_max": 0.320432, "nauc_ndcg_at_100_std": -0.028393, "nauc_ndcg_at_100_diff1": 0.344192, "nauc_ndcg_at_1000_max": 0.320432, "nauc_ndcg_at_1000_std": -0.028393, "nauc_ndcg_at_1000_diff1": 0.344192, "nauc_map_at_1_max": 0.119997, "nauc_map_at_1_std": -0.304883, "nauc_map_at_1_diff1": 0.50261, "nauc_map_at_3_max": 0.16275, "nauc_map_at_3_std": -0.269062, "nauc_map_at_3_diff1": 0.448242, "nauc_map_at_5_max": 0.177735, "nauc_map_at_5_std": -0.244149, "nauc_map_at_5_diff1": 0.433869, "nauc_map_at_10_max": 0.19316, "nauc_map_at_10_std": -0.192241, "nauc_map_at_10_diff1": 0.40739, "nauc_map_at_20_max": 0.225759, "nauc_map_at_20_std": -0.127813, "nauc_map_at_20_diff1": 0.376749, "nauc_map_at_100_max": 0.235437, "nauc_map_at_100_std": -0.115348, "nauc_map_at_100_diff1": 0.367705, "nauc_map_at_1000_max": 0.235437, "nauc_map_at_1000_std": -0.115348, "nauc_map_at_1000_diff1": 0.367705, "nauc_recall_at_1_max": 0.119997, "nauc_recall_at_1_std": -0.304883, "nauc_recall_at_1_diff1": 0.50261, "nauc_recall_at_3_max": 0.160213, "nauc_recall_at_3_std": -0.253037, "nauc_recall_at_3_diff1": 0.395378, "nauc_recall_at_5_max": 0.173124, "nauc_recall_at_5_std": -0.211198, "nauc_recall_at_5_diff1": 0.358016, "nauc_recall_at_10_max": 0.195468, "nauc_recall_at_10_std": -0.094339, "nauc_recall_at_10_diff1": 0.293861, "nauc_recall_at_20_max": 0.289422, "nauc_recall_at_20_std": 0.083988, "nauc_recall_at_20_diff1": 0.196195, "nauc_recall_at_100_max": 0.350573, "nauc_recall_at_100_std": 0.171406, "nauc_recall_at_100_diff1": 0.126916, "nauc_recall_at_1000_max": 0.350573, "nauc_recall_at_1000_std": 0.171406, "nauc_recall_at_1000_diff1": 0.126916, "nauc_precision_at_1_max": 0.264766, "nauc_precision_at_1_std": -0.127631, "nauc_precision_at_1_diff1": 0.448543, "nauc_precision_at_3_max": 0.190616, "nauc_precision_at_3_std": 0.178251, "nauc_precision_at_3_diff1": -0.019899, "nauc_precision_at_5_max": 0.175411, "nauc_precision_at_5_std": 0.257634, "nauc_precision_at_5_diff1": -0.124537, "nauc_precision_at_10_max": 0.127786, "nauc_precision_at_10_std": 0.35305, "nauc_precision_at_10_diff1": -0.232393, "nauc_precision_at_20_max": 0.154987, "nauc_precision_at_20_std": 0.434019, "nauc_precision_at_20_diff1": -0.29303, "nauc_precision_at_100_max": 0.151965, "nauc_precision_at_100_std": 0.425195, "nauc_precision_at_100_diff1": -0.315384, "nauc_precision_at_1000_max": 0.151965, "nauc_precision_at_1000_std": 0.425195, "nauc_precision_at_1000_diff1": -0.315384, "nauc_mrr_at_1_max": 0.264766, "nauc_mrr_at_1_std": -0.127631, "nauc_mrr_at_1_diff1": 0.448543, "nauc_mrr_at_3_max": 0.278687, "nauc_mrr_at_3_std": -0.098563, "nauc_mrr_at_3_diff1": 0.428875, "nauc_mrr_at_5_max": 0.271159, "nauc_mrr_at_5_std": -0.096608, "nauc_mrr_at_5_diff1": 0.425833, "nauc_mrr_at_10_max": 0.279025, "nauc_mrr_at_10_std": -0.098628, "nauc_mrr_at_10_diff1": 0.427658, "nauc_mrr_at_20_max": 0.279603, "nauc_mrr_at_20_std": -0.097813, "nauc_mrr_at_20_diff1": 0.428771, "nauc_mrr_at_100_max": 0.279091, "nauc_mrr_at_100_std": -0.097686, "nauc_mrr_at_100_diff1": 0.428659, "nauc_mrr_at_1000_max": 0.279091, "nauc_mrr_at_1000_std": -0.097686, "nauc_mrr_at_1000_diff1": 0.428659, "hit_rate_at_1": 0.64011, "hit_rate_at_3": 0.83242, "hit_rate_at_5": 0.88187, "hit_rate_at_10": 0.94231, "hit_rate_at_20": 0.95604, "hit_rate_at_100": 0.96703, "hit_rate_at_1000": 0.96703, "main_score": 0.64317, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.43132, "ndcg_at_3": 0.444, "ndcg_at_5": 0.45246, "ndcg_at_10": 0.46069, "ndcg_at_20": 0.48205, "ndcg_at_100": 0.49696, "ndcg_at_1000": 0.49696, "map_at_1": 0.23042, "map_at_3": 0.32069, "map_at_5": 0.34848, "map_at_10": 0.37364, "map_at_20": 0.39122, "map_at_100": 0.39881, "map_at_1000": 0.39881, "recall_at_1": 0.23042, "recall_at_3": 0.37332, "recall_at_5": 0.43621, "recall_at_10": 0.49715, "recall_at_20": 0.56299, "recall_at_100": 0.60795, "recall_at_1000": 0.60795, "accuracy": 0.23042, "precision_at_1": 0.45055, "precision_at_3": 0.2967, "precision_at_5": 0.23132, "precision_at_10": 0.15302, "precision_at_20": 0.09766, "precision_at_100": 0.02255, "precision_at_1000": 0.00226, "mrr_at_1": 0.450549, "mrr_at_3": 0.529762, "mrr_at_5": 0.541026, "mrr_at_10": 0.546281, "mrr_at_20": 0.548955, "mrr_at_100": 0.54953, "mrr_at_1000": 0.54953, "nauc_ndcg_at_1_max": 0.402922, "nauc_ndcg_at_1_std": 0.173966, "nauc_ndcg_at_1_diff1": 0.329726, "nauc_ndcg_at_3_max": 0.441589, "nauc_ndcg_at_3_std": 0.252944, "nauc_ndcg_at_3_diff1": 0.26578, "nauc_ndcg_at_5_max": 0.442428, "nauc_ndcg_at_5_std": 0.272544, "nauc_ndcg_at_5_diff1": 0.270902, "nauc_ndcg_at_10_max": 0.440743, "nauc_ndcg_at_10_std": 0.280451, "nauc_ndcg_at_10_diff1": 0.271412, "nauc_ndcg_at_20_max": 0.460889, "nauc_ndcg_at_20_std": 0.315596, "nauc_ndcg_at_20_diff1": 0.262893, "nauc_ndcg_at_100_max": 0.478024, "nauc_ndcg_at_100_std": 0.334891, "nauc_ndcg_at_100_diff1": 0.249419, "nauc_ndcg_at_1000_max": 0.478024, "nauc_ndcg_at_1000_std": 0.334891, "nauc_ndcg_at_1000_diff1": 0.249419, "nauc_map_at_1_max": 0.240082, "nauc_map_at_1_std": -0.028528, "nauc_map_at_1_diff1": 0.471631, "nauc_map_at_3_max": 0.337171, "nauc_map_at_3_std": 0.095556, "nauc_map_at_3_diff1": 0.365704, "nauc_map_at_5_max": 0.360137, "nauc_map_at_5_std": 0.139296, "nauc_map_at_5_diff1": 0.347825, "nauc_map_at_10_max": 0.377014, "nauc_map_at_10_std": 0.178789, "nauc_map_at_10_diff1": 0.319033, "nauc_map_at_20_max": 0.389301, "nauc_map_at_20_std": 0.212781, "nauc_map_at_20_diff1": 0.29875, "nauc_map_at_100_max": 0.397949, "nauc_map_at_100_std": 0.224445, "nauc_map_at_100_diff1": 0.290259, "nauc_map_at_1000_max": 0.397949, "nauc_map_at_1000_std": 0.224445, "nauc_map_at_1000_diff1": 0.290259, "nauc_recall_at_1_max": 0.240082, "nauc_recall_at_1_std": -0.028528, "nauc_recall_at_1_diff1": 0.471631, "nauc_recall_at_3_max": 0.355199, "nauc_recall_at_3_std": 0.156296, "nauc_recall_at_3_diff1": 0.300141, "nauc_recall_at_5_max": 0.386496, "nauc_recall_at_5_std": 0.241057, "nauc_recall_at_5_diff1": 0.277556, "nauc_recall_at_10_max": 0.412944, "nauc_recall_at_10_std": 0.315654, "nauc_recall_at_10_diff1": 0.226447, "nauc_recall_at_20_max": 0.460249, "nauc_recall_at_20_std": 0.416747, "nauc_recall_at_20_diff1": 0.177162, "nauc_recall_at_100_max": 0.50816, "nauc_recall_at_100_std": 0.467734, "nauc_recall_at_100_diff1": 0.147684, "nauc_recall_at_1000_max": 0.50816, "nauc_recall_at_1000_std": 0.467734, "nauc_recall_at_1000_diff1": 0.147684, "nauc_precision_at_1_max": 0.405764, "nauc_precision_at_1_std": 0.190699, "nauc_precision_at_1_diff1": 0.32562, "nauc_precision_at_3_max": 0.463592, "nauc_precision_at_3_std": 0.413554, "nauc_precision_at_3_diff1": -0.009601, "nauc_precision_at_5_max": 0.420121, "nauc_precision_at_5_std": 0.461074, "nauc_precision_at_5_diff1": -0.098603, "nauc_precision_at_10_max": 0.339752, "nauc_precision_at_10_std": 0.458449, "nauc_precision_at_10_diff1": -0.181866, "nauc_precision_at_20_max": 0.296862, "nauc_precision_at_20_std": 0.463587, "nauc_precision_at_20_diff1": -0.22109, "nauc_precision_at_100_max": 0.281102, "nauc_precision_at_100_std": 0.440787, "nauc_precision_at_100_diff1": -0.245965, "nauc_precision_at_1000_max": 0.281102, "nauc_precision_at_1000_std": 0.440787, "nauc_precision_at_1000_diff1": -0.245965, "nauc_mrr_at_1_max": 0.405764, "nauc_mrr_at_1_std": 0.190699, "nauc_mrr_at_1_diff1": 0.32562, "nauc_mrr_at_3_max": 0.476639, "nauc_mrr_at_3_std": 0.304332, "nauc_mrr_at_3_diff1": 0.275529, "nauc_mrr_at_5_max": 0.480103, "nauc_mrr_at_5_std": 0.313166, "nauc_mrr_at_5_diff1": 0.277702, "nauc_mrr_at_10_max": 0.4879, "nauc_mrr_at_10_std": 0.321266, "nauc_mrr_at_10_diff1": 0.271084, "nauc_mrr_at_20_max": 0.489351, "nauc_mrr_at_20_std": 0.321546, "nauc_mrr_at_20_diff1": 0.27181, "nauc_mrr_at_100_max": 0.489571, "nauc_mrr_at_100_std": 0.321738, "nauc_mrr_at_100_diff1": 0.271965, "nauc_mrr_at_1000_max": 0.489571, "nauc_mrr_at_1000_std": 0.321738, "nauc_mrr_at_1000_diff1": 0.271965, "hit_rate_at_1": 0.45055, "hit_rate_at_3": 0.62912, "hit_rate_at_5": 0.68132, "hit_rate_at_10": 0.71978, "hit_rate_at_20": 0.75824, "hit_rate_at_100": 0.77198, "hit_rate_at_1000": 0.77198, "main_score": 0.46069, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.43681, "ndcg_at_3": 0.4417, "ndcg_at_5": 0.45137, "ndcg_at_10": 0.46073, "ndcg_at_20": 0.47674, "ndcg_at_100": 0.48735, "ndcg_at_1000": 0.48735, "map_at_1": 0.23079, "map_at_3": 0.31449, "map_at_5": 0.34347, "map_at_10": 0.37086, "map_at_20": 0.38712, "map_at_100": 0.39223, "map_at_1000": 0.39223, "recall_at_1": 0.23079, "recall_at_3": 0.35974, "recall_at_5": 0.43072, "recall_at_10": 0.49554, "recall_at_20": 0.54747, "recall_at_100": 0.57634, "recall_at_1000": 0.57634, "accuracy": 0.23079, "precision_at_1": 0.46154, "precision_at_3": 0.2967, "precision_at_5": 0.23187, "precision_at_10": 0.15495, "precision_at_20": 0.09712, "precision_at_100": 0.02157, "precision_at_1000": 0.00216, "mrr_at_1": 0.461538, "mrr_at_3": 0.539835, "mrr_at_5": 0.554808, "mrr_at_10": 0.558609, "mrr_at_20": 0.560571, "mrr_at_100": 0.560936, "mrr_at_1000": 0.560936, "nauc_ndcg_at_1_max": 0.363243, "nauc_ndcg_at_1_std": 0.156898, "nauc_ndcg_at_1_diff1": 0.255903, "nauc_ndcg_at_3_max": 0.432941, "nauc_ndcg_at_3_std": 0.214911, "nauc_ndcg_at_3_diff1": 0.209137, "nauc_ndcg_at_5_max": 0.459103, "nauc_ndcg_at_5_std": 0.269982, "nauc_ndcg_at_5_diff1": 0.1922, "nauc_ndcg_at_10_max": 0.469277, "nauc_ndcg_at_10_std": 0.296714, "nauc_ndcg_at_10_diff1": 0.180201, "nauc_ndcg_at_20_max": 0.470325, "nauc_ndcg_at_20_std": 0.319169, "nauc_ndcg_at_20_diff1": 0.166023, "nauc_ndcg_at_100_max": 0.475366, "nauc_ndcg_at_100_std": 0.331207, "nauc_ndcg_at_100_diff1": 0.153769, "nauc_ndcg_at_1000_max": 0.475366, "nauc_ndcg_at_1000_std": 0.331207, "nauc_ndcg_at_1000_diff1": 0.153769, "nauc_map_at_1_max": 0.286201, "nauc_map_at_1_std": 0.015967, "nauc_map_at_1_diff1": 0.351286, "nauc_map_at_3_max": 0.349539, "nauc_map_at_3_std": 0.085244, "nauc_map_at_3_diff1": 0.262022, "nauc_map_at_5_max": 0.375385, "nauc_map_at_5_std": 0.137055, "nauc_map_at_5_diff1": 0.239332, "nauc_map_at_10_max": 0.405956, "nauc_map_at_10_std": 0.194263, "nauc_map_at_10_diff1": 0.208947, "nauc_map_at_20_max": 0.417214, "nauc_map_at_20_std": 0.227457, "nauc_map_at_20_diff1": 0.19021, "nauc_map_at_100_max": 0.420558, "nauc_map_at_100_std": 0.235674, "nauc_map_at_100_diff1": 0.183541, "nauc_map_at_1000_max": 0.420558, "nauc_map_at_1000_std": 0.235674, "nauc_map_at_1000_diff1": 0.183541, "nauc_recall_at_1_max": 0.286201, "nauc_recall_at_1_std": 0.015967, "nauc_recall_at_1_diff1": 0.351286, "nauc_recall_at_3_max": 0.357675, "nauc_recall_at_3_std": 0.101875, "nauc_recall_at_3_diff1": 0.241212, "nauc_recall_at_5_max": 0.399415, "nauc_recall_at_5_std": 0.228842, "nauc_recall_at_5_diff1": 0.1761, "nauc_recall_at_10_max": 0.455318, "nauc_recall_at_10_std": 0.34094, "nauc_recall_at_10_diff1": 0.125734, "nauc_recall_at_20_max": 0.483651, "nauc_recall_at_20_std": 0.427122, "nauc_recall_at_20_diff1": 0.080314, "nauc_recall_at_100_max": 0.488884, "nauc_recall_at_100_std": 0.454325, "nauc_recall_at_100_diff1": 0.04304, "nauc_recall_at_1000_max": 0.488884, "nauc_recall_at_1000_std": 0.454325, "nauc_recall_at_1000_diff1": 0.04304, "nauc_precision_at_1_max": 0.383315, "nauc_precision_at_1_std": 0.192126, "nauc_precision_at_1_diff1": 0.243743, "nauc_precision_at_3_max": 0.409062, "nauc_precision_at_3_std": 0.362045, "nauc_precision_at_3_diff1": -0.036887, "nauc_precision_at_5_max": 0.399262, "nauc_precision_at_5_std": 0.457974, "nauc_precision_at_5_diff1": -0.112285, "nauc_precision_at_10_max": 0.364927, "nauc_precision_at_10_std": 0.502352, "nauc_precision_at_10_diff1": -0.183033, "nauc_precision_at_20_max": 0.321583, "nauc_precision_at_20_std": 0.504063, "nauc_precision_at_20_diff1": -0.213648, "nauc_precision_at_100_max": 0.291961, "nauc_precision_at_100_std": 0.480189, "nauc_precision_at_100_diff1": -0.232409, "nauc_precision_at_1000_max": 0.291961, "nauc_precision_at_1000_std": 0.480189, "nauc_precision_at_1000_diff1": -0.232409, "nauc_mrr_at_1_max": 0.383315, "nauc_mrr_at_1_std": 0.192126, "nauc_mrr_at_1_diff1": 0.243743, "nauc_mrr_at_3_max": 0.453837, "nauc_mrr_at_3_std": 0.274385, "nauc_mrr_at_3_diff1": 0.220001, "nauc_mrr_at_5_max": 0.465331, "nauc_mrr_at_5_std": 0.304598, "nauc_mrr_at_5_diff1": 0.212061, "nauc_mrr_at_10_max": 0.464401, "nauc_mrr_at_10_std": 0.304609, "nauc_mrr_at_10_diff1": 0.211601, "nauc_mrr_at_20_max": 0.465817, "nauc_mrr_at_20_std": 0.305847, "nauc_mrr_at_20_diff1": 0.21136, "nauc_mrr_at_100_max": 0.465214, "nauc_mrr_at_100_std": 0.305177, "nauc_mrr_at_100_diff1": 0.211193, "nauc_mrr_at_1000_max": 0.465214, "nauc_mrr_at_1000_std": 0.305177, "nauc_mrr_at_1000_diff1": 0.211193, "hit_rate_at_1": 0.46154, "hit_rate_at_3": 0.63736, "hit_rate_at_5": 0.70055, "hit_rate_at_10": 0.72802, "hit_rate_at_20": 0.75549, "hit_rate_at_100": 0.76374, "hit_rate_at_1000": 0.76374, "main_score": 0.46073, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.44093, "ndcg_at_3": 0.44548, "ndcg_at_5": 0.44671, "ndcg_at_10": 0.4577, "ndcg_at_20": 0.47257, "ndcg_at_100": 0.48065, "ndcg_at_1000": 0.48065, "map_at_1": 0.23417, "map_at_3": 0.31837, "map_at_5": 0.34228, "map_at_10": 0.36826, "map_at_20": 0.38381, "map_at_100": 0.38791, "map_at_1000": 0.38791, "recall_at_1": 0.23417, "recall_at_3": 0.36253, "recall_at_5": 0.41288, "recall_at_10": 0.48229, "recall_at_20": 0.535, "recall_at_100": 0.55782, "recall_at_1000": 0.55782, "accuracy": 0.23417, "precision_at_1": 0.45879, "precision_at_3": 0.29579, "precision_at_5": 0.22418, "precision_at_10": 0.15275, "precision_at_20": 0.09423, "precision_at_100": 0.02055, "precision_at_1000": 0.00205, "mrr_at_1": 0.458791, "mrr_at_3": 0.538004, "mrr_at_5": 0.549679, "mrr_at_10": 0.555459, "mrr_at_20": 0.556575, "mrr_at_100": 0.556575, "mrr_at_1000": 0.556575, "nauc_ndcg_at_1_max": 0.378963, "nauc_ndcg_at_1_std": 0.191998, "nauc_ndcg_at_1_diff1": 0.321679, "nauc_ndcg_at_3_max": 0.438546, "nauc_ndcg_at_3_std": 0.282903, "nauc_ndcg_at_3_diff1": 0.207238, "nauc_ndcg_at_5_max": 0.447729, "nauc_ndcg_at_5_std": 0.297148, "nauc_ndcg_at_5_diff1": 0.190718, "nauc_ndcg_at_10_max": 0.464479, "nauc_ndcg_at_10_std": 0.332072, "nauc_ndcg_at_10_diff1": 0.17356, "nauc_ndcg_at_20_max": 0.474161, "nauc_ndcg_at_20_std": 0.351938, "nauc_ndcg_at_20_diff1": 0.164066, "nauc_ndcg_at_100_max": 0.480342, "nauc_ndcg_at_100_std": 0.362537, "nauc_ndcg_at_100_diff1": 0.156847, "nauc_ndcg_at_1000_max": 0.480342, "nauc_ndcg_at_1000_std": 0.362537, "nauc_ndcg_at_1000_diff1": 0.156847, "nauc_map_at_1_max": 0.212607, "nauc_map_at_1_std": -0.005335, "nauc_map_at_1_diff1": 0.360874, "nauc_map_at_3_max": 0.311698, "nauc_map_at_3_std": 0.10943, "nauc_map_at_3_diff1": 0.246625, "nauc_map_at_5_max": 0.332791, "nauc_map_at_5_std": 0.145089, "nauc_map_at_5_diff1": 0.226504, "nauc_map_at_10_max": 0.365783, "nauc_map_at_10_std": 0.203146, "nauc_map_at_10_diff1": 0.200907, "nauc_map_at_20_max": 0.388647, "nauc_map_at_20_std": 0.240498, "nauc_map_at_20_diff1": 0.179544, "nauc_map_at_100_max": 0.392135, "nauc_map_at_100_std": 0.247766, "nauc_map_at_100_diff1": 0.174881, "nauc_map_at_1000_max": 0.392135, "nauc_map_at_1000_std": 0.247766, "nauc_map_at_1000_diff1": 0.174881, "nauc_recall_at_1_max": 0.212607, "nauc_recall_at_1_std": -0.005335, "nauc_recall_at_1_diff1": 0.360874, "nauc_recall_at_3_max": 0.326831, "nauc_recall_at_3_std": 0.157947, "nauc_recall_at_3_diff1": 0.188663, "nauc_recall_at_5_max": 0.359499, "nauc_recall_at_5_std": 0.221837, "nauc_recall_at_5_diff1": 0.156056, "nauc_recall_at_10_max": 0.43072, "nauc_recall_at_10_std": 0.353245, "nauc_recall_at_10_diff1": 0.098858, "nauc_recall_at_20_max": 0.491278, "nauc_recall_at_20_std": 0.439817, "nauc_recall_at_20_diff1": 0.060032, "nauc_recall_at_100_max": 0.50141, "nauc_recall_at_100_std": 0.462992, "nauc_recall_at_100_diff1": 0.040351, "nauc_recall_at_1000_max": 0.50141, "nauc_recall_at_1000_std": 0.462992, "nauc_recall_at_1000_diff1": 0.040351, "nauc_precision_at_1_max": 0.380674, "nauc_precision_at_1_std": 0.203186, "nauc_precision_at_1_diff1": 0.308886, "nauc_precision_at_3_max": 0.453829, "nauc_precision_at_3_std": 0.4388, "nauc_precision_at_3_diff1": -0.052886, "nauc_precision_at_5_max": 0.439409, "nauc_precision_at_5_std": 0.469431, "nauc_precision_at_5_diff1": -0.121095, "nauc_precision_at_10_max": 0.431394, "nauc_precision_at_10_std": 0.555248, "nauc_precision_at_10_diff1": -0.20368, "nauc_precision_at_20_max": 0.415781, "nauc_precision_at_20_std": 0.564546, "nauc_precision_at_20_diff1": -0.239342, "nauc_precision_at_100_max": 0.387458, "nauc_precision_at_100_std": 0.54259, "nauc_precision_at_100_diff1": -0.246893, "nauc_precision_at_1000_max": 0.387458, "nauc_precision_at_1000_std": 0.54259, "nauc_precision_at_1000_diff1": -0.246893, "nauc_mrr_at_1_max": 0.380674, "nauc_mrr_at_1_std": 0.203186, "nauc_mrr_at_1_diff1": 0.308886, "nauc_mrr_at_3_max": 0.453153, "nauc_mrr_at_3_std": 0.316328, "nauc_mrr_at_3_diff1": 0.252971, "nauc_mrr_at_5_max": 0.469139, "nauc_mrr_at_5_std": 0.331878, "nauc_mrr_at_5_diff1": 0.248543, "nauc_mrr_at_10_max": 0.478465, "nauc_mrr_at_10_std": 0.343711, "nauc_mrr_at_10_diff1": 0.244755, "nauc_mrr_at_20_max": 0.477847, "nauc_mrr_at_20_std": 0.34345, "nauc_mrr_at_20_diff1": 0.245632, "nauc_mrr_at_100_max": 0.477847, "nauc_mrr_at_100_std": 0.34345, "nauc_mrr_at_100_diff1": 0.245632, "nauc_mrr_at_1000_max": 0.477847, "nauc_mrr_at_1000_std": 0.34345, "nauc_mrr_at_1000_diff1": 0.245632, "hit_rate_at_1": 0.45879, "hit_rate_at_3": 0.62912, "hit_rate_at_5": 0.68132, "hit_rate_at_10": 0.72253, "hit_rate_at_20": 0.73901, "hit_rate_at_100": 0.73901, "hit_rate_at_1000": 0.73901, "main_score": 0.4577, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 267.8753516320139, "kg_co2_emissions": null, "date": 1793328849.408144, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00015626847743988037, "end": 47.69626373797655, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 47.74649025127292, "end": 47.860243268311024, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 48.15334218554199, "end": 93.85068219155073, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 94.01149144023657, "end": 94.11157415062189, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 94.20147121138871, "end": 131.34660100005567, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 131.49009049125016, "end": 131.59150613099337, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 131.67958123981953, "end": 176.20029683224857, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 176.4270634278655, "end": 176.53171436861157, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 176.624862652272, "end": 221.6961472723633, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 222.0043896958232, "end": 222.1056555081159, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 222.1996295992285, "end": 267.3741018846631, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 267.683854682371, "end": 267.7810784354806, "split": "test", "subset": "portuguese" } ] }