{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.56331, "ndcg_at_3": 0.59056, "ndcg_at_5": 0.61827, "ndcg_at_10": 0.64216, "ndcg_at_20": 0.66506, "ndcg_at_100": 0.68009, "ndcg_at_1000": 0.68009, "map_at_1": 0.33843, "map_at_3": 0.46206, "map_at_5": 0.49974, "map_at_10": 0.52889, "map_at_20": 0.54748, "map_at_100": 0.55544, "map_at_1000": 0.55544, "recall_at_1": 0.33843, "recall_at_3": 0.54323, "recall_at_5": 0.63906, "recall_at_10": 0.72623, "recall_at_20": 0.80579, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.33843, "precision_at_1": 0.58766, "precision_at_3": 0.36147, "precision_at_5": 0.27597, "precision_at_10": 0.17792, "precision_at_20": 0.11039, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.587662, "mrr_at_3": 0.683983, "mrr_at_5": 0.705411, "mrr_at_10": 0.711985, "mrr_at_20": 0.713652, "mrr_at_100": 0.714061, "mrr_at_1000": 0.714061, "nauc_ndcg_at_1_max": 0.290205, "nauc_ndcg_at_1_std": 0.099808, "nauc_ndcg_at_1_diff1": 0.238438, "nauc_ndcg_at_3_max": 0.237459, "nauc_ndcg_at_3_std": 0.050828, "nauc_ndcg_at_3_diff1": 0.21568, "nauc_ndcg_at_5_max": 0.263267, "nauc_ndcg_at_5_std": 0.065805, "nauc_ndcg_at_5_diff1": 0.191263, "nauc_ndcg_at_10_max": 0.263757, "nauc_ndcg_at_10_std": 0.085496, "nauc_ndcg_at_10_diff1": 0.177475, "nauc_ndcg_at_20_max": 0.270353, "nauc_ndcg_at_20_std": 0.097379, "nauc_ndcg_at_20_diff1": 0.173955, "nauc_ndcg_at_100_max": 0.279125, "nauc_ndcg_at_100_std": 0.091223, "nauc_ndcg_at_100_diff1": 0.161533, "nauc_ndcg_at_1000_max": 0.279125, "nauc_ndcg_at_1000_std": 0.091223, "nauc_ndcg_at_1000_diff1": 0.161533, "nauc_map_at_1_max": 0.177558, "nauc_map_at_1_std": -0.029099, "nauc_map_at_1_diff1": 0.349879, "nauc_map_at_3_max": 0.197924, "nauc_map_at_3_std": -0.00978, "nauc_map_at_3_diff1": 0.261248, "nauc_map_at_5_max": 0.222449, "nauc_map_at_5_std": 0.022823, "nauc_map_at_5_diff1": 0.232049, "nauc_map_at_10_max": 0.231526, "nauc_map_at_10_std": 0.044983, "nauc_map_at_10_diff1": 0.215242, "nauc_map_at_20_max": 0.238198, "nauc_map_at_20_std": 0.05752, "nauc_map_at_20_diff1": 0.20544, "nauc_map_at_100_max": 0.241906, "nauc_map_at_100_std": 0.056791, "nauc_map_at_100_diff1": 0.199386, "nauc_map_at_1000_max": 0.241906, "nauc_map_at_1000_std": 0.056791, "nauc_map_at_1000_diff1": 0.199386, "nauc_recall_at_1_max": 0.177558, "nauc_recall_at_1_std": -0.029099, "nauc_recall_at_1_diff1": 0.349879, "nauc_recall_at_3_max": 0.176922, "nauc_recall_at_3_std": -0.003452, "nauc_recall_at_3_diff1": 0.183579, "nauc_recall_at_5_max": 0.206537, "nauc_recall_at_5_std": 0.039053, "nauc_recall_at_5_diff1": 0.11399, "nauc_recall_at_10_max": 0.189522, "nauc_recall_at_10_std": 0.075983, "nauc_recall_at_10_diff1": 0.064028, "nauc_recall_at_20_max": 0.161094, "nauc_recall_at_20_std": 0.103271, "nauc_recall_at_20_diff1": 0.025709, "nauc_recall_at_100_max": 0.195855, "nauc_recall_at_100_std": 0.090158, "nauc_recall_at_100_diff1": -0.077634, "nauc_recall_at_1000_max": 0.195855, "nauc_recall_at_1000_std": 0.090158, "nauc_recall_at_1000_diff1": -0.077634, "nauc_precision_at_1_max": 0.316427, "nauc_precision_at_1_std": 0.10606, "nauc_precision_at_1_diff1": 0.219115, "nauc_precision_at_3_max": 0.205858, "nauc_precision_at_3_std": 0.152529, "nauc_precision_at_3_diff1": -0.121827, "nauc_precision_at_5_max": 0.192503, "nauc_precision_at_5_std": 0.213398, "nauc_precision_at_5_diff1": -0.224563, "nauc_precision_at_10_max": 0.126983, "nauc_precision_at_10_std": 0.202532, "nauc_precision_at_10_diff1": -0.250189, "nauc_precision_at_20_max": 0.078657, "nauc_precision_at_20_std": 0.164152, "nauc_precision_at_20_diff1": -0.24754, "nauc_precision_at_100_max": 0.054356, "nauc_precision_at_100_std": 0.106567, "nauc_precision_at_100_diff1": -0.247691, "nauc_precision_at_1000_max": 0.054356, "nauc_precision_at_1000_std": 0.106567, "nauc_precision_at_1000_diff1": -0.247691, "nauc_mrr_at_1_max": 0.316427, "nauc_mrr_at_1_std": 0.10606, "nauc_mrr_at_1_diff1": 0.219115, "nauc_mrr_at_3_max": 0.359773, "nauc_mrr_at_3_std": 0.136914, "nauc_mrr_at_3_diff1": 0.163948, "nauc_mrr_at_5_max": 0.356563, "nauc_mrr_at_5_std": 0.136388, "nauc_mrr_at_5_diff1": 0.162623, "nauc_mrr_at_10_max": 0.359768, "nauc_mrr_at_10_std": 0.135657, "nauc_mrr_at_10_diff1": 0.15732, "nauc_mrr_at_20_max": 0.357018, "nauc_mrr_at_20_std": 0.135477, "nauc_mrr_at_20_diff1": 0.157307, "nauc_mrr_at_100_max": 0.357193, "nauc_mrr_at_100_std": 0.135199, "nauc_mrr_at_100_diff1": 0.157189, "nauc_mrr_at_1000_max": 0.357193, "nauc_mrr_at_1000_std": 0.135199, "nauc_mrr_at_1000_diff1": 0.157189, "hit_rate_at_1": 0.58766, "hit_rate_at_3": 0.80195, "hit_rate_at_5": 0.89286, "hit_rate_at_10": 0.93831, "hit_rate_at_20": 0.96429, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.64216, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.38149, "ndcg_at_3": 0.3717, "ndcg_at_5": 0.37895, "ndcg_at_10": 0.39014, "ndcg_at_20": 0.39534, "ndcg_at_100": 0.4015, "ndcg_at_1000": 0.4015, "map_at_1": 0.21786, "map_at_3": 0.2853, "map_at_5": 0.30461, "map_at_10": 0.31923, "map_at_20": 0.3244, "map_at_100": 0.32734, "map_at_1000": 0.32734, "recall_at_1": 0.21786, "recall_at_3": 0.32099, "recall_at_5": 0.3666, "recall_at_10": 0.42021, "recall_at_20": 0.44271, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.21786, "precision_at_1": 0.41234, "precision_at_3": 0.23377, "precision_at_5": 0.17338, "precision_at_10": 0.10617, "precision_at_20": 0.0599, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.412338, "mrr_at_3": 0.463203, "mrr_at_5": 0.472294, "mrr_at_10": 0.479688, "mrr_at_20": 0.480569, "mrr_at_100": 0.480935, "mrr_at_1000": 0.480935, "nauc_ndcg_at_1_max": 0.560909, "nauc_ndcg_at_1_std": 0.32337, "nauc_ndcg_at_1_diff1": 0.15478, "nauc_ndcg_at_3_max": 0.538738, "nauc_ndcg_at_3_std": 0.304336, "nauc_ndcg_at_3_diff1": 0.094854, "nauc_ndcg_at_5_max": 0.555872, "nauc_ndcg_at_5_std": 0.347807, "nauc_ndcg_at_5_diff1": 0.069483, "nauc_ndcg_at_10_max": 0.564427, "nauc_ndcg_at_10_std": 0.373082, "nauc_ndcg_at_10_diff1": 0.045466, "nauc_ndcg_at_20_max": 0.568345, "nauc_ndcg_at_20_std": 0.392222, "nauc_ndcg_at_20_diff1": 0.035452, "nauc_ndcg_at_100_max": 0.573082, "nauc_ndcg_at_100_std": 0.404699, "nauc_ndcg_at_100_diff1": 0.024514, "nauc_ndcg_at_1000_max": 0.573082, "nauc_ndcg_at_1000_std": 0.404699, "nauc_ndcg_at_1000_diff1": 0.024514, "nauc_map_at_1_max": 0.420476, "nauc_map_at_1_std": 0.156457, "nauc_map_at_1_diff1": 0.243874, "nauc_map_at_3_max": 0.470573, "nauc_map_at_3_std": 0.218597, "nauc_map_at_3_diff1": 0.141484, "nauc_map_at_5_max": 0.496145, "nauc_map_at_5_std": 0.259714, "nauc_map_at_5_diff1": 0.109864, "nauc_map_at_10_max": 0.510515, "nauc_map_at_10_std": 0.286609, "nauc_map_at_10_diff1": 0.087678, "nauc_map_at_20_max": 0.519071, "nauc_map_at_20_std": 0.303626, "nauc_map_at_20_diff1": 0.078033, "nauc_map_at_100_max": 0.522411, "nauc_map_at_100_std": 0.311041, "nauc_map_at_100_diff1": 0.072922, "nauc_map_at_1000_max": 0.522411, "nauc_map_at_1000_std": 0.311041, "nauc_map_at_1000_diff1": 0.072922, "nauc_recall_at_1_max": 0.420476, "nauc_recall_at_1_std": 0.156457, "nauc_recall_at_1_diff1": 0.243874, "nauc_recall_at_3_max": 0.462613, "nauc_recall_at_3_std": 0.234135, "nauc_recall_at_3_diff1": 0.087337, "nauc_recall_at_5_max": 0.496003, "nauc_recall_at_5_std": 0.327334, "nauc_recall_at_5_diff1": 0.02881, "nauc_recall_at_10_max": 0.512939, "nauc_recall_at_10_std": 0.403801, "nauc_recall_at_10_diff1": -0.037865, "nauc_recall_at_20_max": 0.53836, "nauc_recall_at_20_std": 0.473556, "nauc_recall_at_20_diff1": -0.070335, "nauc_recall_at_100_max": 0.553127, "nauc_recall_at_100_std": 0.512153, "nauc_recall_at_100_diff1": -0.104872, "nauc_recall_at_1000_max": 0.553127, "nauc_recall_at_1000_std": 0.512153, "nauc_recall_at_1000_diff1": -0.104872, "nauc_precision_at_1_max": 0.56221, "nauc_precision_at_1_std": 0.327498, "nauc_precision_at_1_diff1": 0.183102, "nauc_precision_at_3_max": 0.487669, "nauc_precision_at_3_std": 0.364171, "nauc_precision_at_3_diff1": -0.071437, "nauc_precision_at_5_max": 0.479702, "nauc_precision_at_5_std": 0.441123, "nauc_precision_at_5_diff1": -0.157763, "nauc_precision_at_10_max": 0.4763, "nauc_precision_at_10_std": 0.487437, "nauc_precision_at_10_diff1": -0.224506, "nauc_precision_at_20_max": 0.449286, "nauc_precision_at_20_std": 0.516794, "nauc_precision_at_20_diff1": -0.250416, "nauc_precision_at_100_max": 0.417575, "nauc_precision_at_100_std": 0.509583, "nauc_precision_at_100_diff1": -0.265808, "nauc_precision_at_1000_max": 0.417575, "nauc_precision_at_1000_std": 0.509583, "nauc_precision_at_1000_diff1": -0.265808, "nauc_mrr_at_1_max": 0.56221, "nauc_mrr_at_1_std": 0.327498, "nauc_mrr_at_1_diff1": 0.183102, "nauc_mrr_at_3_max": 0.587068, "nauc_mrr_at_3_std": 0.369349, "nauc_mrr_at_3_diff1": 0.135082, "nauc_mrr_at_5_max": 0.592325, "nauc_mrr_at_5_std": 0.390126, "nauc_mrr_at_5_diff1": 0.126197, "nauc_mrr_at_10_max": 0.595764, "nauc_mrr_at_10_std": 0.398382, "nauc_mrr_at_10_diff1": 0.119036, "nauc_mrr_at_20_max": 0.59656, "nauc_mrr_at_20_std": 0.399623, "nauc_mrr_at_20_diff1": 0.119915, "nauc_mrr_at_100_max": 0.596366, "nauc_mrr_at_100_std": 0.399706, "nauc_mrr_at_100_diff1": 0.119029, "nauc_mrr_at_1000_max": 0.596366, "nauc_mrr_at_1000_std": 0.399706, "nauc_mrr_at_1000_diff1": 0.119029, "hit_rate_at_1": 0.41234, "hit_rate_at_3": 0.52273, "hit_rate_at_5": 0.56169, "hit_rate_at_10": 0.61364, "hit_rate_at_20": 0.62662, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.39014, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.38474, "ndcg_at_3": 0.36755, "ndcg_at_5": 0.37315, "ndcg_at_10": 0.37768, "ndcg_at_20": 0.38116, "ndcg_at_100": 0.38577, "ndcg_at_1000": 0.38577, "map_at_1": 0.22252, "map_at_3": 0.28587, "map_at_5": 0.30327, "map_at_10": 0.31563, "map_at_20": 0.31972, "map_at_100": 0.32204, "map_at_1000": 0.32204, "recall_at_1": 0.22252, "recall_at_3": 0.32121, "recall_at_5": 0.36076, "recall_at_10": 0.39567, "recall_at_20": 0.41286, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.22252, "precision_at_1": 0.40909, "precision_at_3": 0.22944, "precision_at_5": 0.16948, "precision_at_10": 0.10227, "precision_at_20": 0.05666, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.409091, "mrr_at_3": 0.457792, "mrr_at_5": 0.468831, "mrr_at_10": 0.471726, "mrr_at_20": 0.472377, "mrr_at_100": 0.472486, "mrr_at_1000": 0.472486, "nauc_ndcg_at_1_max": 0.60949, "nauc_ndcg_at_1_std": 0.373991, "nauc_ndcg_at_1_diff1": 0.076892, "nauc_ndcg_at_3_max": 0.597679, "nauc_ndcg_at_3_std": 0.411206, "nauc_ndcg_at_3_diff1": -0.010152, "nauc_ndcg_at_5_max": 0.611845, "nauc_ndcg_at_5_std": 0.446378, "nauc_ndcg_at_5_diff1": -0.039862, "nauc_ndcg_at_10_max": 0.615246, "nauc_ndcg_at_10_std": 0.461001, "nauc_ndcg_at_10_diff1": -0.06263, "nauc_ndcg_at_20_max": 0.62147, "nauc_ndcg_at_20_std": 0.475724, "nauc_ndcg_at_20_diff1": -0.071742, "nauc_ndcg_at_100_max": 0.624482, "nauc_ndcg_at_100_std": 0.483693, "nauc_ndcg_at_100_diff1": -0.075897, "nauc_ndcg_at_1000_max": 0.624482, "nauc_ndcg_at_1000_std": 0.483693, "nauc_ndcg_at_1000_diff1": -0.075897, "nauc_map_at_1_max": 0.450311, "nauc_map_at_1_std": 0.217429, "nauc_map_at_1_diff1": 0.095186, "nauc_map_at_3_max": 0.511506, "nauc_map_at_3_std": 0.305764, "nauc_map_at_3_diff1": 0.012552, "nauc_map_at_5_max": 0.536495, "nauc_map_at_5_std": 0.347219, "nauc_map_at_5_diff1": -0.013245, "nauc_map_at_10_max": 0.553112, "nauc_map_at_10_std": 0.375154, "nauc_map_at_10_diff1": -0.033154, "nauc_map_at_20_max": 0.561881, "nauc_map_at_20_std": 0.389421, "nauc_map_at_20_diff1": -0.042277, "nauc_map_at_100_max": 0.564409, "nauc_map_at_100_std": 0.394247, "nauc_map_at_100_diff1": -0.044886, "nauc_map_at_1000_max": 0.564409, "nauc_map_at_1000_std": 0.394247, "nauc_map_at_1000_diff1": -0.044886, "nauc_recall_at_1_max": 0.450311, "nauc_recall_at_1_std": 0.217429, "nauc_recall_at_1_diff1": 0.095186, "nauc_recall_at_3_max": 0.511638, "nauc_recall_at_3_std": 0.33073, "nauc_recall_at_3_diff1": -0.014545, "nauc_recall_at_5_max": 0.544898, "nauc_recall_at_5_std": 0.410823, "nauc_recall_at_5_diff1": -0.063647, "nauc_recall_at_10_max": 0.583936, "nauc_recall_at_10_std": 0.481766, "nauc_recall_at_10_diff1": -0.114272, "nauc_recall_at_20_max": 0.603656, "nauc_recall_at_20_std": 0.535551, "nauc_recall_at_20_diff1": -0.14685, "nauc_recall_at_100_max": 0.609665, "nauc_recall_at_100_std": 0.557635, "nauc_recall_at_100_diff1": -0.160245, "nauc_recall_at_1000_max": 0.609665, "nauc_recall_at_1000_std": 0.557635, "nauc_recall_at_1000_diff1": -0.160245, "nauc_precision_at_1_max": 0.623245, "nauc_precision_at_1_std": 0.374927, "nauc_precision_at_1_diff1": 0.099834, "nauc_precision_at_3_max": 0.573622, "nauc_precision_at_3_std": 0.505759, "nauc_precision_at_3_diff1": -0.119723, "nauc_precision_at_5_max": 0.572186, "nauc_precision_at_5_std": 0.56573, "nauc_precision_at_5_diff1": -0.182771, "nauc_precision_at_10_max": 0.52096, "nauc_precision_at_10_std": 0.567691, "nauc_precision_at_10_diff1": -0.22573, "nauc_precision_at_20_max": 0.525331, "nauc_precision_at_20_std": 0.602224, "nauc_precision_at_20_diff1": -0.256683, "nauc_precision_at_100_max": 0.489461, "nauc_precision_at_100_std": 0.578365, "nauc_precision_at_100_diff1": -0.248996, "nauc_precision_at_1000_max": 0.489461, "nauc_precision_at_1000_std": 0.578365, "nauc_precision_at_1000_diff1": -0.248996, "nauc_mrr_at_1_max": 0.623245, "nauc_mrr_at_1_std": 0.374927, "nauc_mrr_at_1_diff1": 0.099834, "nauc_mrr_at_3_max": 0.656958, "nauc_mrr_at_3_std": 0.440377, "nauc_mrr_at_3_diff1": 0.06414, "nauc_mrr_at_5_max": 0.667488, "nauc_mrr_at_5_std": 0.460701, "nauc_mrr_at_5_diff1": 0.056868, "nauc_mrr_at_10_max": 0.668684, "nauc_mrr_at_10_std": 0.463886, "nauc_mrr_at_10_diff1": 0.05394, "nauc_mrr_at_20_max": 0.66864, "nauc_mrr_at_20_std": 0.46567, "nauc_mrr_at_20_diff1": 0.052463, "nauc_mrr_at_100_max": 0.668603, "nauc_mrr_at_100_std": 0.465897, "nauc_mrr_at_100_diff1": 0.052245, "nauc_mrr_at_1000_max": 0.668603, "nauc_mrr_at_1000_std": 0.465897, "nauc_mrr_at_1000_diff1": 0.052245, "hit_rate_at_1": 0.40909, "hit_rate_at_3": 0.51623, "hit_rate_at_5": 0.56169, "hit_rate_at_10": 0.58117, "hit_rate_at_20": 0.59091, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.37768, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.32468, "ndcg_at_3": 0.33922, "ndcg_at_5": 0.34828, "ndcg_at_10": 0.36257, "ndcg_at_20": 0.37458, "ndcg_at_100": 0.38267, "ndcg_at_1000": 0.38267, "map_at_1": 0.20617, "map_at_3": 0.26774, "map_at_5": 0.28422, "map_at_10": 0.2992, "map_at_20": 0.30744, "map_at_100": 0.31148, "map_at_1000": 0.31148, "recall_at_1": 0.20617, "recall_at_3": 0.30776, "recall_at_5": 0.35649, "recall_at_10": 0.40542, "recall_at_20": 0.44655, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.20617, "precision_at_1": 0.34416, "precision_at_3": 0.20996, "precision_at_5": 0.15455, "precision_at_10": 0.10065, "precision_at_20": 0.05974, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.344156, "mrr_at_3": 0.40368, "mrr_at_5": 0.416829, "mrr_at_10": 0.423531, "mrr_at_20": 0.425137, "mrr_at_100": 0.42523, "mrr_at_1000": 0.42523, "nauc_ndcg_at_1_max": 0.520193, "nauc_ndcg_at_1_std": 0.35154, "nauc_ndcg_at_1_diff1": 0.30662, "nauc_ndcg_at_3_max": 0.532683, "nauc_ndcg_at_3_std": 0.394505, "nauc_ndcg_at_3_diff1": 0.228167, "nauc_ndcg_at_5_max": 0.542099, "nauc_ndcg_at_5_std": 0.416984, "nauc_ndcg_at_5_diff1": 0.206002, "nauc_ndcg_at_10_max": 0.551384, "nauc_ndcg_at_10_std": 0.431948, "nauc_ndcg_at_10_diff1": 0.186218, "nauc_ndcg_at_20_max": 0.567785, "nauc_ndcg_at_20_std": 0.455421, "nauc_ndcg_at_20_diff1": 0.176399, "nauc_ndcg_at_100_max": 0.581367, "nauc_ndcg_at_100_std": 0.468835, "nauc_ndcg_at_100_diff1": 0.171465, "nauc_ndcg_at_1000_max": 0.581367, "nauc_ndcg_at_1000_std": 0.468835, "nauc_ndcg_at_1000_diff1": 0.171465, "nauc_map_at_1_max": 0.428512, "nauc_map_at_1_std": 0.238578, "nauc_map_at_1_diff1": 0.320817, "nauc_map_at_3_max": 0.4737, "nauc_map_at_3_std": 0.31339, "nauc_map_at_3_diff1": 0.240398, "nauc_map_at_5_max": 0.49272, "nauc_map_at_5_std": 0.344318, "nauc_map_at_5_diff1": 0.219322, "nauc_map_at_10_max": 0.511233, "nauc_map_at_10_std": 0.371573, "nauc_map_at_10_diff1": 0.202564, "nauc_map_at_20_max": 0.523179, "nauc_map_at_20_std": 0.39002, "nauc_map_at_20_diff1": 0.195272, "nauc_map_at_100_max": 0.530217, "nauc_map_at_100_std": 0.398997, "nauc_map_at_100_diff1": 0.192295, "nauc_map_at_1000_max": 0.530217, "nauc_map_at_1000_std": 0.398997, "nauc_map_at_1000_diff1": 0.192295, "nauc_recall_at_1_max": 0.428512, "nauc_recall_at_1_std": 0.238578, "nauc_recall_at_1_diff1": 0.320817, "nauc_recall_at_3_max": 0.466475, "nauc_recall_at_3_std": 0.329066, "nauc_recall_at_3_diff1": 0.19278, "nauc_recall_at_5_max": 0.497045, "nauc_recall_at_5_std": 0.401251, "nauc_recall_at_5_diff1": 0.144165, "nauc_recall_at_10_max": 0.543062, "nauc_recall_at_10_std": 0.466601, "nauc_recall_at_10_diff1": 0.09836, "nauc_recall_at_20_max": 0.589319, "nauc_recall_at_20_std": 0.535094, "nauc_recall_at_20_diff1": 0.076512, "nauc_recall_at_100_max": 0.630409, "nauc_recall_at_100_std": 0.571188, "nauc_recall_at_100_diff1": 0.059459, "nauc_recall_at_1000_max": 0.630409, "nauc_recall_at_1000_std": 0.571188, "nauc_recall_at_1000_diff1": 0.059459, "nauc_precision_at_1_max": 0.515211, "nauc_precision_at_1_std": 0.35371, "nauc_precision_at_1_diff1": 0.32004, "nauc_precision_at_3_max": 0.492738, "nauc_precision_at_3_std": 0.447089, "nauc_precision_at_3_diff1": 0.091266, "nauc_precision_at_5_max": 0.500141, "nauc_precision_at_5_std": 0.498243, "nauc_precision_at_5_diff1": 0.017188, "nauc_precision_at_10_max": 0.456995, "nauc_precision_at_10_std": 0.49033, "nauc_precision_at_10_diff1": -0.038272, "nauc_precision_at_20_max": 0.453365, "nauc_precision_at_20_std": 0.512972, "nauc_precision_at_20_diff1": -0.073304, "nauc_precision_at_100_max": 0.444953, "nauc_precision_at_100_std": 0.489521, "nauc_precision_at_100_diff1": -0.081203, "nauc_precision_at_1000_max": 0.444953, "nauc_precision_at_1000_std": 0.489521, "nauc_precision_at_1000_diff1": -0.081203, "nauc_mrr_at_1_max": 0.515211, "nauc_mrr_at_1_std": 0.35371, "nauc_mrr_at_1_diff1": 0.32004, "nauc_mrr_at_3_max": 0.546516, "nauc_mrr_at_3_std": 0.410127, "nauc_mrr_at_3_diff1": 0.269468, "nauc_mrr_at_5_max": 0.553344, "nauc_mrr_at_5_std": 0.422944, "nauc_mrr_at_5_diff1": 0.263227, "nauc_mrr_at_10_max": 0.554105, "nauc_mrr_at_10_std": 0.42328, "nauc_mrr_at_10_diff1": 0.258531, "nauc_mrr_at_20_max": 0.556645, "nauc_mrr_at_20_std": 0.427555, "nauc_mrr_at_20_diff1": 0.258135, "nauc_mrr_at_100_max": 0.556695, "nauc_mrr_at_100_std": 0.427522, "nauc_mrr_at_100_diff1": 0.257942, "nauc_mrr_at_1000_max": 0.556695, "nauc_mrr_at_1000_std": 0.427522, "nauc_mrr_at_1000_diff1": 0.257942, "hit_rate_at_1": 0.34416, "hit_rate_at_3": 0.47727, "hit_rate_at_5": 0.53571, "hit_rate_at_10": 0.58442, "hit_rate_at_20": 0.60714, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.36257, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.40097, "ndcg_at_3": 0.40036, "ndcg_at_5": 0.40975, "ndcg_at_10": 0.41545, "ndcg_at_20": 0.42529, "ndcg_at_100": 0.43204, "ndcg_at_1000": 0.43204, "map_at_1": 0.24573, "map_at_3": 0.32037, "map_at_5": 0.33903, "map_at_10": 0.35027, "map_at_20": 0.35674, "map_at_100": 0.3595, "map_at_1000": 0.3595, "recall_at_1": 0.24573, "recall_at_3": 0.36297, "recall_at_5": 0.40942, "recall_at_10": 0.44422, "recall_at_20": 0.47844, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.24573, "precision_at_1": 0.42208, "precision_at_3": 0.24134, "precision_at_5": 0.17403, "precision_at_10": 0.10455, "precision_at_20": 0.06104, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.422078, "mrr_at_3": 0.478896, "mrr_at_5": 0.488636, "mrr_at_10": 0.491722, "mrr_at_20": 0.494029, "mrr_at_100": 0.4944, "mrr_at_1000": 0.4944, "nauc_ndcg_at_1_max": 0.479531, "nauc_ndcg_at_1_std": 0.203609, "nauc_ndcg_at_1_diff1": 0.281586, "nauc_ndcg_at_3_max": 0.527881, "nauc_ndcg_at_3_std": 0.270638, "nauc_ndcg_at_3_diff1": 0.19777, "nauc_ndcg_at_5_max": 0.539513, "nauc_ndcg_at_5_std": 0.304811, "nauc_ndcg_at_5_diff1": 0.17807, "nauc_ndcg_at_10_max": 0.541653, "nauc_ndcg_at_10_std": 0.325066, "nauc_ndcg_at_10_diff1": 0.169995, "nauc_ndcg_at_20_max": 0.553187, "nauc_ndcg_at_20_std": 0.352718, "nauc_ndcg_at_20_diff1": 0.153924, "nauc_ndcg_at_100_max": 0.558479, "nauc_ndcg_at_100_std": 0.361279, "nauc_ndcg_at_100_diff1": 0.144197, "nauc_ndcg_at_1000_max": 0.558479, "nauc_ndcg_at_1000_std": 0.361279, "nauc_ndcg_at_1000_diff1": 0.144197, "nauc_map_at_1_max": 0.365952, "nauc_map_at_1_std": 0.096248, "nauc_map_at_1_diff1": 0.366279, "nauc_map_at_3_max": 0.442529, "nauc_map_at_3_std": 0.182828, "nauc_map_at_3_diff1": 0.253875, "nauc_map_at_5_max": 0.469877, "nauc_map_at_5_std": 0.224766, "nauc_map_at_5_diff1": 0.226024, "nauc_map_at_10_max": 0.480288, "nauc_map_at_10_std": 0.246149, "nauc_map_at_10_diff1": 0.212508, "nauc_map_at_20_max": 0.488997, "nauc_map_at_20_std": 0.263498, "nauc_map_at_20_diff1": 0.201257, "nauc_map_at_100_max": 0.491787, "nauc_map_at_100_std": 0.268888, "nauc_map_at_100_diff1": 0.196779, "nauc_map_at_1000_max": 0.491787, "nauc_map_at_1000_std": 0.268888, "nauc_map_at_1000_diff1": 0.196779, "nauc_recall_at_1_max": 0.365952, "nauc_recall_at_1_std": 0.096248, "nauc_recall_at_1_diff1": 0.366279, "nauc_recall_at_3_max": 0.48529, "nauc_recall_at_3_std": 0.240955, "nauc_recall_at_3_diff1": 0.169775, "nauc_recall_at_5_max": 0.523601, "nauc_recall_at_5_std": 0.332266, "nauc_recall_at_5_diff1": 0.107307, "nauc_recall_at_10_max": 0.547573, "nauc_recall_at_10_std": 0.402623, "nauc_recall_at_10_diff1": 0.077858, "nauc_recall_at_20_max": 0.576517, "nauc_recall_at_20_std": 0.498433, "nauc_recall_at_20_diff1": 0.021879, "nauc_recall_at_100_max": 0.586257, "nauc_recall_at_100_std": 0.521986, "nauc_recall_at_100_diff1": -0.01527, "nauc_recall_at_1000_max": 0.586257, "nauc_recall_at_1000_std": 0.521986, "nauc_recall_at_1000_diff1": -0.01527, "nauc_precision_at_1_max": 0.477081, "nauc_precision_at_1_std": 0.212341, "nauc_precision_at_1_diff1": 0.284599, "nauc_precision_at_3_max": 0.505554, "nauc_precision_at_3_std": 0.354482, "nauc_precision_at_3_diff1": -0.03537, "nauc_precision_at_5_max": 0.487827, "nauc_precision_at_5_std": 0.422984, "nauc_precision_at_5_diff1": -0.122171, "nauc_precision_at_10_max": 0.434171, "nauc_precision_at_10_std": 0.458943, "nauc_precision_at_10_diff1": -0.178045, "nauc_precision_at_20_max": 0.397819, "nauc_precision_at_20_std": 0.472412, "nauc_precision_at_20_diff1": -0.227472, "nauc_precision_at_100_max": 0.366269, "nauc_precision_at_100_std": 0.440016, "nauc_precision_at_100_diff1": -0.242448, "nauc_precision_at_1000_max": 0.366269, "nauc_precision_at_1000_std": 0.440016, "nauc_precision_at_1000_diff1": -0.242448, "nauc_mrr_at_1_max": 0.477081, "nauc_mrr_at_1_std": 0.212341, "nauc_mrr_at_1_diff1": 0.284599, "nauc_mrr_at_3_max": 0.557844, "nauc_mrr_at_3_std": 0.299459, "nauc_mrr_at_3_diff1": 0.208467, "nauc_mrr_at_5_max": 0.561922, "nauc_mrr_at_5_std": 0.319907, "nauc_mrr_at_5_diff1": 0.201999, "nauc_mrr_at_10_max": 0.564322, "nauc_mrr_at_10_std": 0.326761, "nauc_mrr_at_10_diff1": 0.198273, "nauc_mrr_at_20_max": 0.567043, "nauc_mrr_at_20_std": 0.333173, "nauc_mrr_at_20_diff1": 0.195044, "nauc_mrr_at_100_max": 0.566861, "nauc_mrr_at_100_std": 0.332958, "nauc_mrr_at_100_diff1": 0.194425, "nauc_mrr_at_1000_max": 0.566861, "nauc_mrr_at_1000_std": 0.332958, "nauc_mrr_at_1000_diff1": 0.194425, "hit_rate_at_1": 0.42208, "hit_rate_at_3": 0.54545, "hit_rate_at_5": 0.58766, "hit_rate_at_10": 0.61039, "hit_rate_at_20": 0.64286, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.41545, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.36364, "ndcg_at_3": 0.38014, "ndcg_at_5": 0.38329, "ndcg_at_10": 0.39134, "ndcg_at_20": 0.39835, "ndcg_at_100": 0.40485, "ndcg_at_1000": 0.40485, "map_at_1": 0.21206, "map_at_3": 0.29724, "map_at_5": 0.31209, "map_at_10": 0.32432, "map_at_20": 0.32978, "map_at_100": 0.3325, "map_at_1000": 0.3325, "recall_at_1": 0.21206, "recall_at_3": 0.35366, "recall_at_5": 0.38254, "recall_at_10": 0.42624, "recall_at_20": 0.45369, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.21206, "precision_at_1": 0.38636, "precision_at_3": 0.23918, "precision_at_5": 0.17208, "precision_at_10": 0.1026, "precision_at_20": 0.05779, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.386364, "mrr_at_3": 0.45671, "mrr_at_5": 0.461418, "mrr_at_10": 0.467959, "mrr_at_20": 0.469064, "mrr_at_100": 0.469481, "mrr_at_1000": 0.469481, "nauc_ndcg_at_1_max": 0.543894, "nauc_ndcg_at_1_std": 0.296252, "nauc_ndcg_at_1_diff1": 0.203011, "nauc_ndcg_at_3_max": 0.582883, "nauc_ndcg_at_3_std": 0.361195, "nauc_ndcg_at_3_diff1": 0.119867, "nauc_ndcg_at_5_max": 0.597588, "nauc_ndcg_at_5_std": 0.374644, "nauc_ndcg_at_5_diff1": 0.104016, "nauc_ndcg_at_10_max": 0.608518, "nauc_ndcg_at_10_std": 0.411142, "nauc_ndcg_at_10_diff1": 0.0872, "nauc_ndcg_at_20_max": 0.611431, "nauc_ndcg_at_20_std": 0.422433, "nauc_ndcg_at_20_diff1": 0.079753, "nauc_ndcg_at_100_max": 0.619156, "nauc_ndcg_at_100_std": 0.431654, "nauc_ndcg_at_100_diff1": 0.075745, "nauc_ndcg_at_1000_max": 0.619156, "nauc_ndcg_at_1000_std": 0.431654, "nauc_ndcg_at_1000_diff1": 0.075745, "nauc_map_at_1_max": 0.409076, "nauc_map_at_1_std": 0.156348, "nauc_map_at_1_diff1": 0.317394, "nauc_map_at_3_max": 0.497894, "nauc_map_at_3_std": 0.261942, "nauc_map_at_3_diff1": 0.177425, "nauc_map_at_5_max": 0.527162, "nauc_map_at_5_std": 0.290591, "nauc_map_at_5_diff1": 0.151858, "nauc_map_at_10_max": 0.542949, "nauc_map_at_10_std": 0.323876, "nauc_map_at_10_diff1": 0.134315, "nauc_map_at_20_max": 0.553158, "nauc_map_at_20_std": 0.33908, "nauc_map_at_20_diff1": 0.124991, "nauc_map_at_100_max": 0.557295, "nauc_map_at_100_std": 0.345123, "nauc_map_at_100_diff1": 0.121956, "nauc_map_at_1000_max": 0.557295, "nauc_map_at_1000_std": 0.345123, "nauc_map_at_1000_diff1": 0.121956, "nauc_recall_at_1_max": 0.409076, "nauc_recall_at_1_std": 0.156348, "nauc_recall_at_1_diff1": 0.317394, "nauc_recall_at_3_max": 0.519756, "nauc_recall_at_3_std": 0.30987, "nauc_recall_at_3_diff1": 0.09313, "nauc_recall_at_5_max": 0.559052, "nauc_recall_at_5_std": 0.355574, "nauc_recall_at_5_diff1": 0.056112, "nauc_recall_at_10_max": 0.59719, "nauc_recall_at_10_std": 0.469966, "nauc_recall_at_10_diff1": 0.001433, "nauc_recall_at_20_max": 0.61358, "nauc_recall_at_20_std": 0.519279, "nauc_recall_at_20_diff1": -0.032799, "nauc_recall_at_100_max": 0.632279, "nauc_recall_at_100_std": 0.545862, "nauc_recall_at_100_diff1": -0.047968, "nauc_recall_at_1000_max": 0.632279, "nauc_recall_at_1000_std": 0.545862, "nauc_recall_at_1000_diff1": -0.047968, "nauc_precision_at_1_max": 0.547438, "nauc_precision_at_1_std": 0.310016, "nauc_precision_at_1_diff1": 0.20327, "nauc_precision_at_3_max": 0.558776, "nauc_precision_at_3_std": 0.451223, "nauc_precision_at_3_diff1": -0.087517, "nauc_precision_at_5_max": 0.551305, "nauc_precision_at_5_std": 0.465968, "nauc_precision_at_5_diff1": -0.153899, "nauc_precision_at_10_max": 0.539572, "nauc_precision_at_10_std": 0.524668, "nauc_precision_at_10_diff1": -0.19296, "nauc_precision_at_20_max": 0.51041, "nauc_precision_at_20_std": 0.527076, "nauc_precision_at_20_diff1": -0.213246, "nauc_precision_at_100_max": 0.476863, "nauc_precision_at_100_std": 0.493032, "nauc_precision_at_100_diff1": -0.200927, "nauc_precision_at_1000_max": 0.476863, "nauc_precision_at_1000_std": 0.493032, "nauc_precision_at_1000_diff1": -0.200927, "nauc_mrr_at_1_max": 0.547438, "nauc_mrr_at_1_std": 0.310016, "nauc_mrr_at_1_diff1": 0.20327, "nauc_mrr_at_3_max": 0.615349, "nauc_mrr_at_3_std": 0.402091, "nauc_mrr_at_3_diff1": 0.124498, "nauc_mrr_at_5_max": 0.618801, "nauc_mrr_at_5_std": 0.408128, "nauc_mrr_at_5_diff1": 0.117165, "nauc_mrr_at_10_max": 0.621336, "nauc_mrr_at_10_std": 0.417838, "nauc_mrr_at_10_diff1": 0.11744, "nauc_mrr_at_20_max": 0.620666, "nauc_mrr_at_20_std": 0.418963, "nauc_mrr_at_20_diff1": 0.117549, "nauc_mrr_at_100_max": 0.620881, "nauc_mrr_at_100_std": 0.418981, "nauc_mrr_at_100_diff1": 0.117797, "nauc_mrr_at_1000_max": 0.620881, "nauc_mrr_at_1000_std": 0.418981, "nauc_mrr_at_1000_diff1": 0.117797, "hit_rate_at_1": 0.38636, "hit_rate_at_3": 0.53896, "hit_rate_at_5": 0.55844, "hit_rate_at_10": 0.6039, "hit_rate_at_20": 0.62013, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.39134, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 121.45999206975102, "kg_co2_emissions": null, "date": 1793325948.210899, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00011649355292320251, "end": 16.70242876559496, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 16.764851508662105, "end": 16.853854129090905, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 16.963744960725307, "end": 37.10248471610248, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 37.181610165163875, "end": 37.29467895254493, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 37.381856424733996, "end": 57.435829097405076, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 57.55055046826601, "end": 57.63968973606825, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 57.74567980132997, "end": 79.09855127334595, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 79.25553488731384, "end": 79.36934771202505, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 79.45716654509306, "end": 99.92739415727556, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 100.1301583275199, "end": 100.27246476523578, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 100.36010304093361, "end": 121.0359808485955, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 121.278055395931, "end": 121.37276885844767, "split": "test", "subset": "portuguese" } ] }