{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.24028, "ndcg_at_3": 0.25478, "ndcg_at_5": 0.25714, "ndcg_at_10": 0.26284, "ndcg_at_20": 0.27134, "ndcg_at_100": 0.27986, "ndcg_at_1000": 0.27986, "map_at_1": 0.14855, "map_at_3": 0.19121, "map_at_5": 0.20454, "map_at_10": 0.21609, "map_at_20": 0.22219, "map_at_100": 0.22553, "map_at_1000": 0.22553, "recall_at_1": 0.14855, "recall_at_3": 0.21719, "recall_at_5": 0.24187, "recall_at_10": 0.28166, "recall_at_20": 0.31419, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.14855, "precision_at_1": 0.25442, "precision_at_3": 0.16254, "precision_at_5": 0.1258, "precision_at_10": 0.08127, "precision_at_20": 0.05018, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.254417, "mrr_at_3": 0.30212, "mrr_at_5": 0.309187, "mrr_at_10": 0.315741, "mrr_at_20": 0.317494, "mrr_at_100": 0.317892, "mrr_at_1000": 0.317892, "nauc_ndcg_at_1_max": 0.600845, "nauc_ndcg_at_1_std": 0.483582, "nauc_ndcg_at_1_diff1": 0.588797, "nauc_ndcg_at_3_max": 0.61273, "nauc_ndcg_at_3_std": 0.51694, "nauc_ndcg_at_3_diff1": 0.553859, "nauc_ndcg_at_5_max": 0.603543, "nauc_ndcg_at_5_std": 0.509922, "nauc_ndcg_at_5_diff1": 0.543752, "nauc_ndcg_at_10_max": 0.615722, "nauc_ndcg_at_10_std": 0.525007, "nauc_ndcg_at_10_diff1": 0.549052, "nauc_ndcg_at_20_max": 0.612557, "nauc_ndcg_at_20_std": 0.523719, "nauc_ndcg_at_20_diff1": 0.541797, "nauc_ndcg_at_100_max": 0.616281, "nauc_ndcg_at_100_std": 0.530316, "nauc_ndcg_at_100_diff1": 0.543053, "nauc_ndcg_at_1000_max": 0.616281, "nauc_ndcg_at_1000_std": 0.530316, "nauc_ndcg_at_1000_diff1": 0.543053, "nauc_map_at_1_max": 0.557814, "nauc_map_at_1_std": 0.409294, "nauc_map_at_1_diff1": 0.608532, "nauc_map_at_3_max": 0.564621, "nauc_map_at_3_std": 0.43663, "nauc_map_at_3_diff1": 0.572625, "nauc_map_at_5_max": 0.582928, "nauc_map_at_5_std": 0.464309, "nauc_map_at_5_diff1": 0.553809, "nauc_map_at_10_max": 0.597243, "nauc_map_at_10_std": 0.487374, "nauc_map_at_10_diff1": 0.543119, "nauc_map_at_20_max": 0.599017, "nauc_map_at_20_std": 0.492452, "nauc_map_at_20_diff1": 0.542287, "nauc_map_at_100_max": 0.600646, "nauc_map_at_100_std": 0.495235, "nauc_map_at_100_diff1": 0.543888, "nauc_map_at_1000_max": 0.600646, "nauc_map_at_1000_std": 0.495235, "nauc_map_at_1000_diff1": 0.543888, "nauc_recall_at_1_max": 0.557814, "nauc_recall_at_1_std": 0.409294, "nauc_recall_at_1_diff1": 0.608532, "nauc_recall_at_3_max": 0.543069, "nauc_recall_at_3_std": 0.433607, "nauc_recall_at_3_diff1": 0.531121, "nauc_recall_at_5_max": 0.553427, "nauc_recall_at_5_std": 0.457415, "nauc_recall_at_5_diff1": 0.502087, "nauc_recall_at_10_max": 0.589462, "nauc_recall_at_10_std": 0.518271, "nauc_recall_at_10_diff1": 0.49186, "nauc_recall_at_20_max": 0.572837, "nauc_recall_at_20_std": 0.511033, "nauc_recall_at_20_diff1": 0.464022, "nauc_recall_at_100_max": 0.587204, "nauc_recall_at_100_std": 0.532872, "nauc_recall_at_100_diff1": 0.47042, "nauc_recall_at_1000_max": 0.587204, "nauc_recall_at_1000_std": 0.532872, "nauc_recall_at_1000_diff1": 0.47042, "nauc_precision_at_1_max": 0.616167, "nauc_precision_at_1_std": 0.508333, "nauc_precision_at_1_diff1": 0.574861, "nauc_precision_at_3_max": 0.57855, "nauc_precision_at_3_std": 0.542429, "nauc_precision_at_3_diff1": 0.427366, "nauc_precision_at_5_max": 0.540044, "nauc_precision_at_5_std": 0.535784, "nauc_precision_at_5_diff1": 0.340347, "nauc_precision_at_10_max": 0.518095, "nauc_precision_at_10_std": 0.549505, "nauc_precision_at_10_diff1": 0.2922, "nauc_precision_at_20_max": 0.459244, "nauc_precision_at_20_std": 0.509256, "nauc_precision_at_20_diff1": 0.271924, "nauc_precision_at_100_max": 0.420536, "nauc_precision_at_100_std": 0.474765, "nauc_precision_at_100_diff1": 0.256153, "nauc_precision_at_1000_max": 0.420536, "nauc_precision_at_1000_std": 0.474765, "nauc_precision_at_1000_diff1": 0.256153, "nauc_mrr_at_1_max": 0.616167, "nauc_mrr_at_1_std": 0.508333, "nauc_mrr_at_1_diff1": 0.574861, "nauc_mrr_at_3_max": 0.628068, "nauc_mrr_at_3_std": 0.54556, "nauc_mrr_at_3_diff1": 0.568528, "nauc_mrr_at_5_max": 0.618415, "nauc_mrr_at_5_std": 0.536868, "nauc_mrr_at_5_diff1": 0.560122, "nauc_mrr_at_10_max": 0.62675, "nauc_mrr_at_10_std": 0.549337, "nauc_mrr_at_10_diff1": 0.565968, "nauc_mrr_at_20_max": 0.625392, "nauc_mrr_at_20_std": 0.5482, "nauc_mrr_at_20_diff1": 0.563053, "nauc_mrr_at_100_max": 0.625801, "nauc_mrr_at_100_std": 0.549088, "nauc_mrr_at_100_diff1": 0.562728, "nauc_mrr_at_1000_max": 0.625801, "nauc_mrr_at_1000_std": 0.549088, "nauc_mrr_at_1000_diff1": 0.562728, "hit_rate_at_1": 0.25442, "hit_rate_at_3": 0.35689, "hit_rate_at_5": 0.38869, "hit_rate_at_10": 0.43816, "hit_rate_at_20": 0.4629, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.26284, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.22968, "ndcg_at_3": 0.2349, "ndcg_at_5": 0.23541, "ndcg_at_10": 0.23926, "ndcg_at_20": 0.2445, "ndcg_at_100": 0.25582, "ndcg_at_1000": 0.25582, "map_at_1": 0.13449, "map_at_3": 0.17455, "map_at_5": 0.1853, "map_at_10": 0.19261, "map_at_20": 0.1963, "map_at_100": 0.19951, "map_at_1000": 0.19951, "recall_at_1": 0.13449, "recall_at_3": 0.20119, "recall_at_5": 0.22419, "recall_at_10": 0.25107, "recall_at_20": 0.27353, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.13449, "precision_at_1": 0.24028, "precision_at_3": 0.14959, "precision_at_5": 0.11095, "precision_at_10": 0.07102, "precision_at_20": 0.04152, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.240283, "mrr_at_3": 0.287397, "mrr_at_5": 0.296054, "mrr_at_10": 0.302213, "mrr_at_20": 0.303721, "mrr_at_100": 0.30492, "mrr_at_1000": 0.30492, "nauc_ndcg_at_1_max": 0.62433, "nauc_ndcg_at_1_std": 0.526444, "nauc_ndcg_at_1_diff1": 0.689553, "nauc_ndcg_at_3_max": 0.636269, "nauc_ndcg_at_3_std": 0.563393, "nauc_ndcg_at_3_diff1": 0.62986, "nauc_ndcg_at_5_max": 0.62865, "nauc_ndcg_at_5_std": 0.559878, "nauc_ndcg_at_5_diff1": 0.610714, "nauc_ndcg_at_10_max": 0.647525, "nauc_ndcg_at_10_std": 0.585733, "nauc_ndcg_at_10_diff1": 0.615328, "nauc_ndcg_at_20_max": 0.651699, "nauc_ndcg_at_20_std": 0.591994, "nauc_ndcg_at_20_diff1": 0.61525, "nauc_ndcg_at_100_max": 0.670418, "nauc_ndcg_at_100_std": 0.614261, "nauc_ndcg_at_100_diff1": 0.615843, "nauc_ndcg_at_1000_max": 0.670418, "nauc_ndcg_at_1000_std": 0.614261, "nauc_ndcg_at_1000_diff1": 0.615843, "nauc_map_at_1_max": 0.603297, "nauc_map_at_1_std": 0.487142, "nauc_map_at_1_diff1": 0.676382, "nauc_map_at_3_max": 0.612878, "nauc_map_at_3_std": 0.520696, "nauc_map_at_3_diff1": 0.624181, "nauc_map_at_5_max": 0.621909, "nauc_map_at_5_std": 0.537909, "nauc_map_at_5_diff1": 0.607192, "nauc_map_at_10_max": 0.629957, "nauc_map_at_10_std": 0.55302, "nauc_map_at_10_diff1": 0.606337, "nauc_map_at_20_max": 0.634332, "nauc_map_at_20_std": 0.560391, "nauc_map_at_20_diff1": 0.606245, "nauc_map_at_100_max": 0.640462, "nauc_map_at_100_std": 0.568152, "nauc_map_at_100_diff1": 0.606475, "nauc_map_at_1000_max": 0.640462, "nauc_map_at_1000_std": 0.568152, "nauc_map_at_1000_diff1": 0.606475, "nauc_recall_at_1_max": 0.603297, "nauc_recall_at_1_std": 0.487142, "nauc_recall_at_1_diff1": 0.676382, "nauc_recall_at_3_max": 0.587135, "nauc_recall_at_3_std": 0.517023, "nauc_recall_at_3_diff1": 0.570984, "nauc_recall_at_5_max": 0.586685, "nauc_recall_at_5_std": 0.531104, "nauc_recall_at_5_diff1": 0.537936, "nauc_recall_at_10_max": 0.608902, "nauc_recall_at_10_std": 0.569834, "nauc_recall_at_10_diff1": 0.550718, "nauc_recall_at_20_max": 0.612221, "nauc_recall_at_20_std": 0.580953, "nauc_recall_at_20_diff1": 0.550458, "nauc_recall_at_100_max": 0.659171, "nauc_recall_at_100_std": 0.639151, "nauc_recall_at_100_diff1": 0.532587, "nauc_recall_at_1000_max": 0.659171, "nauc_recall_at_1000_std": 0.639151, "nauc_recall_at_1000_diff1": 0.532587, "nauc_precision_at_1_max": 0.638716, "nauc_precision_at_1_std": 0.549378, "nauc_precision_at_1_diff1": 0.677776, "nauc_precision_at_3_max": 0.607802, "nauc_precision_at_3_std": 0.576955, "nauc_precision_at_3_diff1": 0.521395, "nauc_precision_at_5_max": 0.563602, "nauc_precision_at_5_std": 0.559803, "nauc_precision_at_5_diff1": 0.437955, "nauc_precision_at_10_max": 0.5565, "nauc_precision_at_10_std": 0.586254, "nauc_precision_at_10_diff1": 0.401725, "nauc_precision_at_20_max": 0.526999, "nauc_precision_at_20_std": 0.575234, "nauc_precision_at_20_diff1": 0.359309, "nauc_precision_at_100_max": 0.533387, "nauc_precision_at_100_std": 0.596256, "nauc_precision_at_100_diff1": 0.326882, "nauc_precision_at_1000_max": 0.533387, "nauc_precision_at_1000_std": 0.596256, "nauc_precision_at_1000_diff1": 0.326882, "nauc_mrr_at_1_max": 0.638716, "nauc_mrr_at_1_std": 0.549378, "nauc_mrr_at_1_diff1": 0.677776, "nauc_mrr_at_3_max": 0.646984, "nauc_mrr_at_3_std": 0.581728, "nauc_mrr_at_3_diff1": 0.646276, "nauc_mrr_at_5_max": 0.639574, "nauc_mrr_at_5_std": 0.576745, "nauc_mrr_at_5_diff1": 0.637937, "nauc_mrr_at_10_max": 0.644517, "nauc_mrr_at_10_std": 0.584015, "nauc_mrr_at_10_diff1": 0.642722, "nauc_mrr_at_20_max": 0.644799, "nauc_mrr_at_20_std": 0.584263, "nauc_mrr_at_20_diff1": 0.643626, "nauc_mrr_at_100_max": 0.647325, "nauc_mrr_at_100_std": 0.586877, "nauc_mrr_at_100_diff1": 0.644802, "nauc_mrr_at_1000_max": 0.647325, "nauc_mrr_at_1000_std": 0.586877, "nauc_mrr_at_1000_diff1": 0.644802, "hit_rate_at_1": 0.24028, "hit_rate_at_3": 0.34629, "hit_rate_at_5": 0.38163, "hit_rate_at_10": 0.42756, "hit_rate_at_20": 0.44876, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.23926, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.50353, "ndcg_at_3": 0.48483, "ndcg_at_5": 0.48451, "ndcg_at_10": 0.49373, "ndcg_at_20": 0.51944, "ndcg_at_100": 0.54276, "ndcg_at_1000": 0.54276, "map_at_1": 0.26714, "map_at_3": 0.34711, "map_at_5": 0.3756, "map_at_10": 0.39916, "map_at_20": 0.41533, "map_at_100": 0.42377, "map_at_1000": 0.42377, "recall_at_1": 0.26714, "recall_at_3": 0.3872, "recall_at_5": 0.44548, "recall_at_10": 0.50945, "recall_at_20": 0.59412, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.26714, "precision_at_1": 0.5265, "precision_at_3": 0.31567, "precision_at_5": 0.23604, "precision_at_10": 0.15512, "precision_at_20": 0.10071, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.526502, "mrr_at_3": 0.595406, "mrr_at_5": 0.605124, "mrr_at_10": 0.613416, "mrr_at_20": 0.619513, "mrr_at_100": 0.620129, "mrr_at_1000": 0.620129, "nauc_ndcg_at_1_max": 0.477256, "nauc_ndcg_at_1_std": 0.127626, "nauc_ndcg_at_1_diff1": 0.435855, "nauc_ndcg_at_3_max": 0.508604, "nauc_ndcg_at_3_std": 0.162585, "nauc_ndcg_at_3_diff1": 0.424841, "nauc_ndcg_at_5_max": 0.506318, "nauc_ndcg_at_5_std": 0.152891, "nauc_ndcg_at_5_diff1": 0.426208, "nauc_ndcg_at_10_max": 0.484337, "nauc_ndcg_at_10_std": 0.136154, "nauc_ndcg_at_10_diff1": 0.429623, "nauc_ndcg_at_20_max": 0.49256, "nauc_ndcg_at_20_std": 0.142545, "nauc_ndcg_at_20_diff1": 0.419405, "nauc_ndcg_at_100_max": 0.501536, "nauc_ndcg_at_100_std": 0.162185, "nauc_ndcg_at_100_diff1": 0.410667, "nauc_ndcg_at_1000_max": 0.501536, "nauc_ndcg_at_1000_std": 0.162185, "nauc_ndcg_at_1000_diff1": 0.410667, "nauc_map_at_1_max": 0.370052, "nauc_map_at_1_std": -0.085338, "nauc_map_at_1_diff1": 0.577957, "nauc_map_at_3_max": 0.401017, "nauc_map_at_3_std": -0.013684, "nauc_map_at_3_diff1": 0.506082, "nauc_map_at_5_max": 0.418076, "nauc_map_at_5_std": 0.023301, "nauc_map_at_5_diff1": 0.472466, "nauc_map_at_10_max": 0.434568, "nauc_map_at_10_std": 0.058034, "nauc_map_at_10_diff1": 0.450689, "nauc_map_at_20_max": 0.450882, "nauc_map_at_20_std": 0.076924, "nauc_map_at_20_diff1": 0.437778, "nauc_map_at_100_max": 0.453757, "nauc_map_at_100_std": 0.084853, "nauc_map_at_100_diff1": 0.433457, "nauc_map_at_1000_max": 0.453757, "nauc_map_at_1000_std": 0.084853, "nauc_map_at_1000_diff1": 0.433457, "nauc_recall_at_1_max": 0.370052, "nauc_recall_at_1_std": -0.085338, "nauc_recall_at_1_diff1": 0.577957, "nauc_recall_at_3_max": 0.393966, "nauc_recall_at_3_std": 0.013704, "nauc_recall_at_3_diff1": 0.467116, "nauc_recall_at_5_max": 0.399108, "nauc_recall_at_5_std": 0.056698, "nauc_recall_at_5_diff1": 0.413329, "nauc_recall_at_10_max": 0.413071, "nauc_recall_at_10_std": 0.112471, "nauc_recall_at_10_diff1": 0.389028, "nauc_recall_at_20_max": 0.410472, "nauc_recall_at_20_std": 0.126751, "nauc_recall_at_20_diff1": 0.322679, "nauc_recall_at_100_max": 0.429978, "nauc_recall_at_100_std": 0.175135, "nauc_recall_at_100_diff1": 0.282237, "nauc_recall_at_1000_max": 0.429978, "nauc_recall_at_1000_std": 0.175135, "nauc_recall_at_1000_diff1": 0.282237, "nauc_precision_at_1_max": 0.480946, "nauc_precision_at_1_std": 0.154387, "nauc_precision_at_1_diff1": 0.421181, "nauc_precision_at_3_max": 0.408092, "nauc_precision_at_3_std": 0.352172, "nauc_precision_at_3_diff1": 0.045266, "nauc_precision_at_5_max": 0.392114, "nauc_precision_at_5_std": 0.403721, "nauc_precision_at_5_diff1": -0.044398, "nauc_precision_at_10_max": 0.325775, "nauc_precision_at_10_std": 0.419109, "nauc_precision_at_10_diff1": -0.124563, "nauc_precision_at_20_max": 0.277873, "nauc_precision_at_20_std": 0.419274, "nauc_precision_at_20_diff1": -0.202359, "nauc_precision_at_100_max": 0.198022, "nauc_precision_at_100_std": 0.391204, "nauc_precision_at_100_diff1": -0.24078, "nauc_precision_at_1000_max": 0.198022, "nauc_precision_at_1000_std": 0.391204, "nauc_precision_at_1000_diff1": -0.24078, "nauc_mrr_at_1_max": 0.480946, "nauc_mrr_at_1_std": 0.154387, "nauc_mrr_at_1_diff1": 0.421181, "nauc_mrr_at_3_max": 0.527888, "nauc_mrr_at_3_std": 0.212478, "nauc_mrr_at_3_diff1": 0.39727, "nauc_mrr_at_5_max": 0.528316, "nauc_mrr_at_5_std": 0.218303, "nauc_mrr_at_5_diff1": 0.399881, "nauc_mrr_at_10_max": 0.526047, "nauc_mrr_at_10_std": 0.221428, "nauc_mrr_at_10_diff1": 0.399877, "nauc_mrr_at_20_max": 0.522961, "nauc_mrr_at_20_std": 0.21577, "nauc_mrr_at_20_diff1": 0.398438, "nauc_mrr_at_100_max": 0.523027, "nauc_mrr_at_100_std": 0.215511, "nauc_mrr_at_100_diff1": 0.398864, "nauc_mrr_at_1000_max": 0.523027, "nauc_mrr_at_1000_std": 0.215511, "nauc_mrr_at_1000_diff1": 0.398864, "hit_rate_at_1": 0.5265, "hit_rate_at_3": 0.67845, "hit_rate_at_5": 0.72438, "hit_rate_at_10": 0.78445, "hit_rate_at_20": 0.86572, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.49373, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.21908, "ndcg_at_3": 0.2251, "ndcg_at_5": 0.22849, "ndcg_at_10": 0.23505, "ndcg_at_20": 0.24234, "ndcg_at_100": 0.25264, "ndcg_at_1000": 0.25264, "map_at_1": 0.15231, "map_at_3": 0.18287, "map_at_5": 0.1924, "map_at_10": 0.20061, "map_at_20": 0.20492, "map_at_100": 0.20938, "map_at_1000": 0.20938, "recall_at_1": 0.15231, "recall_at_3": 0.2019, "recall_at_5": 0.22196, "recall_at_10": 0.25167, "recall_at_20": 0.27818, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.15231, "precision_at_1": 0.22615, "precision_at_3": 0.12839, "precision_at_5": 0.09611, "precision_at_10": 0.06254, "precision_at_20": 0.03852, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.226148, "mrr_at_3": 0.26384, "mrr_at_5": 0.26861, "mrr_at_10": 0.272834, "mrr_at_20": 0.274202, "mrr_at_100": 0.274778, "mrr_at_1000": 0.274778, "nauc_ndcg_at_1_max": 0.639514, "nauc_ndcg_at_1_std": 0.587525, "nauc_ndcg_at_1_diff1": 0.706044, "nauc_ndcg_at_3_max": 0.64584, "nauc_ndcg_at_3_std": 0.589834, "nauc_ndcg_at_3_diff1": 0.684147, "nauc_ndcg_at_5_max": 0.65432, "nauc_ndcg_at_5_std": 0.597599, "nauc_ndcg_at_5_diff1": 0.67566, "nauc_ndcg_at_10_max": 0.661918, "nauc_ndcg_at_10_std": 0.608115, "nauc_ndcg_at_10_diff1": 0.68322, "nauc_ndcg_at_20_max": 0.667738, "nauc_ndcg_at_20_std": 0.617341, "nauc_ndcg_at_20_diff1": 0.687635, "nauc_ndcg_at_100_max": 0.686231, "nauc_ndcg_at_100_std": 0.639711, "nauc_ndcg_at_100_diff1": 0.69077, "nauc_ndcg_at_1000_max": 0.686231, "nauc_ndcg_at_1000_std": 0.639711, "nauc_ndcg_at_1000_diff1": 0.69077, "nauc_map_at_1_max": 0.587981, "nauc_map_at_1_std": 0.517987, "nauc_map_at_1_diff1": 0.714818, "nauc_map_at_3_max": 0.625596, "nauc_map_at_3_std": 0.556661, "nauc_map_at_3_diff1": 0.696142, "nauc_map_at_5_max": 0.637428, "nauc_map_at_5_std": 0.570888, "nauc_map_at_5_diff1": 0.686412, "nauc_map_at_10_max": 0.64416, "nauc_map_at_10_std": 0.580468, "nauc_map_at_10_diff1": 0.689019, "nauc_map_at_20_max": 0.6473, "nauc_map_at_20_std": 0.585986, "nauc_map_at_20_diff1": 0.68993, "nauc_map_at_100_max": 0.655305, "nauc_map_at_100_std": 0.596251, "nauc_map_at_100_diff1": 0.691727, "nauc_map_at_1000_max": 0.655305, "nauc_map_at_1000_std": 0.596251, "nauc_map_at_1000_diff1": 0.691727, "nauc_recall_at_1_max": 0.587981, "nauc_recall_at_1_std": 0.517987, "nauc_recall_at_1_diff1": 0.714818, "nauc_recall_at_3_max": 0.634561, "nauc_recall_at_3_std": 0.567863, "nauc_recall_at_3_diff1": 0.670833, "nauc_recall_at_5_max": 0.658794, "nauc_recall_at_5_std": 0.59709, "nauc_recall_at_5_diff1": 0.651834, "nauc_recall_at_10_max": 0.658142, "nauc_recall_at_10_std": 0.602999, "nauc_recall_at_10_diff1": 0.662547, "nauc_recall_at_20_max": 0.660002, "nauc_recall_at_20_std": 0.614221, "nauc_recall_at_20_diff1": 0.664594, "nauc_recall_at_100_max": 0.716363, "nauc_recall_at_100_std": 0.680178, "nauc_recall_at_100_diff1": 0.671508, "nauc_recall_at_1000_max": 0.716363, "nauc_recall_at_1000_std": 0.680178, "nauc_recall_at_1000_diff1": 0.671508, "nauc_precision_at_1_max": 0.636174, "nauc_precision_at_1_std": 0.579197, "nauc_precision_at_1_diff1": 0.707146, "nauc_precision_at_3_max": 0.612302, "nauc_precision_at_3_std": 0.570238, "nauc_precision_at_3_diff1": 0.581853, "nauc_precision_at_5_max": 0.587598, "nauc_precision_at_5_std": 0.558485, "nauc_precision_at_5_diff1": 0.505933, "nauc_precision_at_10_max": 0.56032, "nauc_precision_at_10_std": 0.562935, "nauc_precision_at_10_diff1": 0.464401, "nauc_precision_at_20_max": 0.517897, "nauc_precision_at_20_std": 0.540041, "nauc_precision_at_20_diff1": 0.419073, "nauc_precision_at_100_max": 0.505653, "nauc_precision_at_100_std": 0.540637, "nauc_precision_at_100_diff1": 0.385272, "nauc_precision_at_1000_max": 0.505653, "nauc_precision_at_1000_std": 0.540637, "nauc_precision_at_1000_diff1": 0.385272, "nauc_mrr_at_1_max": 0.636174, "nauc_mrr_at_1_std": 0.579197, "nauc_mrr_at_1_diff1": 0.707146, "nauc_mrr_at_3_max": 0.66925, "nauc_mrr_at_3_std": 0.615032, "nauc_mrr_at_3_diff1": 0.697134, "nauc_mrr_at_5_max": 0.673996, "nauc_mrr_at_5_std": 0.619915, "nauc_mrr_at_5_diff1": 0.697406, "nauc_mrr_at_10_max": 0.677232, "nauc_mrr_at_10_std": 0.625599, "nauc_mrr_at_10_diff1": 0.701647, "nauc_mrr_at_20_max": 0.677393, "nauc_mrr_at_20_std": 0.626125, "nauc_mrr_at_20_diff1": 0.701748, "nauc_mrr_at_100_max": 0.677149, "nauc_mrr_at_100_std": 0.625892, "nauc_mrr_at_100_diff1": 0.700937, "nauc_mrr_at_1000_max": 0.677149, "nauc_mrr_at_1000_std": 0.625892, "nauc_mrr_at_1000_diff1": 0.700937, "hit_rate_at_1": 0.22615, "hit_rate_at_3": 0.31095, "hit_rate_at_5": 0.33216, "hit_rate_at_10": 0.36396, "hit_rate_at_20": 0.38516, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.23505, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.21731, "ndcg_at_3": 0.2153, "ndcg_at_5": 0.22231, "ndcg_at_10": 0.22449, "ndcg_at_20": 0.22947, "ndcg_at_100": 0.23859, "ndcg_at_1000": 0.23859, "map_at_1": 0.12806, "map_at_3": 0.16065, "map_at_5": 0.17617, "map_at_10": 0.18302, "map_at_20": 0.1858, "map_at_100": 0.18841, "map_at_1000": 0.18841, "recall_at_1": 0.12806, "recall_at_3": 0.18392, "recall_at_5": 0.21932, "recall_at_10": 0.24359, "recall_at_20": 0.26503, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.12806, "precision_at_1": 0.22615, "precision_at_3": 0.13074, "precision_at_5": 0.10389, "precision_at_10": 0.06714, "precision_at_20": 0.03922, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.226148, "mrr_at_3": 0.263251, "mrr_at_5": 0.271555, "mrr_at_10": 0.27988, "mrr_at_20": 0.28191, "mrr_at_100": 0.282622, "mrr_at_1000": 0.282622, "nauc_ndcg_at_1_max": 0.625307, "nauc_ndcg_at_1_std": 0.533758, "nauc_ndcg_at_1_diff1": 0.63929, "nauc_ndcg_at_3_max": 0.621048, "nauc_ndcg_at_3_std": 0.549016, "nauc_ndcg_at_3_diff1": 0.621948, "nauc_ndcg_at_5_max": 0.622946, "nauc_ndcg_at_5_std": 0.554977, "nauc_ndcg_at_5_diff1": 0.601755, "nauc_ndcg_at_10_max": 0.632917, "nauc_ndcg_at_10_std": 0.567295, "nauc_ndcg_at_10_diff1": 0.602314, "nauc_ndcg_at_20_max": 0.632883, "nauc_ndcg_at_20_std": 0.5705, "nauc_ndcg_at_20_diff1": 0.601544, "nauc_ndcg_at_100_max": 0.643757, "nauc_ndcg_at_100_std": 0.583734, "nauc_ndcg_at_100_diff1": 0.597971, "nauc_ndcg_at_1000_max": 0.643757, "nauc_ndcg_at_1000_std": 0.583734, "nauc_ndcg_at_1000_diff1": 0.597971, "nauc_map_at_1_max": 0.62553, "nauc_map_at_1_std": 0.521874, "nauc_map_at_1_diff1": 0.678611, "nauc_map_at_3_max": 0.605293, "nauc_map_at_3_std": 0.518624, "nauc_map_at_3_diff1": 0.625257, "nauc_map_at_5_max": 0.620266, "nauc_map_at_5_std": 0.543026, "nauc_map_at_5_diff1": 0.602784, "nauc_map_at_10_max": 0.63363, "nauc_map_at_10_std": 0.56012, "nauc_map_at_10_diff1": 0.603093, "nauc_map_at_20_max": 0.634337, "nauc_map_at_20_std": 0.561505, "nauc_map_at_20_diff1": 0.60475, "nauc_map_at_100_max": 0.638388, "nauc_map_at_100_std": 0.566434, "nauc_map_at_100_diff1": 0.604749, "nauc_map_at_1000_max": 0.638388, "nauc_map_at_1000_std": 0.566434, "nauc_map_at_1000_diff1": 0.604749, "nauc_recall_at_1_max": 0.62553, "nauc_recall_at_1_std": 0.521874, "nauc_recall_at_1_diff1": 0.678611, "nauc_recall_at_3_max": 0.557922, "nauc_recall_at_3_std": 0.484532, "nauc_recall_at_3_diff1": 0.573862, "nauc_recall_at_5_max": 0.560118, "nauc_recall_at_5_std": 0.5006, "nauc_recall_at_5_diff1": 0.518328, "nauc_recall_at_10_max": 0.586254, "nauc_recall_at_10_std": 0.534265, "nauc_recall_at_10_diff1": 0.522827, "nauc_recall_at_20_max": 0.575493, "nauc_recall_at_20_std": 0.529351, "nauc_recall_at_20_diff1": 0.519192, "nauc_recall_at_100_max": 0.598619, "nauc_recall_at_100_std": 0.562042, "nauc_recall_at_100_diff1": 0.490197, "nauc_recall_at_1000_max": 0.598619, "nauc_recall_at_1000_std": 0.562042, "nauc_recall_at_1000_diff1": 0.490197, "nauc_precision_at_1_max": 0.625726, "nauc_precision_at_1_std": 0.535677, "nauc_precision_at_1_diff1": 0.638342, "nauc_precision_at_3_max": 0.582271, "nauc_precision_at_3_std": 0.54891, "nauc_precision_at_3_diff1": 0.531737, "nauc_precision_at_5_max": 0.577651, "nauc_precision_at_5_std": 0.568598, "nauc_precision_at_5_diff1": 0.456507, "nauc_precision_at_10_max": 0.577392, "nauc_precision_at_10_std": 0.580493, "nauc_precision_at_10_diff1": 0.438529, "nauc_precision_at_20_max": 0.51995, "nauc_precision_at_20_std": 0.53082, "nauc_precision_at_20_diff1": 0.393473, "nauc_precision_at_100_max": 0.505428, "nauc_precision_at_100_std": 0.524279, "nauc_precision_at_100_diff1": 0.354811, "nauc_precision_at_1000_max": 0.505428, "nauc_precision_at_1000_std": 0.524279, "nauc_precision_at_1000_diff1": 0.354811, "nauc_mrr_at_1_max": 0.625726, "nauc_mrr_at_1_std": 0.535677, "nauc_mrr_at_1_diff1": 0.638342, "nauc_mrr_at_3_max": 0.61673, "nauc_mrr_at_3_std": 0.540038, "nauc_mrr_at_3_diff1": 0.633704, "nauc_mrr_at_5_max": 0.619729, "nauc_mrr_at_5_std": 0.545311, "nauc_mrr_at_5_diff1": 0.625791, "nauc_mrr_at_10_max": 0.621794, "nauc_mrr_at_10_std": 0.548831, "nauc_mrr_at_10_diff1": 0.625731, "nauc_mrr_at_20_max": 0.622278, "nauc_mrr_at_20_std": 0.549639, "nauc_mrr_at_20_diff1": 0.626119, "nauc_mrr_at_100_max": 0.622748, "nauc_mrr_at_100_std": 0.55034, "nauc_mrr_at_100_diff1": 0.625444, "nauc_mrr_at_1000_max": 0.622748, "nauc_mrr_at_1000_std": 0.55034, "nauc_mrr_at_1000_diff1": 0.625444, "hit_rate_at_1": 0.22615, "hit_rate_at_3": 0.31095, "hit_rate_at_5": 0.34629, "hit_rate_at_10": 0.40989, "hit_rate_at_20": 0.43816, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.22449, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.24205, "ndcg_at_3": 0.21604, "ndcg_at_5": 0.21661, "ndcg_at_10": 0.21996, "ndcg_at_20": 0.22286, "ndcg_at_100": 0.23415, "ndcg_at_1000": 0.23415, "map_at_1": 0.13209, "map_at_3": 0.16118, "map_at_5": 0.17075, "map_at_10": 0.17898, "map_at_20": 0.18195, "map_at_100": 0.18547, "map_at_1000": 0.18547, "recall_at_1": 0.13209, "recall_at_3": 0.17774, "recall_at_5": 0.20014, "recall_at_10": 0.22592, "recall_at_20": 0.24312, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.13209, "precision_at_1": 0.25442, "precision_at_3": 0.1331, "precision_at_5": 0.10177, "precision_at_10": 0.06608, "precision_at_20": 0.03799, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.254417, "mrr_at_3": 0.272674, "mrr_at_5": 0.282038, "mrr_at_10": 0.287023, "mrr_at_20": 0.288067, "mrr_at_100": 0.289043, "mrr_at_1000": 0.289043, "nauc_ndcg_at_1_max": 0.64497, "nauc_ndcg_at_1_std": 0.595024, "nauc_ndcg_at_1_diff1": 0.654426, "nauc_ndcg_at_3_max": 0.673726, "nauc_ndcg_at_3_std": 0.614467, "nauc_ndcg_at_3_diff1": 0.662038, "nauc_ndcg_at_5_max": 0.693594, "nauc_ndcg_at_5_std": 0.638708, "nauc_ndcg_at_5_diff1": 0.663221, "nauc_ndcg_at_10_max": 0.695643, "nauc_ndcg_at_10_std": 0.641267, "nauc_ndcg_at_10_diff1": 0.660571, "nauc_ndcg_at_20_max": 0.696813, "nauc_ndcg_at_20_std": 0.64318, "nauc_ndcg_at_20_diff1": 0.661503, "nauc_ndcg_at_100_max": 0.702052, "nauc_ndcg_at_100_std": 0.652528, "nauc_ndcg_at_100_diff1": 0.65651, "nauc_ndcg_at_1000_max": 0.702052, "nauc_ndcg_at_1000_std": 0.652528, "nauc_ndcg_at_1000_diff1": 0.65651, "nauc_map_at_1_max": 0.65426, "nauc_map_at_1_std": 0.545871, "nauc_map_at_1_diff1": 0.696404, "nauc_map_at_3_max": 0.679911, "nauc_map_at_3_std": 0.589213, "nauc_map_at_3_diff1": 0.690331, "nauc_map_at_5_max": 0.692037, "nauc_map_at_5_std": 0.609968, "nauc_map_at_5_diff1": 0.677375, "nauc_map_at_10_max": 0.696659, "nauc_map_at_10_std": 0.619324, "nauc_map_at_10_diff1": 0.671993, "nauc_map_at_20_max": 0.6968, "nauc_map_at_20_std": 0.621027, "nauc_map_at_20_diff1": 0.67206, "nauc_map_at_100_max": 0.699619, "nauc_map_at_100_std": 0.625593, "nauc_map_at_100_diff1": 0.671208, "nauc_map_at_1000_max": 0.699619, "nauc_map_at_1000_std": 0.625593, "nauc_map_at_1000_diff1": 0.671208, "nauc_recall_at_1_max": 0.65426, "nauc_recall_at_1_std": 0.545871, "nauc_recall_at_1_diff1": 0.696404, "nauc_recall_at_3_max": 0.665632, "nauc_recall_at_3_std": 0.589, "nauc_recall_at_3_diff1": 0.667117, "nauc_recall_at_5_max": 0.676867, "nauc_recall_at_5_std": 0.621825, "nauc_recall_at_5_diff1": 0.648136, "nauc_recall_at_10_max": 0.669023, "nauc_recall_at_10_std": 0.624295, "nauc_recall_at_10_diff1": 0.627543, "nauc_recall_at_20_max": 0.666363, "nauc_recall_at_20_std": 0.626563, "nauc_recall_at_20_diff1": 0.625379, "nauc_recall_at_100_max": 0.66324, "nauc_recall_at_100_std": 0.634471, "nauc_recall_at_100_diff1": 0.591568, "nauc_recall_at_1000_max": 0.66324, "nauc_recall_at_1000_std": 0.634471, "nauc_recall_at_1000_diff1": 0.591568, "nauc_precision_at_1_max": 0.656825, "nauc_precision_at_1_std": 0.607969, "nauc_precision_at_1_diff1": 0.656925, "nauc_precision_at_3_max": 0.617428, "nauc_precision_at_3_std": 0.600711, "nauc_precision_at_3_diff1": 0.561691, "nauc_precision_at_5_max": 0.616699, "nauc_precision_at_5_std": 0.630274, "nauc_precision_at_5_diff1": 0.495551, "nauc_precision_at_10_max": 0.565782, "nauc_precision_at_10_std": 0.595471, "nauc_precision_at_10_diff1": 0.428878, "nauc_precision_at_20_max": 0.527729, "nauc_precision_at_20_std": 0.563084, "nauc_precision_at_20_diff1": 0.39988, "nauc_precision_at_100_max": 0.512449, "nauc_precision_at_100_std": 0.562821, "nauc_precision_at_100_diff1": 0.34766, "nauc_precision_at_1000_max": 0.512449, "nauc_precision_at_1000_std": 0.562821, "nauc_precision_at_1000_diff1": 0.34766, "nauc_mrr_at_1_max": 0.656825, "nauc_mrr_at_1_std": 0.607969, "nauc_mrr_at_1_diff1": 0.656925, "nauc_mrr_at_3_max": 0.671156, "nauc_mrr_at_3_std": 0.62628, "nauc_mrr_at_3_diff1": 0.662993, "nauc_mrr_at_5_max": 0.681392, "nauc_mrr_at_5_std": 0.643525, "nauc_mrr_at_5_diff1": 0.665574, "nauc_mrr_at_10_max": 0.6743, "nauc_mrr_at_10_std": 0.63645, "nauc_mrr_at_10_diff1": 0.661042, "nauc_mrr_at_20_max": 0.674738, "nauc_mrr_at_20_std": 0.636908, "nauc_mrr_at_20_diff1": 0.660863, "nauc_mrr_at_100_max": 0.674877, "nauc_mrr_at_100_std": 0.637418, "nauc_mrr_at_100_diff1": 0.66032, "nauc_mrr_at_1000_max": 0.674877, "nauc_mrr_at_1000_std": 0.637418, "nauc_mrr_at_1000_diff1": 0.66032, "hit_rate_at_1": 0.25442, "hit_rate_at_3": 0.30035, "hit_rate_at_5": 0.34276, "hit_rate_at_10": 0.37809, "hit_rate_at_20": 0.39223, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.21996, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1115.177251303001, "kg_co2_emissions": null, "date": 1791749782.652526, "evaluation_phases": [ { "name": "Data loading", "start": 3.995999577455223e-06, "end": 72.0884166629985, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 72.08843620199332, "end": 72.0884407689955, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 72.09264180699392, "end": 251.6241025969939, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 251.6241397029953, "end": 251.6660728239949, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 251.68423327599885, "end": 422.83498582199536, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 422.83501015799993, "end": 422.87511309399997, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 422.8864444699939, "end": 600.2355496609962, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 600.2355892799969, "end": 600.2762726429937, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 600.2892152569984, "end": 767.9838895079956, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 767.9839278759973, "end": 768.0240031699941, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 768.0365861149985, "end": 946.6618941519991, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 946.6619293139956, "end": 946.7023297439955, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 946.7151306559972, "end": 1115.1246753689993, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1115.1247105909933, "end": 1115.1663433909998, "split": "test", "subset": "portuguese" } ] }