{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.27915, "ndcg_at_3": 0.2748, "ndcg_at_5": 0.28084, "ndcg_at_10": 0.28682, "ndcg_at_20": 0.29131, "ndcg_at_100": 0.29613, "ndcg_at_1000": 0.29613, "map_at_1": 0.16816, "map_at_3": 0.20427, "map_at_5": 0.22133, "map_at_10": 0.23613, "map_at_20": 0.24166, "map_at_100": 0.24412, "map_at_1000": 0.24412, "recall_at_1": 0.16816, "recall_at_3": 0.21844, "recall_at_5": 0.25855, "recall_at_10": 0.30382, "recall_at_20": 0.3251, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.16816, "precision_at_1": 0.29329, "precision_at_3": 0.1755, "precision_at_5": 0.13852, "precision_at_10": 0.09081, "precision_at_20": 0.05371, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.293286, "mrr_at_3": 0.330978, "mrr_at_5": 0.339282, "mrr_at_10": 0.343589, "mrr_at_20": 0.345379, "mrr_at_100": 0.345477, "mrr_at_1000": 0.345477, "nauc_ndcg_at_1_max": 0.59122, "nauc_ndcg_at_1_std": 0.322163, "nauc_ndcg_at_1_diff1": 0.135791, "nauc_ndcg_at_3_max": 0.607775, "nauc_ndcg_at_3_std": 0.366314, "nauc_ndcg_at_3_diff1": 0.081751, "nauc_ndcg_at_5_max": 0.620351, "nauc_ndcg_at_5_std": 0.39845, "nauc_ndcg_at_5_diff1": 0.068384, "nauc_ndcg_at_10_max": 0.616015, "nauc_ndcg_at_10_std": 0.410593, "nauc_ndcg_at_10_diff1": 0.059866, "nauc_ndcg_at_20_max": 0.618884, "nauc_ndcg_at_20_std": 0.419287, "nauc_ndcg_at_20_diff1": 0.053404, "nauc_ndcg_at_100_max": 0.622293, "nauc_ndcg_at_100_std": 0.425834, "nauc_ndcg_at_100_diff1": 0.04503, "nauc_ndcg_at_1000_max": 0.622293, "nauc_ndcg_at_1000_std": 0.425834, "nauc_ndcg_at_1000_diff1": 0.04503, "nauc_map_at_1_max": 0.465355, "nauc_map_at_1_std": 0.139369, "nauc_map_at_1_diff1": 0.258205, "nauc_map_at_3_max": 0.536319, "nauc_map_at_3_std": 0.228622, "nauc_map_at_3_diff1": 0.158732, "nauc_map_at_5_max": 0.565297, "nauc_map_at_5_std": 0.287641, "nauc_map_at_5_diff1": 0.127652, "nauc_map_at_10_max": 0.577824, "nauc_map_at_10_std": 0.323575, "nauc_map_at_10_diff1": 0.102607, "nauc_map_at_20_max": 0.58242, "nauc_map_at_20_std": 0.335928, "nauc_map_at_20_diff1": 0.093966, "nauc_map_at_100_max": 0.58476, "nauc_map_at_100_std": 0.340536, "nauc_map_at_100_diff1": 0.088906, "nauc_map_at_1000_max": 0.58476, "nauc_map_at_1000_std": 0.340536, "nauc_map_at_1000_diff1": 0.088906, "nauc_recall_at_1_max": 0.465355, "nauc_recall_at_1_std": 0.139369, "nauc_recall_at_1_diff1": 0.258205, "nauc_recall_at_3_max": 0.555424, "nauc_recall_at_3_std": 0.256874, "nauc_recall_at_3_diff1": 0.125136, "nauc_recall_at_5_max": 0.596169, "nauc_recall_at_5_std": 0.379007, "nauc_recall_at_5_diff1": 0.05586, "nauc_recall_at_10_max": 0.59649, "nauc_recall_at_10_std": 0.440734, "nauc_recall_at_10_diff1": 0.00909, "nauc_recall_at_20_max": 0.601904, "nauc_recall_at_20_std": 0.472336, "nauc_recall_at_20_diff1": -0.011991, "nauc_recall_at_100_max": 0.615442, "nauc_recall_at_100_std": 0.48811, "nauc_recall_at_100_diff1": -0.03316, "nauc_recall_at_1000_max": 0.615442, "nauc_recall_at_1000_std": 0.48811, "nauc_recall_at_1000_diff1": -0.03316, "nauc_precision_at_1_max": 0.610484, "nauc_precision_at_1_std": 0.345644, "nauc_precision_at_1_diff1": 0.123647, "nauc_precision_at_3_max": 0.649308, "nauc_precision_at_3_std": 0.549423, "nauc_precision_at_3_diff1": -0.110679, "nauc_precision_at_5_max": 0.636639, "nauc_precision_at_5_std": 0.620058, "nauc_precision_at_5_diff1": -0.166351, "nauc_precision_at_10_max": 0.554522, "nauc_precision_at_10_std": 0.622078, "nauc_precision_at_10_diff1": -0.198787, "nauc_precision_at_20_max": 0.52143, "nauc_precision_at_20_std": 0.613708, "nauc_precision_at_20_diff1": -0.215311, "nauc_precision_at_100_max": 0.497554, "nauc_precision_at_100_std": 0.596728, "nauc_precision_at_100_diff1": -0.235384, "nauc_precision_at_1000_max": 0.497554, "nauc_precision_at_1000_std": 0.596728, "nauc_precision_at_1000_diff1": -0.235384, "nauc_mrr_at_1_max": 0.610484, "nauc_mrr_at_1_std": 0.345644, "nauc_mrr_at_1_diff1": 0.123647, "nauc_mrr_at_3_max": 0.648043, "nauc_mrr_at_3_std": 0.430999, "nauc_mrr_at_3_diff1": 0.070639, "nauc_mrr_at_5_max": 0.66249, "nauc_mrr_at_5_std": 0.459157, "nauc_mrr_at_5_diff1": 0.055314, "nauc_mrr_at_10_max": 0.663165, "nauc_mrr_at_10_std": 0.46259, "nauc_mrr_at_10_diff1": 0.054626, "nauc_mrr_at_20_max": 0.662019, "nauc_mrr_at_20_std": 0.463261, "nauc_mrr_at_20_diff1": 0.053963, "nauc_mrr_at_100_max": 0.661886, "nauc_mrr_at_100_std": 0.463243, "nauc_mrr_at_100_diff1": 0.053809, "nauc_mrr_at_1000_max": 0.661886, "nauc_mrr_at_1000_std": 0.463243, "nauc_mrr_at_1000_diff1": 0.053809, "hit_rate_at_1": 0.29329, "hit_rate_at_3": 0.38163, "hit_rate_at_5": 0.41696, "hit_rate_at_10": 0.4523, "hit_rate_at_20": 0.4735, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.28682, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.27385, "ndcg_at_3": 0.27485, "ndcg_at_5": 0.27321, "ndcg_at_10": 0.27602, "ndcg_at_20": 0.27942, "ndcg_at_100": 0.28334, "ndcg_at_1000": 0.28334, "map_at_1": 0.16394, "map_at_3": 0.20736, "map_at_5": 0.22039, "map_at_10": 0.22959, "map_at_20": 0.2333, "map_at_100": 0.23478, "map_at_1000": 0.23478, "recall_at_1": 0.16394, "recall_at_3": 0.2269, "recall_at_5": 0.25364, "recall_at_10": 0.28403, "recall_at_20": 0.3047, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.16394, "precision_at_1": 0.28622, "precision_at_3": 0.17903, "precision_at_5": 0.12933, "precision_at_10": 0.08057, "precision_at_20": 0.04558, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.286219, "mrr_at_3": 0.3298, "mrr_at_5": 0.334747, "mrr_at_10": 0.341017, "mrr_at_20": 0.342562, "mrr_at_100": 0.342826, "mrr_at_1000": 0.342826, "nauc_ndcg_at_1_max": 0.642365, "nauc_ndcg_at_1_std": 0.418072, "nauc_ndcg_at_1_diff1": 0.217303, "nauc_ndcg_at_3_max": 0.62179, "nauc_ndcg_at_3_std": 0.433507, "nauc_ndcg_at_3_diff1": 0.205476, "nauc_ndcg_at_5_max": 0.630956, "nauc_ndcg_at_5_std": 0.444323, "nauc_ndcg_at_5_diff1": 0.184551, "nauc_ndcg_at_10_max": 0.635497, "nauc_ndcg_at_10_std": 0.460255, "nauc_ndcg_at_10_diff1": 0.177431, "nauc_ndcg_at_20_max": 0.643763, "nauc_ndcg_at_20_std": 0.472446, "nauc_ndcg_at_20_diff1": 0.171824, "nauc_ndcg_at_100_max": 0.649106, "nauc_ndcg_at_100_std": 0.481495, "nauc_ndcg_at_100_diff1": 0.166143, "nauc_ndcg_at_1000_max": 0.649106, "nauc_ndcg_at_1000_std": 0.481495, "nauc_ndcg_at_1000_diff1": 0.166143, "nauc_map_at_1_max": 0.537333, "nauc_map_at_1_std": 0.252443, "nauc_map_at_1_diff1": 0.292497, "nauc_map_at_3_max": 0.568581, "nauc_map_at_3_std": 0.338453, "nauc_map_at_3_diff1": 0.217089, "nauc_map_at_5_max": 0.59116, "nauc_map_at_5_std": 0.374103, "nauc_map_at_5_diff1": 0.190846, "nauc_map_at_10_max": 0.599541, "nauc_map_at_10_std": 0.398269, "nauc_map_at_10_diff1": 0.180122, "nauc_map_at_20_max": 0.60514, "nauc_map_at_20_std": 0.410781, "nauc_map_at_20_diff1": 0.173473, "nauc_map_at_100_max": 0.607358, "nauc_map_at_100_std": 0.415001, "nauc_map_at_100_diff1": 0.17145, "nauc_map_at_1000_max": 0.607358, "nauc_map_at_1000_std": 0.415001, "nauc_map_at_1000_diff1": 0.17145, "nauc_recall_at_1_max": 0.537333, "nauc_recall_at_1_std": 0.252443, "nauc_recall_at_1_diff1": 0.292497, "nauc_recall_at_3_max": 0.558629, "nauc_recall_at_3_std": 0.361269, "nauc_recall_at_3_diff1": 0.205094, "nauc_recall_at_5_max": 0.591859, "nauc_recall_at_5_std": 0.421858, "nauc_recall_at_5_diff1": 0.152937, "nauc_recall_at_10_max": 0.603664, "nauc_recall_at_10_std": 0.46722, "nauc_recall_at_10_diff1": 0.149208, "nauc_recall_at_20_max": 0.633107, "nauc_recall_at_20_std": 0.517757, "nauc_recall_at_20_diff1": 0.12806, "nauc_recall_at_100_max": 0.651584, "nauc_recall_at_100_std": 0.541841, "nauc_recall_at_100_diff1": 0.108175, "nauc_recall_at_1000_max": 0.651584, "nauc_recall_at_1000_std": 0.541841, "nauc_recall_at_1000_diff1": 0.108175, "nauc_precision_at_1_max": 0.646478, "nauc_precision_at_1_std": 0.451006, "nauc_precision_at_1_diff1": 0.201414, "nauc_precision_at_3_max": 0.592618, "nauc_precision_at_3_std": 0.549121, "nauc_precision_at_3_diff1": 0.039164, "nauc_precision_at_5_max": 0.581647, "nauc_precision_at_5_std": 0.592669, "nauc_precision_at_5_diff1": -0.023873, "nauc_precision_at_10_max": 0.566009, "nauc_precision_at_10_std": 0.649551, "nauc_precision_at_10_diff1": -0.064217, "nauc_precision_at_20_max": 0.548599, "nauc_precision_at_20_std": 0.670548, "nauc_precision_at_20_diff1": -0.099978, "nauc_precision_at_100_max": 0.544959, "nauc_precision_at_100_std": 0.670941, "nauc_precision_at_100_diff1": -0.105825, "nauc_precision_at_1000_max": 0.544959, "nauc_precision_at_1000_std": 0.670941, "nauc_precision_at_1000_diff1": -0.105825, "nauc_mrr_at_1_max": 0.646478, "nauc_mrr_at_1_std": 0.451006, "nauc_mrr_at_1_diff1": 0.201414, "nauc_mrr_at_3_max": 0.644514, "nauc_mrr_at_3_std": 0.481894, "nauc_mrr_at_3_diff1": 0.19006, "nauc_mrr_at_5_max": 0.650831, "nauc_mrr_at_5_std": 0.495127, "nauc_mrr_at_5_diff1": 0.181702, "nauc_mrr_at_10_max": 0.659781, "nauc_mrr_at_10_std": 0.50597, "nauc_mrr_at_10_diff1": 0.182285, "nauc_mrr_at_20_max": 0.661348, "nauc_mrr_at_20_std": 0.508127, "nauc_mrr_at_20_diff1": 0.181537, "nauc_mrr_at_100_max": 0.661697, "nauc_mrr_at_100_std": 0.509324, "nauc_mrr_at_100_diff1": 0.180921, "nauc_mrr_at_1000_max": 0.661697, "nauc_mrr_at_1000_std": 0.509324, "nauc_mrr_at_1000_diff1": 0.180921, "hit_rate_at_1": 0.28622, "hit_rate_at_3": 0.38869, "hit_rate_at_5": 0.40989, "hit_rate_at_10": 0.45583, "hit_rate_at_20": 0.47703, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.27602, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.56537, "ndcg_at_3": 0.53631, "ndcg_at_5": 0.53946, "ndcg_at_10": 0.55209, "ndcg_at_20": 0.56944, "ndcg_at_100": 0.58194, "ndcg_at_1000": 0.58194, "map_at_1": 0.30087, "map_at_3": 0.392, "map_at_5": 0.42451, "map_at_10": 0.45187, "map_at_20": 0.4669, "map_at_100": 0.47285, "map_at_1000": 0.47285, "recall_at_1": 0.30087, "recall_at_3": 0.42541, "recall_at_5": 0.4931, "recall_at_10": 0.57025, "recall_at_20": 0.63724, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.30087, "precision_at_1": 0.59011, "precision_at_3": 0.35218, "precision_at_5": 0.26714, "precision_at_10": 0.17703, "precision_at_20": 0.10866, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.590106, "mrr_at_3": 0.647821, "mrr_at_5": 0.660012, "mrr_at_10": 0.668347, "mrr_at_20": 0.670753, "mrr_at_100": 0.671501, "mrr_at_1000": 0.671501, "nauc_ndcg_at_1_max": 0.443483, "nauc_ndcg_at_1_std": 0.027568, "nauc_ndcg_at_1_diff1": 0.333001, "nauc_ndcg_at_3_max": 0.438839, "nauc_ndcg_at_3_std": 0.027075, "nauc_ndcg_at_3_diff1": 0.284638, "nauc_ndcg_at_5_max": 0.454705, "nauc_ndcg_at_5_std": 0.034724, "nauc_ndcg_at_5_diff1": 0.280863, "nauc_ndcg_at_10_max": 0.434493, "nauc_ndcg_at_10_std": 0.022216, "nauc_ndcg_at_10_diff1": 0.293874, "nauc_ndcg_at_20_max": 0.454037, "nauc_ndcg_at_20_std": 0.051159, "nauc_ndcg_at_20_diff1": 0.276085, "nauc_ndcg_at_100_max": 0.47099, "nauc_ndcg_at_100_std": 0.05986, "nauc_ndcg_at_100_diff1": 0.260891, "nauc_ndcg_at_1000_max": 0.47099, "nauc_ndcg_at_1000_std": 0.05986, "nauc_ndcg_at_1000_diff1": 0.260891, "nauc_map_at_1_max": 0.259119, "nauc_map_at_1_std": -0.189727, "nauc_map_at_1_diff1": 0.488897, "nauc_map_at_3_max": 0.310302, "nauc_map_at_3_std": -0.126694, "nauc_map_at_3_diff1": 0.380433, "nauc_map_at_5_max": 0.341746, "nauc_map_at_5_std": -0.074584, "nauc_map_at_5_diff1": 0.34373, "nauc_map_at_10_max": 0.363448, "nauc_map_at_10_std": -0.049516, "nauc_map_at_10_diff1": 0.325425, "nauc_map_at_20_max": 0.383431, "nauc_map_at_20_std": -0.031379, "nauc_map_at_20_diff1": 0.314596, "nauc_map_at_100_max": 0.392233, "nauc_map_at_100_std": -0.025626, "nauc_map_at_100_diff1": 0.307467, "nauc_map_at_1000_max": 0.392233, "nauc_map_at_1000_std": -0.025626, "nauc_map_at_1000_diff1": 0.307467, "nauc_recall_at_1_max": 0.259119, "nauc_recall_at_1_std": -0.189727, "nauc_recall_at_1_diff1": 0.488897, "nauc_recall_at_3_max": 0.30397, "nauc_recall_at_3_std": -0.103004, "nauc_recall_at_3_diff1": 0.33175, "nauc_recall_at_5_max": 0.354175, "nauc_recall_at_5_std": -0.023995, "nauc_recall_at_5_diff1": 0.26842, "nauc_recall_at_10_max": 0.365607, "nauc_recall_at_10_std": 0.025442, "nauc_recall_at_10_diff1": 0.241962, "nauc_recall_at_20_max": 0.425491, "nauc_recall_at_20_std": 0.130187, "nauc_recall_at_20_diff1": 0.169859, "nauc_recall_at_100_max": 0.478561, "nauc_recall_at_100_std": 0.155866, "nauc_recall_at_100_diff1": 0.127844, "nauc_recall_at_1000_max": 0.478561, "nauc_recall_at_1000_std": 0.155866, "nauc_recall_at_1000_diff1": 0.127844, "nauc_precision_at_1_max": 0.452612, "nauc_precision_at_1_std": 0.044554, "nauc_precision_at_1_diff1": 0.314591, "nauc_precision_at_3_max": 0.377872, "nauc_precision_at_3_std": 0.267676, "nauc_precision_at_3_diff1": -0.118284, "nauc_precision_at_5_max": 0.391051, "nauc_precision_at_5_std": 0.376057, "nauc_precision_at_5_diff1": -0.222581, "nauc_precision_at_10_max": 0.328296, "nauc_precision_at_10_std": 0.356399, "nauc_precision_at_10_diff1": -0.262912, "nauc_precision_at_20_max": 0.305723, "nauc_precision_at_20_std": 0.360557, "nauc_precision_at_20_diff1": -0.288519, "nauc_precision_at_100_max": 0.285027, "nauc_precision_at_100_std": 0.324122, "nauc_precision_at_100_diff1": -0.321709, "nauc_precision_at_1000_max": 0.285027, "nauc_precision_at_1000_std": 0.324122, "nauc_precision_at_1000_diff1": -0.321709, "nauc_mrr_at_1_max": 0.452612, "nauc_mrr_at_1_std": 0.044554, "nauc_mrr_at_1_diff1": 0.314591, "nauc_mrr_at_3_max": 0.47948, "nauc_mrr_at_3_std": 0.071852, "nauc_mrr_at_3_diff1": 0.260513, "nauc_mrr_at_5_max": 0.499448, "nauc_mrr_at_5_std": 0.080932, "nauc_mrr_at_5_diff1": 0.254295, "nauc_mrr_at_10_max": 0.498101, "nauc_mrr_at_10_std": 0.089166, "nauc_mrr_at_10_diff1": 0.255985, "nauc_mrr_at_20_max": 0.498276, "nauc_mrr_at_20_std": 0.0919, "nauc_mrr_at_20_diff1": 0.253238, "nauc_mrr_at_100_max": 0.497789, "nauc_mrr_at_100_std": 0.091819, "nauc_mrr_at_100_diff1": 0.251934, "nauc_mrr_at_1000_max": 0.497789, "nauc_mrr_at_1000_std": 0.091819, "nauc_mrr_at_1000_diff1": 0.251934, "hit_rate_at_1": 0.59011, "hit_rate_at_3": 0.72438, "hit_rate_at_5": 0.77739, "hit_rate_at_10": 0.83746, "hit_rate_at_20": 0.86926, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.55209, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.25442, "ndcg_at_3": 0.23742, "ndcg_at_5": 0.24026, "ndcg_at_10": 0.24389, "ndcg_at_20": 0.25409, "ndcg_at_100": 0.26067, "ndcg_at_1000": 0.26067, "map_at_1": 0.15653, "map_at_3": 0.1874, "map_at_5": 0.20041, "map_at_10": 0.20894, "map_at_20": 0.21497, "map_at_100": 0.21811, "map_at_1000": 0.21811, "recall_at_1": 0.15653, "recall_at_3": 0.20072, "recall_at_5": 0.22726, "recall_at_10": 0.25488, "recall_at_20": 0.29311, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.15653, "precision_at_1": 0.26502, "precision_at_3": 0.14016, "precision_at_5": 0.10601, "precision_at_10": 0.06784, "precision_at_20": 0.0417, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.265018, "mrr_at_3": 0.289164, "mrr_at_5": 0.294641, "mrr_at_10": 0.297417, "mrr_at_20": 0.299481, "mrr_at_100": 0.299686, "mrr_at_1000": 0.299686, "nauc_ndcg_at_1_max": 0.725896, "nauc_ndcg_at_1_std": 0.571009, "nauc_ndcg_at_1_diff1": 0.283564, "nauc_ndcg_at_3_max": 0.690848, "nauc_ndcg_at_3_std": 0.527807, "nauc_ndcg_at_3_diff1": 0.319206, "nauc_ndcg_at_5_max": 0.68048, "nauc_ndcg_at_5_std": 0.528345, "nauc_ndcg_at_5_diff1": 0.324186, "nauc_ndcg_at_10_max": 0.680863, "nauc_ndcg_at_10_std": 0.537588, "nauc_ndcg_at_10_diff1": 0.319322, "nauc_ndcg_at_20_max": 0.697211, "nauc_ndcg_at_20_std": 0.56408, "nauc_ndcg_at_20_diff1": 0.30702, "nauc_ndcg_at_100_max": 0.703762, "nauc_ndcg_at_100_std": 0.577244, "nauc_ndcg_at_100_diff1": 0.295957, "nauc_ndcg_at_1000_max": 0.703762, "nauc_ndcg_at_1000_std": 0.577244, "nauc_ndcg_at_1000_diff1": 0.295957, "nauc_map_at_1_max": 0.590374, "nauc_map_at_1_std": 0.365558, "nauc_map_at_1_diff1": 0.466227, "nauc_map_at_3_max": 0.621527, "nauc_map_at_3_std": 0.420539, "nauc_map_at_3_diff1": 0.389482, "nauc_map_at_5_max": 0.636224, "nauc_map_at_5_std": 0.452885, "nauc_map_at_5_diff1": 0.36993, "nauc_map_at_10_max": 0.652985, "nauc_map_at_10_std": 0.478215, "nauc_map_at_10_diff1": 0.357096, "nauc_map_at_20_max": 0.663898, "nauc_map_at_20_std": 0.494434, "nauc_map_at_20_diff1": 0.34737, "nauc_map_at_100_max": 0.666622, "nauc_map_at_100_std": 0.501531, "nauc_map_at_100_diff1": 0.341289, "nauc_map_at_1000_max": 0.666622, "nauc_map_at_1000_std": 0.501531, "nauc_map_at_1000_diff1": 0.341289, "nauc_recall_at_1_max": 0.590374, "nauc_recall_at_1_std": 0.365558, "nauc_recall_at_1_diff1": 0.466227, "nauc_recall_at_3_max": 0.610641, "nauc_recall_at_3_std": 0.420066, "nauc_recall_at_3_diff1": 0.374757, "nauc_recall_at_5_max": 0.618138, "nauc_recall_at_5_std": 0.468139, "nauc_recall_at_5_diff1": 0.33872, "nauc_recall_at_10_max": 0.657925, "nauc_recall_at_10_std": 0.534381, "nauc_recall_at_10_diff1": 0.29498, "nauc_recall_at_20_max": 0.70682, "nauc_recall_at_20_std": 0.62692, "nauc_recall_at_20_diff1": 0.246674, "nauc_recall_at_100_max": 0.719255, "nauc_recall_at_100_std": 0.653755, "nauc_recall_at_100_diff1": 0.221408, "nauc_recall_at_1000_max": 0.719255, "nauc_recall_at_1000_std": 0.653755, "nauc_recall_at_1000_diff1": 0.221408, "nauc_precision_at_1_max": 0.73455, "nauc_precision_at_1_std": 0.587849, "nauc_precision_at_1_diff1": 0.259925, "nauc_precision_at_3_max": 0.708083, "nauc_precision_at_3_std": 0.626537, "nauc_precision_at_3_diff1": 0.092081, "nauc_precision_at_5_max": 0.694098, "nauc_precision_at_5_std": 0.663405, "nauc_precision_at_5_diff1": 0.053396, "nauc_precision_at_10_max": 0.648814, "nauc_precision_at_10_std": 0.675009, "nauc_precision_at_10_diff1": -0.014128, "nauc_precision_at_20_max": 0.624277, "nauc_precision_at_20_std": 0.671792, "nauc_precision_at_20_diff1": -0.058589, "nauc_precision_at_100_max": 0.559785, "nauc_precision_at_100_std": 0.640099, "nauc_precision_at_100_diff1": -0.100397, "nauc_precision_at_1000_max": 0.559785, "nauc_precision_at_1000_std": 0.640099, "nauc_precision_at_1000_diff1": -0.100397, "nauc_mrr_at_1_max": 0.73455, "nauc_mrr_at_1_std": 0.587849, "nauc_mrr_at_1_diff1": 0.259925, "nauc_mrr_at_3_max": 0.734113, "nauc_mrr_at_3_std": 0.594653, "nauc_mrr_at_3_diff1": 0.250289, "nauc_mrr_at_5_max": 0.734142, "nauc_mrr_at_5_std": 0.602129, "nauc_mrr_at_5_diff1": 0.248921, "nauc_mrr_at_10_max": 0.738289, "nauc_mrr_at_10_std": 0.608425, "nauc_mrr_at_10_diff1": 0.24449, "nauc_mrr_at_20_max": 0.739632, "nauc_mrr_at_20_std": 0.612809, "nauc_mrr_at_20_diff1": 0.242966, "nauc_mrr_at_100_max": 0.739642, "nauc_mrr_at_100_std": 0.613431, "nauc_mrr_at_100_diff1": 0.243159, "nauc_mrr_at_1000_max": 0.739642, "nauc_mrr_at_1000_std": 0.613431, "nauc_mrr_at_1000_diff1": 0.243159, "hit_rate_at_1": 0.26502, "hit_rate_at_3": 0.31802, "hit_rate_at_5": 0.34276, "hit_rate_at_10": 0.36396, "hit_rate_at_20": 0.39576, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.24389, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.27208, "ndcg_at_3": 0.26006, "ndcg_at_5": 0.26072, "ndcg_at_10": 0.26141, "ndcg_at_20": 0.26521, "ndcg_at_100": 0.26768, "ndcg_at_1000": 0.26768, "map_at_1": 0.1605, "map_at_3": 0.19486, "map_at_5": 0.20877, "map_at_10": 0.21878, "map_at_20": 0.2219, "map_at_100": 0.22271, "map_at_1000": 0.22271, "recall_at_1": 0.1605, "recall_at_3": 0.21008, "recall_at_5": 0.24386, "recall_at_10": 0.26749, "recall_at_20": 0.29129, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.1605, "precision_at_1": 0.28269, "precision_at_3": 0.16137, "precision_at_5": 0.12014, "precision_at_10": 0.07562, "precision_at_20": 0.04364, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.282686, "mrr_at_3": 0.316254, "mrr_at_5": 0.325618, "mrr_at_10": 0.328248, "mrr_at_20": 0.330893, "mrr_at_100": 0.331222, "mrr_at_1000": 0.331222, "nauc_ndcg_at_1_max": 0.611857, "nauc_ndcg_at_1_std": 0.418132, "nauc_ndcg_at_1_diff1": 0.318525, "nauc_ndcg_at_3_max": 0.608842, "nauc_ndcg_at_3_std": 0.420223, "nauc_ndcg_at_3_diff1": 0.288679, "nauc_ndcg_at_5_max": 0.618199, "nauc_ndcg_at_5_std": 0.424629, "nauc_ndcg_at_5_diff1": 0.284929, "nauc_ndcg_at_10_max": 0.612853, "nauc_ndcg_at_10_std": 0.439743, "nauc_ndcg_at_10_diff1": 0.269541, "nauc_ndcg_at_20_max": 0.617881, "nauc_ndcg_at_20_std": 0.450473, "nauc_ndcg_at_20_diff1": 0.262019, "nauc_ndcg_at_100_max": 0.626443, "nauc_ndcg_at_100_std": 0.458941, "nauc_ndcg_at_100_diff1": 0.25608, "nauc_ndcg_at_1000_max": 0.626443, "nauc_ndcg_at_1000_std": 0.458941, "nauc_ndcg_at_1000_diff1": 0.25608, "nauc_map_at_1_max": 0.458015, "nauc_map_at_1_std": 0.221172, "nauc_map_at_1_diff1": 0.435709, "nauc_map_at_3_max": 0.517345, "nauc_map_at_3_std": 0.30232, "nauc_map_at_3_diff1": 0.342818, "nauc_map_at_5_max": 0.55142, "nauc_map_at_5_std": 0.340967, "nauc_map_at_5_diff1": 0.31839, "nauc_map_at_10_max": 0.568928, "nauc_map_at_10_std": 0.37294, "nauc_map_at_10_diff1": 0.296521, "nauc_map_at_20_max": 0.575042, "nauc_map_at_20_std": 0.383133, "nauc_map_at_20_diff1": 0.29081, "nauc_map_at_100_max": 0.578178, "nauc_map_at_100_std": 0.386067, "nauc_map_at_100_diff1": 0.288652, "nauc_map_at_1000_max": 0.578178, "nauc_map_at_1000_std": 0.386067, "nauc_map_at_1000_diff1": 0.288652, "nauc_recall_at_1_max": 0.458015, "nauc_recall_at_1_std": 0.221172, "nauc_recall_at_1_diff1": 0.435709, "nauc_recall_at_3_max": 0.525813, "nauc_recall_at_3_std": 0.331234, "nauc_recall_at_3_diff1": 0.300866, "nauc_recall_at_5_max": 0.574331, "nauc_recall_at_5_std": 0.38401, "nauc_recall_at_5_diff1": 0.257951, "nauc_recall_at_10_max": 0.59734, "nauc_recall_at_10_std": 0.441892, "nauc_recall_at_10_diff1": 0.218967, "nauc_recall_at_20_max": 0.620675, "nauc_recall_at_20_std": 0.491483, "nauc_recall_at_20_diff1": 0.192088, "nauc_recall_at_100_max": 0.641165, "nauc_recall_at_100_std": 0.512194, "nauc_recall_at_100_diff1": 0.175104, "nauc_recall_at_1000_max": 0.641165, "nauc_recall_at_1000_std": 0.512194, "nauc_recall_at_1000_diff1": 0.175104, "nauc_precision_at_1_max": 0.623014, "nauc_precision_at_1_std": 0.427756, "nauc_precision_at_1_diff1": 0.309652, "nauc_precision_at_3_max": 0.634542, "nauc_precision_at_3_std": 0.547463, "nauc_precision_at_3_diff1": 0.067103, "nauc_precision_at_5_max": 0.667992, "nauc_precision_at_5_std": 0.607327, "nauc_precision_at_5_diff1": -2.2e-05, "nauc_precision_at_10_max": 0.618821, "nauc_precision_at_10_std": 0.637168, "nauc_precision_at_10_diff1": -0.057823, "nauc_precision_at_20_max": 0.599053, "nauc_precision_at_20_std": 0.653418, "nauc_precision_at_20_diff1": -0.07983, "nauc_precision_at_100_max": 0.613664, "nauc_precision_at_100_std": 0.660458, "nauc_precision_at_100_diff1": -0.104927, "nauc_precision_at_1000_max": 0.613664, "nauc_precision_at_1000_std": 0.660458, "nauc_precision_at_1000_diff1": -0.104927, "nauc_mrr_at_1_max": 0.623014, "nauc_mrr_at_1_std": 0.427756, "nauc_mrr_at_1_diff1": 0.309652, "nauc_mrr_at_3_max": 0.649108, "nauc_mrr_at_3_std": 0.477479, "nauc_mrr_at_3_diff1": 0.271521, "nauc_mrr_at_5_max": 0.655954, "nauc_mrr_at_5_std": 0.486737, "nauc_mrr_at_5_diff1": 0.261474, "nauc_mrr_at_10_max": 0.65755, "nauc_mrr_at_10_std": 0.493, "nauc_mrr_at_10_diff1": 0.258646, "nauc_mrr_at_20_max": 0.658319, "nauc_mrr_at_20_std": 0.495568, "nauc_mrr_at_20_diff1": 0.258493, "nauc_mrr_at_100_max": 0.658647, "nauc_mrr_at_100_std": 0.496111, "nauc_mrr_at_100_diff1": 0.257873, "nauc_mrr_at_1000_max": 0.658647, "nauc_mrr_at_1000_std": 0.496111, "nauc_mrr_at_1000_diff1": 0.257873, "hit_rate_at_1": 0.28269, "hit_rate_at_3": 0.35336, "hit_rate_at_5": 0.39576, "hit_rate_at_10": 0.41343, "hit_rate_at_20": 0.4523, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.26141, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.27385, "ndcg_at_3": 0.2488, "ndcg_at_5": 0.24919, "ndcg_at_10": 0.2523, "ndcg_at_20": 0.25454, "ndcg_at_100": 0.25826, "ndcg_at_1000": 0.25826, "map_at_1": 0.15286, "map_at_3": 0.18919, "map_at_5": 0.20175, "map_at_10": 0.21053, "map_at_20": 0.21421, "map_at_100": 0.21597, "map_at_1000": 0.21597, "recall_at_1": 0.15286, "recall_at_3": 0.19938, "recall_at_5": 0.2284, "recall_at_10": 0.25476, "recall_at_20": 0.27238, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.15286, "precision_at_1": 0.28269, "precision_at_3": 0.15548, "precision_at_5": 0.11519, "precision_at_10": 0.07491, "precision_at_20": 0.04276, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.282686, "mrr_at_3": 0.304476, "mrr_at_5": 0.311896, "mrr_at_10": 0.317765, "mrr_at_20": 0.318466, "mrr_at_100": 0.31871, "mrr_at_1000": 0.31871, "nauc_ndcg_at_1_max": 0.666194, "nauc_ndcg_at_1_std": 0.4905, "nauc_ndcg_at_1_diff1": 0.155864, "nauc_ndcg_at_3_max": 0.6472, "nauc_ndcg_at_3_std": 0.464481, "nauc_ndcg_at_3_diff1": 0.143262, "nauc_ndcg_at_5_max": 0.663553, "nauc_ndcg_at_5_std": 0.483, "nauc_ndcg_at_5_diff1": 0.126792, "nauc_ndcg_at_10_max": 0.667702, "nauc_ndcg_at_10_std": 0.499068, "nauc_ndcg_at_10_diff1": 0.103178, "nauc_ndcg_at_20_max": 0.672879, "nauc_ndcg_at_20_std": 0.510669, "nauc_ndcg_at_20_diff1": 0.095348, "nauc_ndcg_at_100_max": 0.676129, "nauc_ndcg_at_100_std": 0.522158, "nauc_ndcg_at_100_diff1": 0.091116, "nauc_ndcg_at_1000_max": 0.676129, "nauc_ndcg_at_1000_std": 0.522158, "nauc_ndcg_at_1000_diff1": 0.091116, "nauc_map_at_1_max": 0.559191, "nauc_map_at_1_std": 0.279507, "nauc_map_at_1_diff1": 0.230514, "nauc_map_at_3_max": 0.616033, "nauc_map_at_3_std": 0.354227, "nauc_map_at_3_diff1": 0.148138, "nauc_map_at_5_max": 0.637634, "nauc_map_at_5_std": 0.396195, "nauc_map_at_5_diff1": 0.129566, "nauc_map_at_10_max": 0.643318, "nauc_map_at_10_std": 0.423172, "nauc_map_at_10_diff1": 0.115221, "nauc_map_at_20_max": 0.646781, "nauc_map_at_20_std": 0.434698, "nauc_map_at_20_diff1": 0.111003, "nauc_map_at_100_max": 0.647742, "nauc_map_at_100_std": 0.440261, "nauc_map_at_100_diff1": 0.109334, "nauc_map_at_1000_max": 0.647742, "nauc_map_at_1000_std": 0.440261, "nauc_map_at_1000_diff1": 0.109334, "nauc_recall_at_1_max": 0.559191, "nauc_recall_at_1_std": 0.279507, "nauc_recall_at_1_diff1": 0.230514, "nauc_recall_at_3_max": 0.609117, "nauc_recall_at_3_std": 0.36379, "nauc_recall_at_3_diff1": 0.135051, "nauc_recall_at_5_max": 0.640584, "nauc_recall_at_5_std": 0.446796, "nauc_recall_at_5_diff1": 0.094858, "nauc_recall_at_10_max": 0.643318, "nauc_recall_at_10_std": 0.496586, "nauc_recall_at_10_diff1": 0.069196, "nauc_recall_at_20_max": 0.6506, "nauc_recall_at_20_std": 0.534266, "nauc_recall_at_20_diff1": 0.05672, "nauc_recall_at_100_max": 0.661763, "nauc_recall_at_100_std": 0.566019, "nauc_recall_at_100_diff1": 0.043749, "nauc_recall_at_1000_max": 0.661763, "nauc_recall_at_1000_std": 0.566019, "nauc_recall_at_1000_diff1": 0.043749, "nauc_precision_at_1_max": 0.684498, "nauc_precision_at_1_std": 0.516115, "nauc_precision_at_1_diff1": 0.150779, "nauc_precision_at_3_max": 0.633652, "nauc_precision_at_3_std": 0.556502, "nauc_precision_at_3_diff1": 0.029822, "nauc_precision_at_5_max": 0.635051, "nauc_precision_at_5_std": 0.626934, "nauc_precision_at_5_diff1": -0.010025, "nauc_precision_at_10_max": 0.566646, "nauc_precision_at_10_std": 0.655968, "nauc_precision_at_10_diff1": -0.073157, "nauc_precision_at_20_max": 0.547326, "nauc_precision_at_20_std": 0.674596, "nauc_precision_at_20_diff1": -0.088385, "nauc_precision_at_100_max": 0.50884, "nauc_precision_at_100_std": 0.653327, "nauc_precision_at_100_diff1": -0.069681, "nauc_precision_at_1000_max": 0.50884, "nauc_precision_at_1000_std": 0.653327, "nauc_precision_at_1000_diff1": -0.069681, "nauc_mrr_at_1_max": 0.684498, "nauc_mrr_at_1_std": 0.516115, "nauc_mrr_at_1_diff1": 0.150779, "nauc_mrr_at_3_max": 0.686494, "nauc_mrr_at_3_std": 0.533393, "nauc_mrr_at_3_diff1": 0.146664, "nauc_mrr_at_5_max": 0.69291, "nauc_mrr_at_5_std": 0.550109, "nauc_mrr_at_5_diff1": 0.142773, "nauc_mrr_at_10_max": 0.694828, "nauc_mrr_at_10_std": 0.555663, "nauc_mrr_at_10_diff1": 0.137475, "nauc_mrr_at_20_max": 0.695072, "nauc_mrr_at_20_std": 0.557581, "nauc_mrr_at_20_diff1": 0.137322, "nauc_mrr_at_100_max": 0.695206, "nauc_mrr_at_100_std": 0.557906, "nauc_mrr_at_100_diff1": 0.13677, "nauc_mrr_at_1000_max": 0.695206, "nauc_mrr_at_1000_std": 0.557906, "nauc_mrr_at_1000_diff1": 0.13677, "hit_rate_at_1": 0.28269, "hit_rate_at_3": 0.33216, "hit_rate_at_5": 0.36396, "hit_rate_at_10": 0.40283, "hit_rate_at_20": 0.41343, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.2523, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 292.7500939294696, "kg_co2_emissions": null, "date": 1793334636.670037, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00010640360414981842, "end": 52.869665175676346, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 52.90588862448931, "end": 53.01276318542659, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 53.10066034831107, "end": 102.86271224357188, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 102.96820586919785, "end": 103.0603436883539, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 103.14496651478112, "end": 140.24512792378664, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 140.36159161292017, "end": 140.45916449464858, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 140.54835165292025, "end": 192.09432196430862, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 192.23585623130202, "end": 192.32461066171527, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 192.41202935948968, "end": 242.14322717674077, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 242.31738613918424, "end": 242.4298964533955, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 242.52087802626193, "end": 292.3369055595249, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 292.5570138785988, "end": 292.6477375663817, "split": "test", "subset": "portuguese" } ] }