{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.22.2-2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.33392, "ndcg_at_3": 0.32123, "ndcg_at_5": 0.31472, "ndcg_at_10": 0.31369, "ndcg_at_20": 0.31773, "ndcg_at_100": 0.32034, "ndcg_at_1000": 0.32034, "map_at_1": 0.19074, "map_at_3": 0.23509, "map_at_5": 0.25008, "map_at_10": 0.26267, "map_at_20": 0.2688, "map_at_100": 0.27028, "map_at_1000": 0.27028, "recall_at_1": 0.19074, "recall_at_3": 0.24984, "recall_at_5": 0.27929, "recall_at_10": 0.30898, "recall_at_20": 0.33159, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.19074, "precision_at_1": 0.34276, "precision_at_3": 0.20495, "precision_at_5": 0.14841, "precision_at_10": 0.09505, "precision_at_20": 0.05636, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.342756, "mrr_at_3": 0.376914, "mrr_at_5": 0.381861, "mrr_at_10": 0.384535, "mrr_at_20": 0.385183, "mrr_at_100": 0.385385, "mrr_at_1000": 0.385385, "nauc_ndcg_at_1_max": 0.803708, "nauc_ndcg_at_1_std": 0.516593, "nauc_ndcg_at_1_diff1": 0.461835, "nauc_ndcg_at_3_max": 0.803612, "nauc_ndcg_at_3_std": 0.551173, "nauc_ndcg_at_3_diff1": 0.419038, "nauc_ndcg_at_5_max": 0.804591, "nauc_ndcg_at_5_std": 0.544959, "nauc_ndcg_at_5_diff1": 0.418615, "nauc_ndcg_at_10_max": 0.808522, "nauc_ndcg_at_10_std": 0.543369, "nauc_ndcg_at_10_diff1": 0.416866, "nauc_ndcg_at_20_max": 0.810797, "nauc_ndcg_at_20_std": 0.546207, "nauc_ndcg_at_20_diff1": 0.412294, "nauc_ndcg_at_100_max": 0.811377, "nauc_ndcg_at_100_std": 0.553139, "nauc_ndcg_at_100_diff1": 0.407859, "nauc_ndcg_at_1000_max": 0.811377, "nauc_ndcg_at_1000_std": 0.553139, "nauc_ndcg_at_1000_diff1": 0.407859, "nauc_map_at_1_max": 0.717689, "nauc_map_at_1_std": 0.303858, "nauc_map_at_1_diff1": 0.551517, "nauc_map_at_3_max": 0.752005, "nauc_map_at_3_std": 0.392336, "nauc_map_at_3_diff1": 0.488265, "nauc_map_at_5_max": 0.763721, "nauc_map_at_5_std": 0.426123, "nauc_map_at_5_diff1": 0.467771, "nauc_map_at_10_max": 0.777863, "nauc_map_at_10_std": 0.457385, "nauc_map_at_10_diff1": 0.45599, "nauc_map_at_20_max": 0.783027, "nauc_map_at_20_std": 0.470799, "nauc_map_at_20_diff1": 0.448831, "nauc_map_at_100_max": 0.783393, "nauc_map_at_100_std": 0.473874, "nauc_map_at_100_diff1": 0.446337, "nauc_map_at_1000_max": 0.783393, "nauc_map_at_1000_std": 0.473874, "nauc_map_at_1000_diff1": 0.446337, "nauc_recall_at_1_max": 0.717689, "nauc_recall_at_1_std": 0.303858, "nauc_recall_at_1_diff1": 0.551517, "nauc_recall_at_3_max": 0.763085, "nauc_recall_at_3_std": 0.427686, "nauc_recall_at_3_diff1": 0.455065, "nauc_recall_at_5_max": 0.763033, "nauc_recall_at_5_std": 0.478293, "nauc_recall_at_5_diff1": 0.408692, "nauc_recall_at_10_max": 0.781345, "nauc_recall_at_10_std": 0.528452, "nauc_recall_at_10_diff1": 0.371334, "nauc_recall_at_20_max": 0.792787, "nauc_recall_at_20_std": 0.557692, "nauc_recall_at_20_diff1": 0.353799, "nauc_recall_at_100_max": 0.796493, "nauc_recall_at_100_std": 0.576303, "nauc_recall_at_100_diff1": 0.341594, "nauc_recall_at_1000_max": 0.796493, "nauc_recall_at_1000_std": 0.576303, "nauc_recall_at_1000_diff1": 0.341594, "nauc_precision_at_1_max": 0.816326, "nauc_precision_at_1_std": 0.525811, "nauc_precision_at_1_diff1": 0.474456, "nauc_precision_at_3_max": 0.681152, "nauc_precision_at_3_std": 0.634063, "nauc_precision_at_3_diff1": 0.203514, "nauc_precision_at_5_max": 0.637174, "nauc_precision_at_5_std": 0.646808, "nauc_precision_at_5_diff1": 0.140991, "nauc_precision_at_10_max": 0.571087, "nauc_precision_at_10_std": 0.64034, "nauc_precision_at_10_diff1": 0.071664, "nauc_precision_at_20_max": 0.524488, "nauc_precision_at_20_std": 0.63086, "nauc_precision_at_20_diff1": 0.020992, "nauc_precision_at_100_max": 0.498579, "nauc_precision_at_100_std": 0.628765, "nauc_precision_at_100_diff1": -0.000718, "nauc_precision_at_1000_max": 0.498579, "nauc_precision_at_1000_std": 0.628765, "nauc_precision_at_1000_diff1": -0.000718, "nauc_mrr_at_1_max": 0.816326, "nauc_mrr_at_1_std": 0.525811, "nauc_mrr_at_1_diff1": 0.474456, "nauc_mrr_at_3_max": 0.8332, "nauc_mrr_at_3_std": 0.593941, "nauc_mrr_at_3_diff1": 0.42366, "nauc_mrr_at_5_max": 0.833842, "nauc_mrr_at_5_std": 0.596555, "nauc_mrr_at_5_diff1": 0.416853, "nauc_mrr_at_10_max": 0.832912, "nauc_mrr_at_10_std": 0.599505, "nauc_mrr_at_10_diff1": 0.411517, "nauc_mrr_at_20_max": 0.832736, "nauc_mrr_at_20_std": 0.599455, "nauc_mrr_at_20_diff1": 0.410652, "nauc_mrr_at_100_max": 0.832595, "nauc_mrr_at_100_std": 0.599872, "nauc_mrr_at_100_diff1": 0.410387, "nauc_mrr_at_1000_max": 0.832595, "nauc_mrr_at_1000_std": 0.599872, "nauc_mrr_at_1000_diff1": 0.410387, "hit_rate_at_1": 0.34276, "hit_rate_at_3": 0.41696, "hit_rate_at_5": 0.43816, "hit_rate_at_10": 0.45936, "hit_rate_at_20": 0.46996, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.31369, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.32686, "ndcg_at_3": 0.30975, "ndcg_at_5": 0.30094, "ndcg_at_10": 0.29688, "ndcg_at_20": 0.30195, "ndcg_at_100": 0.30338, "ndcg_at_1000": 0.30338, "map_at_1": 0.18505, "map_at_3": 0.22788, "map_at_5": 0.23967, "map_at_10": 0.24741, "map_at_20": 0.25185, "map_at_100": 0.25266, "map_at_1000": 0.25266, "recall_at_1": 0.18505, "recall_at_3": 0.24945, "recall_at_5": 0.27132, "recall_at_10": 0.28962, "recall_at_20": 0.31135, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.18505, "precision_at_1": 0.33922, "precision_at_3": 0.19435, "precision_at_5": 0.1371, "precision_at_10": 0.08092, "precision_at_20": 0.04841, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.339223, "mrr_at_3": 0.377503, "mrr_at_5": 0.381743, "mrr_at_10": 0.38406, "mrr_at_20": 0.386078, "mrr_at_100": 0.386078, "mrr_at_1000": 0.386078, "nauc_ndcg_at_1_max": 0.772916, "nauc_ndcg_at_1_std": 0.552056, "nauc_ndcg_at_1_diff1": 0.502853, "nauc_ndcg_at_3_max": 0.768804, "nauc_ndcg_at_3_std": 0.563463, "nauc_ndcg_at_3_diff1": 0.466918, "nauc_ndcg_at_5_max": 0.769091, "nauc_ndcg_at_5_std": 0.54821, "nauc_ndcg_at_5_diff1": 0.471839, "nauc_ndcg_at_10_max": 0.765866, "nauc_ndcg_at_10_std": 0.542169, "nauc_ndcg_at_10_diff1": 0.468147, "nauc_ndcg_at_20_max": 0.777812, "nauc_ndcg_at_20_std": 0.558843, "nauc_ndcg_at_20_diff1": 0.461327, "nauc_ndcg_at_100_max": 0.777787, "nauc_ndcg_at_100_std": 0.562372, "nauc_ndcg_at_100_diff1": 0.455251, "nauc_ndcg_at_1000_max": 0.777787, "nauc_ndcg_at_1000_std": 0.562372, "nauc_ndcg_at_1000_diff1": 0.455251, "nauc_map_at_1_max": 0.681758, "nauc_map_at_1_std": 0.346194, "nauc_map_at_1_diff1": 0.593385, "nauc_map_at_3_max": 0.73442, "nauc_map_at_3_std": 0.42377, "nauc_map_at_3_diff1": 0.528474, "nauc_map_at_5_max": 0.743274, "nauc_map_at_5_std": 0.44757, "nauc_map_at_5_diff1": 0.511891, "nauc_map_at_10_max": 0.7447, "nauc_map_at_10_std": 0.467752, "nauc_map_at_10_diff1": 0.500443, "nauc_map_at_20_max": 0.749484, "nauc_map_at_20_std": 0.482318, "nauc_map_at_20_diff1": 0.493324, "nauc_map_at_100_max": 0.749854, "nauc_map_at_100_std": 0.484982, "nauc_map_at_100_diff1": 0.49069, "nauc_map_at_1000_max": 0.749854, "nauc_map_at_1000_std": 0.484982, "nauc_map_at_1000_diff1": 0.49069, "nauc_recall_at_1_max": 0.681758, "nauc_recall_at_1_std": 0.346194, "nauc_recall_at_1_diff1": 0.593385, "nauc_recall_at_3_max": 0.727944, "nauc_recall_at_3_std": 0.44183, "nauc_recall_at_3_diff1": 0.474997, "nauc_recall_at_5_max": 0.731543, "nauc_recall_at_5_std": 0.476868, "nauc_recall_at_5_diff1": 0.446938, "nauc_recall_at_10_max": 0.732203, "nauc_recall_at_10_std": 0.51136, "nauc_recall_at_10_diff1": 0.422727, "nauc_recall_at_20_max": 0.768003, "nauc_recall_at_20_std": 0.578072, "nauc_recall_at_20_diff1": 0.389405, "nauc_recall_at_100_max": 0.769818, "nauc_recall_at_100_std": 0.589481, "nauc_recall_at_100_diff1": 0.372247, "nauc_recall_at_1000_max": 0.769818, "nauc_recall_at_1000_std": 0.589481, "nauc_recall_at_1000_diff1": 0.372247, "nauc_precision_at_1_max": 0.770147, "nauc_precision_at_1_std": 0.556125, "nauc_precision_at_1_diff1": 0.508218, "nauc_precision_at_3_max": 0.665869, "nauc_precision_at_3_std": 0.638116, "nauc_precision_at_3_diff1": 0.244973, "nauc_precision_at_5_max": 0.617741, "nauc_precision_at_5_std": 0.637927, "nauc_precision_at_5_diff1": 0.190572, "nauc_precision_at_10_max": 0.541752, "nauc_precision_at_10_std": 0.650024, "nauc_precision_at_10_diff1": 0.113523, "nauc_precision_at_20_max": 0.496522, "nauc_precision_at_20_std": 0.672958, "nauc_precision_at_20_diff1": 0.048043, "nauc_precision_at_100_max": 0.481491, "nauc_precision_at_100_std": 0.676987, "nauc_precision_at_100_diff1": 0.016229, "nauc_precision_at_1000_max": 0.481491, "nauc_precision_at_1000_std": 0.676987, "nauc_precision_at_1000_diff1": 0.016229, "nauc_mrr_at_1_max": 0.770147, "nauc_mrr_at_1_std": 0.556125, "nauc_mrr_at_1_diff1": 0.508218, "nauc_mrr_at_3_max": 0.774587, "nauc_mrr_at_3_std": 0.614399, "nauc_mrr_at_3_diff1": 0.460147, "nauc_mrr_at_5_max": 0.773031, "nauc_mrr_at_5_std": 0.617047, "nauc_mrr_at_5_diff1": 0.456911, "nauc_mrr_at_10_max": 0.773601, "nauc_mrr_at_10_std": 0.618683, "nauc_mrr_at_10_diff1": 0.45324, "nauc_mrr_at_20_max": 0.776436, "nauc_mrr_at_20_std": 0.624599, "nauc_mrr_at_20_diff1": 0.452519, "nauc_mrr_at_100_max": 0.776436, "nauc_mrr_at_100_std": 0.624599, "nauc_mrr_at_100_diff1": 0.452519, "nauc_mrr_at_1000_max": 0.776436, "nauc_mrr_at_1000_std": 0.624599, "nauc_mrr_at_1000_diff1": 0.452519, "hit_rate_at_1": 0.33922, "hit_rate_at_3": 0.42403, "hit_rate_at_5": 0.4417, "hit_rate_at_10": 0.45936, "hit_rate_at_20": 0.4841, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.29688, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.63958, "ndcg_at_3": 0.60002, "ndcg_at_5": 0.59434, "ndcg_at_10": 0.59489, "ndcg_at_20": 0.60752, "ndcg_at_100": 0.61666, "ndcg_at_1000": 0.61666, "map_at_1": 0.32992, "map_at_3": 0.43711, "map_at_5": 0.46815, "map_at_10": 0.49378, "map_at_20": 0.50771, "map_at_100": 0.51236, "map_at_1000": 0.51236, "recall_at_1": 0.32992, "recall_at_3": 0.47322, "recall_at_5": 0.52681, "recall_at_10": 0.58879, "recall_at_20": 0.64373, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.32992, "precision_at_1": 0.65371, "precision_at_3": 0.3934, "precision_at_5": 0.2947, "precision_at_10": 0.18763, "precision_at_20": 0.1136, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.65371, "mrr_at_3": 0.704358, "mrr_at_5": 0.712309, "mrr_at_10": 0.717784, "mrr_at_20": 0.72018, "mrr_at_100": 0.720327, "mrr_at_1000": 0.720327, "nauc_ndcg_at_1_max": 0.559322, "nauc_ndcg_at_1_std": 0.135358, "nauc_ndcg_at_1_diff1": 0.68283, "nauc_ndcg_at_3_max": 0.598254, "nauc_ndcg_at_3_std": 0.201546, "nauc_ndcg_at_3_diff1": 0.606204, "nauc_ndcg_at_5_max": 0.608231, "nauc_ndcg_at_5_std": 0.216402, "nauc_ndcg_at_5_diff1": 0.591855, "nauc_ndcg_at_10_max": 0.585185, "nauc_ndcg_at_10_std": 0.209061, "nauc_ndcg_at_10_diff1": 0.593356, "nauc_ndcg_at_20_max": 0.605046, "nauc_ndcg_at_20_std": 0.236474, "nauc_ndcg_at_20_diff1": 0.58393, "nauc_ndcg_at_100_max": 0.605965, "nauc_ndcg_at_100_std": 0.242489, "nauc_ndcg_at_100_diff1": 0.58548, "nauc_ndcg_at_1000_max": 0.605965, "nauc_ndcg_at_1000_std": 0.242489, "nauc_ndcg_at_1000_diff1": 0.58548, "nauc_map_at_1_max": 0.466238, "nauc_map_at_1_std": -0.024548, "nauc_map_at_1_diff1": 0.674644, "nauc_map_at_3_max": 0.517571, "nauc_map_at_3_std": 0.07366, "nauc_map_at_3_diff1": 0.616422, "nauc_map_at_5_max": 0.545717, "nauc_map_at_5_std": 0.12423, "nauc_map_at_5_diff1": 0.601308, "nauc_map_at_10_max": 0.554039, "nauc_map_at_10_std": 0.154533, "nauc_map_at_10_diff1": 0.591497, "nauc_map_at_20_max": 0.56728, "nauc_map_at_20_std": 0.177889, "nauc_map_at_20_diff1": 0.583095, "nauc_map_at_100_max": 0.566656, "nauc_map_at_100_std": 0.179663, "nauc_map_at_100_diff1": 0.583667, "nauc_map_at_1000_max": 0.566656, "nauc_map_at_1000_std": 0.179663, "nauc_map_at_1000_diff1": 0.583667, "nauc_recall_at_1_max": 0.466238, "nauc_recall_at_1_std": -0.024548, "nauc_recall_at_1_diff1": 0.674644, "nauc_recall_at_3_max": 0.504354, "nauc_recall_at_3_std": 0.094928, "nauc_recall_at_3_diff1": 0.553868, "nauc_recall_at_5_max": 0.532101, "nauc_recall_at_5_std": 0.173075, "nauc_recall_at_5_diff1": 0.522285, "nauc_recall_at_10_max": 0.514175, "nauc_recall_at_10_std": 0.214618, "nauc_recall_at_10_diff1": 0.498915, "nauc_recall_at_20_max": 0.581496, "nauc_recall_at_20_std": 0.324634, "nauc_recall_at_20_diff1": 0.471514, "nauc_recall_at_100_max": 0.584117, "nauc_recall_at_100_std": 0.345747, "nauc_recall_at_100_diff1": 0.48012, "nauc_recall_at_1000_max": 0.584117, "nauc_recall_at_1000_std": 0.345747, "nauc_recall_at_1000_diff1": 0.48012, "nauc_precision_at_1_max": 0.563632, "nauc_precision_at_1_std": 0.140208, "nauc_precision_at_1_diff1": 0.70453, "nauc_precision_at_3_max": 0.322303, "nauc_precision_at_3_std": 0.299284, "nauc_precision_at_3_diff1": 0.127465, "nauc_precision_at_5_max": 0.276269, "nauc_precision_at_5_std": 0.346902, "nauc_precision_at_5_diff1": -0.001115, "nauc_precision_at_10_max": 0.161413, "nauc_precision_at_10_std": 0.34445, "nauc_precision_at_10_diff1": -0.10894, "nauc_precision_at_20_max": 0.118634, "nauc_precision_at_20_std": 0.340729, "nauc_precision_at_20_diff1": -0.190518, "nauc_precision_at_100_max": 0.067047, "nauc_precision_at_100_std": 0.295398, "nauc_precision_at_100_diff1": -0.203354, "nauc_precision_at_1000_max": 0.067047, "nauc_precision_at_1000_std": 0.295398, "nauc_precision_at_1000_diff1": -0.203354, "nauc_mrr_at_1_max": 0.563632, "nauc_mrr_at_1_std": 0.140208, "nauc_mrr_at_1_diff1": 0.70453, "nauc_mrr_at_3_max": 0.612689, "nauc_mrr_at_3_std": 0.187919, "nauc_mrr_at_3_diff1": 0.678082, "nauc_mrr_at_5_max": 0.610962, "nauc_mrr_at_5_std": 0.209186, "nauc_mrr_at_5_diff1": 0.676089, "nauc_mrr_at_10_max": 0.606805, "nauc_mrr_at_10_std": 0.210007, "nauc_mrr_at_10_diff1": 0.672306, "nauc_mrr_at_20_max": 0.609449, "nauc_mrr_at_20_std": 0.209545, "nauc_mrr_at_20_diff1": 0.672545, "nauc_mrr_at_100_max": 0.609555, "nauc_mrr_at_100_std": 0.210364, "nauc_mrr_at_100_diff1": 0.673011, "nauc_mrr_at_1000_max": 0.609555, "nauc_mrr_at_1000_std": 0.210364, "nauc_mrr_at_1000_diff1": 0.673011, "hit_rate_at_1": 0.65371, "hit_rate_at_3": 0.77385, "hit_rate_at_5": 0.80919, "hit_rate_at_10": 0.85159, "hit_rate_at_20": 0.88693, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.59489, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.30212, "ndcg_at_3": 0.27704, "ndcg_at_5": 0.27092, "ndcg_at_10": 0.26795, "ndcg_at_20": 0.27001, "ndcg_at_100": 0.27218, "ndcg_at_1000": 0.27218, "map_at_1": 0.16569, "map_at_3": 0.20595, "map_at_5": 0.21638, "map_at_10": 0.224, "map_at_20": 0.2282, "map_at_100": 0.22954, "map_at_1000": 0.22954, "recall_at_1": 0.16569, "recall_at_3": 0.21587, "recall_at_5": 0.24032, "recall_at_10": 0.25999, "recall_at_20": 0.27501, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.16569, "precision_at_1": 0.30742, "precision_at_3": 0.17668, "precision_at_5": 0.1258, "precision_at_10": 0.07668, "precision_at_20": 0.04488, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.30742, "mrr_at_3": 0.333922, "mrr_at_5": 0.342049, "mrr_at_10": 0.344013, "mrr_at_20": 0.344284, "mrr_at_100": 0.344438, "mrr_at_1000": 0.344438, "nauc_ndcg_at_1_max": 0.818795, "nauc_ndcg_at_1_std": 0.602095, "nauc_ndcg_at_1_diff1": 0.455315, "nauc_ndcg_at_3_max": 0.805386, "nauc_ndcg_at_3_std": 0.593953, "nauc_ndcg_at_3_diff1": 0.435493, "nauc_ndcg_at_5_max": 0.809177, "nauc_ndcg_at_5_std": 0.592802, "nauc_ndcg_at_5_diff1": 0.437743, "nauc_ndcg_at_10_max": 0.806824, "nauc_ndcg_at_10_std": 0.590043, "nauc_ndcg_at_10_diff1": 0.430735, "nauc_ndcg_at_20_max": 0.811961, "nauc_ndcg_at_20_std": 0.600058, "nauc_ndcg_at_20_diff1": 0.422498, "nauc_ndcg_at_100_max": 0.812768, "nauc_ndcg_at_100_std": 0.606885, "nauc_ndcg_at_100_diff1": 0.416426, "nauc_ndcg_at_1000_max": 0.812768, "nauc_ndcg_at_1000_std": 0.606885, "nauc_ndcg_at_1000_diff1": 0.416426, "nauc_map_at_1_max": 0.762688, "nauc_map_at_1_std": 0.382288, "nauc_map_at_1_diff1": 0.614745, "nauc_map_at_3_max": 0.800942, "nauc_map_at_3_std": 0.465418, "nauc_map_at_3_diff1": 0.529318, "nauc_map_at_5_max": 0.808285, "nauc_map_at_5_std": 0.495225, "nauc_map_at_5_diff1": 0.506642, "nauc_map_at_10_max": 0.805618, "nauc_map_at_10_std": 0.513869, "nauc_map_at_10_diff1": 0.488235, "nauc_map_at_20_max": 0.806094, "nauc_map_at_20_std": 0.526536, "nauc_map_at_20_diff1": 0.478604, "nauc_map_at_100_max": 0.806507, "nauc_map_at_100_std": 0.530182, "nauc_map_at_100_diff1": 0.475442, "nauc_map_at_1000_max": 0.806507, "nauc_map_at_1000_std": 0.530182, "nauc_map_at_1000_diff1": 0.475442, "nauc_recall_at_1_max": 0.762688, "nauc_recall_at_1_std": 0.382288, "nauc_recall_at_1_diff1": 0.614745, "nauc_recall_at_3_max": 0.789564, "nauc_recall_at_3_std": 0.476456, "nauc_recall_at_3_diff1": 0.503626, "nauc_recall_at_5_max": 0.779671, "nauc_recall_at_5_std": 0.526567, "nauc_recall_at_5_diff1": 0.451851, "nauc_recall_at_10_max": 0.768177, "nauc_recall_at_10_std": 0.56089, "nauc_recall_at_10_diff1": 0.405514, "nauc_recall_at_20_max": 0.776533, "nauc_recall_at_20_std": 0.603057, "nauc_recall_at_20_diff1": 0.377017, "nauc_recall_at_100_max": 0.77965, "nauc_recall_at_100_std": 0.620669, "nauc_recall_at_100_diff1": 0.356631, "nauc_recall_at_1000_max": 0.77965, "nauc_recall_at_1000_std": 0.620669, "nauc_recall_at_1000_diff1": 0.356631, "nauc_precision_at_1_max": 0.82362, "nauc_precision_at_1_std": 0.608436, "nauc_precision_at_1_diff1": 0.456835, "nauc_precision_at_3_max": 0.691153, "nauc_precision_at_3_std": 0.671331, "nauc_precision_at_3_diff1": 0.191075, "nauc_precision_at_5_max": 0.650102, "nauc_precision_at_5_std": 0.711118, "nauc_precision_at_5_diff1": 0.11096, "nauc_precision_at_10_max": 0.551461, "nauc_precision_at_10_std": 0.69707, "nauc_precision_at_10_diff1": 0.027567, "nauc_precision_at_20_max": 0.504739, "nauc_precision_at_20_std": 0.700216, "nauc_precision_at_20_diff1": -0.02442, "nauc_precision_at_100_max": 0.483028, "nauc_precision_at_100_std": 0.684027, "nauc_precision_at_100_diff1": -0.045497, "nauc_precision_at_1000_max": 0.483028, "nauc_precision_at_1000_std": 0.684027, "nauc_precision_at_1000_diff1": -0.045497, "nauc_mrr_at_1_max": 0.82362, "nauc_mrr_at_1_std": 0.608436, "nauc_mrr_at_1_diff1": 0.456835, "nauc_mrr_at_3_max": 0.813413, "nauc_mrr_at_3_std": 0.63904, "nauc_mrr_at_3_diff1": 0.421266, "nauc_mrr_at_5_max": 0.807487, "nauc_mrr_at_5_std": 0.648947, "nauc_mrr_at_5_diff1": 0.40793, "nauc_mrr_at_10_max": 0.808219, "nauc_mrr_at_10_std": 0.650882, "nauc_mrr_at_10_diff1": 0.403562, "nauc_mrr_at_20_max": 0.809179, "nauc_mrr_at_20_std": 0.652286, "nauc_mrr_at_20_diff1": 0.40283, "nauc_mrr_at_100_max": 0.809067, "nauc_mrr_at_100_std": 0.652165, "nauc_mrr_at_100_diff1": 0.402537, "nauc_mrr_at_1000_max": 0.809067, "nauc_mrr_at_1000_std": 0.652165, "nauc_mrr_at_1000_diff1": 0.402537, "hit_rate_at_1": 0.30742, "hit_rate_at_3": 0.36396, "hit_rate_at_5": 0.39929, "hit_rate_at_10": 0.41343, "hit_rate_at_20": 0.41696, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.26795, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.30565, "ndcg_at_3": 0.29036, "ndcg_at_5": 0.28602, "ndcg_at_10": 0.28456, "ndcg_at_20": 0.28858, "ndcg_at_100": 0.29214, "ndcg_at_1000": 0.29214, "map_at_1": 0.18817, "map_at_3": 0.22585, "map_at_5": 0.2359, "map_at_10": 0.24499, "map_at_20": 0.25003, "map_at_100": 0.25238, "map_at_1000": 0.25238, "recall_at_1": 0.18817, "recall_at_3": 0.24168, "recall_at_5": 0.25766, "recall_at_10": 0.2769, "recall_at_20": 0.29888, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.18817, "precision_at_1": 0.31095, "precision_at_3": 0.17079, "precision_at_5": 0.12297, "precision_at_10": 0.07456, "precision_at_20": 0.04452, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.310954, "mrr_at_3": 0.339812, "mrr_at_5": 0.342992, "mrr_at_10": 0.342992, "mrr_at_20": 0.344122, "mrr_at_100": 0.344193, "mrr_at_1000": 0.344193, "nauc_ndcg_at_1_max": 0.822554, "nauc_ndcg_at_1_std": 0.644318, "nauc_ndcg_at_1_diff1": 0.547421, "nauc_ndcg_at_3_max": 0.806401, "nauc_ndcg_at_3_std": 0.648528, "nauc_ndcg_at_3_diff1": 0.49033, "nauc_ndcg_at_5_max": 0.811047, "nauc_ndcg_at_5_std": 0.647954, "nauc_ndcg_at_5_diff1": 0.481768, "nauc_ndcg_at_10_max": 0.81146, "nauc_ndcg_at_10_std": 0.64872, "nauc_ndcg_at_10_diff1": 0.481148, "nauc_ndcg_at_20_max": 0.81996, "nauc_ndcg_at_20_std": 0.66094, "nauc_ndcg_at_20_diff1": 0.469135, "nauc_ndcg_at_100_max": 0.820879, "nauc_ndcg_at_100_std": 0.663696, "nauc_ndcg_at_100_diff1": 0.460618, "nauc_ndcg_at_1000_max": 0.820879, "nauc_ndcg_at_1000_std": 0.663696, "nauc_ndcg_at_1000_diff1": 0.460618, "nauc_map_at_1_max": 0.72325, "nauc_map_at_1_std": 0.449436, "nauc_map_at_1_diff1": 0.615956, "nauc_map_at_3_max": 0.776538, "nauc_map_at_3_std": 0.551034, "nauc_map_at_3_diff1": 0.537083, "nauc_map_at_5_max": 0.787507, "nauc_map_at_5_std": 0.577267, "nauc_map_at_5_diff1": 0.518042, "nauc_map_at_10_max": 0.790805, "nauc_map_at_10_std": 0.592247, "nauc_map_at_10_diff1": 0.509225, "nauc_map_at_20_max": 0.794622, "nauc_map_at_20_std": 0.602069, "nauc_map_at_20_diff1": 0.502603, "nauc_map_at_100_max": 0.795668, "nauc_map_at_100_std": 0.604183, "nauc_map_at_100_diff1": 0.498537, "nauc_map_at_1000_max": 0.795668, "nauc_map_at_1000_std": 0.604183, "nauc_map_at_1000_diff1": 0.498537, "nauc_recall_at_1_max": 0.72325, "nauc_recall_at_1_std": 0.449436, "nauc_recall_at_1_diff1": 0.615956, "nauc_recall_at_3_max": 0.779546, "nauc_recall_at_3_std": 0.584668, "nauc_recall_at_3_diff1": 0.493056, "nauc_recall_at_5_max": 0.792362, "nauc_recall_at_5_std": 0.619256, "nauc_recall_at_5_diff1": 0.463467, "nauc_recall_at_10_max": 0.799483, "nauc_recall_at_10_std": 0.6482, "nauc_recall_at_10_diff1": 0.443302, "nauc_recall_at_20_max": 0.830991, "nauc_recall_at_20_std": 0.687861, "nauc_recall_at_20_diff1": 0.409744, "nauc_recall_at_100_max": 0.833634, "nauc_recall_at_100_std": 0.690334, "nauc_recall_at_100_diff1": 0.386307, "nauc_recall_at_1000_max": 0.833634, "nauc_recall_at_1000_std": 0.690334, "nauc_recall_at_1000_diff1": 0.386307, "nauc_precision_at_1_max": 0.825011, "nauc_precision_at_1_std": 0.647515, "nauc_precision_at_1_diff1": 0.560515, "nauc_precision_at_3_max": 0.713283, "nauc_precision_at_3_std": 0.695328, "nauc_precision_at_3_diff1": 0.291319, "nauc_precision_at_5_max": 0.662578, "nauc_precision_at_5_std": 0.690468, "nauc_precision_at_5_diff1": 0.221053, "nauc_precision_at_10_max": 0.575971, "nauc_precision_at_10_std": 0.63948, "nauc_precision_at_10_diff1": 0.175386, "nauc_precision_at_20_max": 0.521542, "nauc_precision_at_20_std": 0.625691, "nauc_precision_at_20_diff1": 0.108451, "nauc_precision_at_100_max": 0.489057, "nauc_precision_at_100_std": 0.575343, "nauc_precision_at_100_diff1": 0.069011, "nauc_precision_at_1000_max": 0.489057, "nauc_precision_at_1000_std": 0.575343, "nauc_precision_at_1000_diff1": 0.069011, "nauc_mrr_at_1_max": 0.825011, "nauc_mrr_at_1_std": 0.647515, "nauc_mrr_at_1_diff1": 0.560515, "nauc_mrr_at_3_max": 0.837413, "nauc_mrr_at_3_std": 0.694571, "nauc_mrr_at_3_diff1": 0.511642, "nauc_mrr_at_5_max": 0.837584, "nauc_mrr_at_5_std": 0.700187, "nauc_mrr_at_5_diff1": 0.505044, "nauc_mrr_at_10_max": 0.837584, "nauc_mrr_at_10_std": 0.700187, "nauc_mrr_at_10_diff1": 0.505044, "nauc_mrr_at_20_max": 0.839841, "nauc_mrr_at_20_std": 0.700877, "nauc_mrr_at_20_diff1": 0.502741, "nauc_mrr_at_100_max": 0.839789, "nauc_mrr_at_100_std": 0.700694, "nauc_mrr_at_100_diff1": 0.502554, "nauc_mrr_at_1000_max": 0.839789, "nauc_mrr_at_1000_std": 0.700694, "nauc_mrr_at_1000_diff1": 0.502554, "hit_rate_at_1": 0.31095, "hit_rate_at_3": 0.37102, "hit_rate_at_5": 0.38516, "hit_rate_at_10": 0.38516, "hit_rate_at_20": 0.39929, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.28456, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.32509, "ndcg_at_3": 0.30214, "ndcg_at_5": 0.29625, "ndcg_at_10": 0.2889, "ndcg_at_20": 0.29007, "ndcg_at_100": 0.29119, "ndcg_at_1000": 0.29119, "map_at_1": 0.18761, "map_at_3": 0.22305, "map_at_5": 0.23595, "map_at_10": 0.24252, "map_at_20": 0.24617, "map_at_100": 0.24669, "map_at_1000": 0.24669, "recall_at_1": 0.18761, "recall_at_3": 0.24076, "recall_at_5": 0.26264, "recall_at_10": 0.27752, "recall_at_20": 0.29451, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.18761, "precision_at_1": 0.33922, "precision_at_3": 0.18492, "precision_at_5": 0.1364, "precision_at_10": 0.07951, "precision_at_20": 0.0447, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.339223, "mrr_at_3": 0.370436, "mrr_at_5": 0.376266, "mrr_at_10": 0.37791, "mrr_at_20": 0.378603, "mrr_at_100": 0.378734, "mrr_at_1000": 0.378734, "nauc_ndcg_at_1_max": 0.815012, "nauc_ndcg_at_1_std": 0.58814, "nauc_ndcg_at_1_diff1": 0.496997, "nauc_ndcg_at_3_max": 0.789767, "nauc_ndcg_at_3_std": 0.583619, "nauc_ndcg_at_3_diff1": 0.456845, "nauc_ndcg_at_5_max": 0.785327, "nauc_ndcg_at_5_std": 0.582096, "nauc_ndcg_at_5_diff1": 0.451661, "nauc_ndcg_at_10_max": 0.785209, "nauc_ndcg_at_10_std": 0.584298, "nauc_ndcg_at_10_diff1": 0.45191, "nauc_ndcg_at_20_max": 0.799246, "nauc_ndcg_at_20_std": 0.600687, "nauc_ndcg_at_20_diff1": 0.446109, "nauc_ndcg_at_100_max": 0.800419, "nauc_ndcg_at_100_std": 0.60363, "nauc_ndcg_at_100_diff1": 0.443494, "nauc_ndcg_at_1000_max": 0.800419, "nauc_ndcg_at_1000_std": 0.60363, "nauc_ndcg_at_1000_diff1": 0.443494, "nauc_map_at_1_max": 0.699153, "nauc_map_at_1_std": 0.39953, "nauc_map_at_1_diff1": 0.617415, "nauc_map_at_3_max": 0.746778, "nauc_map_at_3_std": 0.470411, "nauc_map_at_3_diff1": 0.541477, "nauc_map_at_5_max": 0.756876, "nauc_map_at_5_std": 0.502535, "nauc_map_at_5_diff1": 0.513341, "nauc_map_at_10_max": 0.76141, "nauc_map_at_10_std": 0.521963, "nauc_map_at_10_diff1": 0.497782, "nauc_map_at_20_max": 0.767035, "nauc_map_at_20_std": 0.533937, "nauc_map_at_20_diff1": 0.488937, "nauc_map_at_100_max": 0.767075, "nauc_map_at_100_std": 0.535304, "nauc_map_at_100_diff1": 0.487287, "nauc_map_at_1000_max": 0.767075, "nauc_map_at_1000_std": 0.535304, "nauc_map_at_1000_diff1": 0.487287, "nauc_recall_at_1_max": 0.699153, "nauc_recall_at_1_std": 0.39953, "nauc_recall_at_1_diff1": 0.617415, "nauc_recall_at_3_max": 0.735338, "nauc_recall_at_3_std": 0.486454, "nauc_recall_at_3_diff1": 0.491346, "nauc_recall_at_5_max": 0.732877, "nauc_recall_at_5_std": 0.525342, "nauc_recall_at_5_diff1": 0.444309, "nauc_recall_at_10_max": 0.742651, "nauc_recall_at_10_std": 0.561749, "nauc_recall_at_10_diff1": 0.416473, "nauc_recall_at_20_max": 0.779312, "nauc_recall_at_20_std": 0.61872, "nauc_recall_at_20_diff1": 0.376801, "nauc_recall_at_100_max": 0.782172, "nauc_recall_at_100_std": 0.62596, "nauc_recall_at_100_diff1": 0.368876, "nauc_recall_at_1000_max": 0.782172, "nauc_recall_at_1000_std": 0.62596, "nauc_recall_at_1000_diff1": 0.368876, "nauc_precision_at_1_max": 0.803338, "nauc_precision_at_1_std": 0.578036, "nauc_precision_at_1_diff1": 0.504953, "nauc_precision_at_3_max": 0.707961, "nauc_precision_at_3_std": 0.637506, "nauc_precision_at_3_diff1": 0.200594, "nauc_precision_at_5_max": 0.628756, "nauc_precision_at_5_std": 0.639816, "nauc_precision_at_5_diff1": 0.091256, "nauc_precision_at_10_max": 0.560303, "nauc_precision_at_10_std": 0.640903, "nauc_precision_at_10_diff1": 0.012613, "nauc_precision_at_20_max": 0.544252, "nauc_precision_at_20_std": 0.662349, "nauc_precision_at_20_diff1": -0.030912, "nauc_precision_at_100_max": 0.5248, "nauc_precision_at_100_std": 0.658067, "nauc_precision_at_100_diff1": -0.055351, "nauc_precision_at_1000_max": 0.5248, "nauc_precision_at_1000_std": 0.658067, "nauc_precision_at_1000_diff1": -0.055351, "nauc_mrr_at_1_max": 0.803338, "nauc_mrr_at_1_std": 0.578036, "nauc_mrr_at_1_diff1": 0.504953, "nauc_mrr_at_3_max": 0.801794, "nauc_mrr_at_3_std": 0.615415, "nauc_mrr_at_3_diff1": 0.4465, "nauc_mrr_at_5_max": 0.797346, "nauc_mrr_at_5_std": 0.616625, "nauc_mrr_at_5_diff1": 0.435679, "nauc_mrr_at_10_max": 0.798993, "nauc_mrr_at_10_std": 0.618758, "nauc_mrr_at_10_diff1": 0.432452, "nauc_mrr_at_20_max": 0.800984, "nauc_mrr_at_20_std": 0.621011, "nauc_mrr_at_20_diff1": 0.43122, "nauc_mrr_at_100_max": 0.800975, "nauc_mrr_at_100_std": 0.620908, "nauc_mrr_at_100_diff1": 0.431108, "nauc_mrr_at_1000_max": 0.800975, "nauc_mrr_at_1000_std": 0.620908, "nauc_mrr_at_1000_diff1": 0.431108, "hit_rate_at_1": 0.33922, "hit_rate_at_3": 0.40989, "hit_rate_at_5": 0.43463, "hit_rate_at_10": 0.44876, "hit_rate_at_20": 0.45936, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.2889, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 27435.583774453116, "kg_co2_emissions": null, "date": 1791425260.002515, "evaluation_phases": [ { "name": "Data loading", "start": 1.0720003047026694e-05, "end": 46.07250467699487, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 46.07251939699927, "end": 46.07252117700409, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 46.078498628005036, "end": 4621.333921704994, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 4621.447739541007, "end": 4621.553675957999, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 4621.607700178007, "end": 9147.260320314002, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 9147.394498107999, "end": 9147.469930620995, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 9147.567082634996, "end": 13688.366243630007, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 13688.520558354998, "end": 13688.597543038995, "split": "test", "subset": "italian" } ] }