{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.26.0", "scores": { "test": [ { "ndcg_at_1": 0.42018, "ndcg_at_3": 0.40466, "ndcg_at_5": 0.4106, "ndcg_at_10": 0.41977, "ndcg_at_20": 0.43303, "ndcg_at_100": 0.44179, "ndcg_at_1000": 0.44179, "map_at_1": 0.20104, "map_at_3": 0.27522, "map_at_5": 0.30792, "map_at_10": 0.33225, "map_at_20": 0.34299, "map_at_100": 0.34619, "map_at_1000": 0.34619, "recall_at_1": 0.20104, "recall_at_3": 0.31827, "recall_at_5": 0.38459, "recall_at_10": 0.44386, "recall_at_20": 0.48395, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.20104, "precision_at_1": 0.43976, "precision_at_3": 0.28514, "precision_at_5": 0.22771, "precision_at_10": 0.14819, "precision_at_20": 0.08614, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.439759, "mrr_at_3": 0.522088, "mrr_at_5": 0.53248, "mrr_at_10": 0.536791, "mrr_at_20": 0.538198, "mrr_at_100": 0.538835, "mrr_at_1000": 0.538835, "nauc_ndcg_at_1_max": 0.347189, "nauc_ndcg_at_1_std": 0.150794, "nauc_ndcg_at_1_diff1": 0.535113, "nauc_ndcg_at_3_max": 0.40972, "nauc_ndcg_at_3_std": 0.205342, "nauc_ndcg_at_3_diff1": 0.425045, "nauc_ndcg_at_5_max": 0.432552, "nauc_ndcg_at_5_std": 0.23677, "nauc_ndcg_at_5_diff1": 0.410724, "nauc_ndcg_at_10_max": 0.465318, "nauc_ndcg_at_10_std": 0.281149, "nauc_ndcg_at_10_diff1": 0.414198, "nauc_ndcg_at_20_max": 0.470229, "nauc_ndcg_at_20_std": 0.310564, "nauc_ndcg_at_20_diff1": 0.397262, "nauc_ndcg_at_100_max": 0.490993, "nauc_ndcg_at_100_std": 0.323352, "nauc_ndcg_at_100_diff1": 0.389541, "nauc_ndcg_at_1000_max": 0.490993, "nauc_ndcg_at_1000_std": 0.323352, "nauc_ndcg_at_1000_diff1": 0.389541, "nauc_map_at_1_max": 0.350058, "nauc_map_at_1_std": 0.0374, "nauc_map_at_1_diff1": 0.55269, "nauc_map_at_3_max": 0.404353, "nauc_map_at_3_std": 0.120544, "nauc_map_at_3_diff1": 0.467105, "nauc_map_at_5_max": 0.415031, "nauc_map_at_5_std": 0.166072, "nauc_map_at_5_diff1": 0.429026, "nauc_map_at_10_max": 0.430853, "nauc_map_at_10_std": 0.207346, "nauc_map_at_10_diff1": 0.419144, "nauc_map_at_20_max": 0.431448, "nauc_map_at_20_std": 0.223917, "nauc_map_at_20_diff1": 0.406998, "nauc_map_at_100_max": 0.439041, "nauc_map_at_100_std": 0.230412, "nauc_map_at_100_diff1": 0.403671, "nauc_map_at_1000_max": 0.439041, "nauc_map_at_1000_std": 0.230412, "nauc_map_at_1000_diff1": 0.403671, "nauc_recall_at_1_max": 0.350058, "nauc_recall_at_1_std": 0.0374, "nauc_recall_at_1_diff1": 0.55269, "nauc_recall_at_3_max": 0.403024, "nauc_recall_at_3_std": 0.146164, "nauc_recall_at_3_diff1": 0.380055, "nauc_recall_at_5_max": 0.4316, "nauc_recall_at_5_std": 0.241448, "nauc_recall_at_5_diff1": 0.316712, "nauc_recall_at_10_max": 0.48122, "nauc_recall_at_10_std": 0.342682, "nauc_recall_at_10_diff1": 0.314937, "nauc_recall_at_20_max": 0.483575, "nauc_recall_at_20_std": 0.40943, "nauc_recall_at_20_diff1": 0.271774, "nauc_recall_at_100_max": 0.541767, "nauc_recall_at_100_std": 0.447237, "nauc_recall_at_100_diff1": 0.248432, "nauc_recall_at_1000_max": 0.541767, "nauc_recall_at_1000_std": 0.447237, "nauc_recall_at_1000_diff1": 0.248432, "nauc_precision_at_1_max": 0.367012, "nauc_precision_at_1_std": 0.165221, "nauc_precision_at_1_diff1": 0.555215, "nauc_precision_at_3_max": 0.322245, "nauc_precision_at_3_std": 0.299953, "nauc_precision_at_3_diff1": 0.187658, "nauc_precision_at_5_max": 0.290276, "nauc_precision_at_5_std": 0.342128, "nauc_precision_at_5_diff1": 0.091478, "nauc_precision_at_10_max": 0.27427, "nauc_precision_at_10_std": 0.379983, "nauc_precision_at_10_diff1": 0.048668, "nauc_precision_at_20_max": 0.248063, "nauc_precision_at_20_std": 0.402906, "nauc_precision_at_20_diff1": -0.010701, "nauc_precision_at_100_max": 0.276984, "nauc_precision_at_100_std": 0.392369, "nauc_precision_at_100_diff1": -0.045823, "nauc_precision_at_1000_max": 0.276984, "nauc_precision_at_1000_std": 0.392369, "nauc_precision_at_1000_diff1": -0.045823, "nauc_mrr_at_1_max": 0.367012, "nauc_mrr_at_1_std": 0.165221, "nauc_mrr_at_1_diff1": 0.555215, "nauc_mrr_at_3_max": 0.400815, "nauc_mrr_at_3_std": 0.217625, "nauc_mrr_at_3_diff1": 0.505456, "nauc_mrr_at_5_max": 0.415367, "nauc_mrr_at_5_std": 0.23972, "nauc_mrr_at_5_diff1": 0.500321, "nauc_mrr_at_10_max": 0.424158, "nauc_mrr_at_10_std": 0.251004, "nauc_mrr_at_10_diff1": 0.501138, "nauc_mrr_at_20_max": 0.423638, "nauc_mrr_at_20_std": 0.255008, "nauc_mrr_at_20_diff1": 0.500271, "nauc_mrr_at_100_max": 0.425149, "nauc_mrr_at_100_std": 0.254954, "nauc_mrr_at_100_diff1": 0.500416, "nauc_mrr_at_1000_max": 0.425149, "nauc_mrr_at_1000_std": 0.254954, "nauc_mrr_at_1000_diff1": 0.500416, "hit_rate_at_1": 0.43976, "hit_rate_at_3": 0.62349, "hit_rate_at_5": 0.66867, "hit_rate_at_10": 0.6988, "hit_rate_at_20": 0.71687, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.41977, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.42169, "ndcg_at_3": 0.3914, "ndcg_at_5": 0.38432, "ndcg_at_10": 0.39242, "ndcg_at_20": 0.40952, "ndcg_at_100": 0.41761, "ndcg_at_1000": 0.41761, "map_at_1": 0.18545, "map_at_3": 0.25788, "map_at_5": 0.28251, "map_at_10": 0.3059, "map_at_20": 0.32032, "map_at_100": 0.32386, "map_at_1000": 0.32386, "recall_at_1": 0.18545, "recall_at_3": 0.2963, "recall_at_5": 0.34486, "recall_at_10": 0.40431, "recall_at_20": 0.45534, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.18545, "precision_at_1": 0.44277, "precision_at_3": 0.28213, "precision_at_5": 0.21386, "precision_at_10": 0.14006, "precision_at_20": 0.0863, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.442771, "mrr_at_3": 0.511044, "mrr_at_5": 0.520984, "mrr_at_10": 0.525357, "mrr_at_20": 0.526753, "mrr_at_100": 0.527397, "mrr_at_1000": 0.527397, "nauc_ndcg_at_1_max": 0.327911, "nauc_ndcg_at_1_std": 0.183729, "nauc_ndcg_at_1_diff1": 0.418479, "nauc_ndcg_at_3_max": 0.444217, "nauc_ndcg_at_3_std": 0.316825, "nauc_ndcg_at_3_diff1": 0.30964, "nauc_ndcg_at_5_max": 0.470528, "nauc_ndcg_at_5_std": 0.337338, "nauc_ndcg_at_5_diff1": 0.302546, "nauc_ndcg_at_10_max": 0.50449, "nauc_ndcg_at_10_std": 0.378063, "nauc_ndcg_at_10_diff1": 0.315517, "nauc_ndcg_at_20_max": 0.509707, "nauc_ndcg_at_20_std": 0.415683, "nauc_ndcg_at_20_diff1": 0.296151, "nauc_ndcg_at_100_max": 0.518167, "nauc_ndcg_at_100_std": 0.421337, "nauc_ndcg_at_100_diff1": 0.290447, "nauc_ndcg_at_1000_max": 0.518167, "nauc_ndcg_at_1000_std": 0.421337, "nauc_ndcg_at_1000_diff1": 0.290447, "nauc_map_at_1_max": 0.376089, "nauc_map_at_1_std": 0.109345, "nauc_map_at_1_diff1": 0.477255, "nauc_map_at_3_max": 0.453171, "nauc_map_at_3_std": 0.233406, "nauc_map_at_3_diff1": 0.395194, "nauc_map_at_5_max": 0.467543, "nauc_map_at_5_std": 0.277318, "nauc_map_at_5_diff1": 0.353772, "nauc_map_at_10_max": 0.477675, "nauc_map_at_10_std": 0.315811, "nauc_map_at_10_diff1": 0.335501, "nauc_map_at_20_max": 0.47456, "nauc_map_at_20_std": 0.338107, "nauc_map_at_20_diff1": 0.318586, "nauc_map_at_100_max": 0.477198, "nauc_map_at_100_std": 0.341889, "nauc_map_at_100_diff1": 0.315451, "nauc_map_at_1000_max": 0.477198, "nauc_map_at_1000_std": 0.341889, "nauc_map_at_1000_diff1": 0.315451, "nauc_recall_at_1_max": 0.376089, "nauc_recall_at_1_std": 0.109345, "nauc_recall_at_1_diff1": 0.477255, "nauc_recall_at_3_max": 0.47408, "nauc_recall_at_3_std": 0.28526, "nauc_recall_at_3_diff1": 0.322232, "nauc_recall_at_5_max": 0.494232, "nauc_recall_at_5_std": 0.352104, "nauc_recall_at_5_diff1": 0.260811, "nauc_recall_at_10_max": 0.530213, "nauc_recall_at_10_std": 0.435764, "nauc_recall_at_10_diff1": 0.247193, "nauc_recall_at_20_max": 0.528972, "nauc_recall_at_20_std": 0.506049, "nauc_recall_at_20_diff1": 0.189201, "nauc_recall_at_100_max": 0.557236, "nauc_recall_at_100_std": 0.522748, "nauc_recall_at_100_diff1": 0.171753, "nauc_recall_at_1000_max": 0.557236, "nauc_recall_at_1000_std": 0.522748, "nauc_recall_at_1000_diff1": 0.171753, "nauc_precision_at_1_max": 0.340788, "nauc_precision_at_1_std": 0.192213, "nauc_precision_at_1_diff1": 0.435324, "nauc_precision_at_3_max": 0.343579, "nauc_precision_at_3_std": 0.379214, "nauc_precision_at_3_diff1": 0.124758, "nauc_precision_at_5_max": 0.315273, "nauc_precision_at_5_std": 0.415921, "nauc_precision_at_5_diff1": 0.014988, "nauc_precision_at_10_max": 0.273759, "nauc_precision_at_10_std": 0.424286, "nauc_precision_at_10_diff1": -0.018668, "nauc_precision_at_20_max": 0.22228, "nauc_precision_at_20_std": 0.437892, "nauc_precision_at_20_diff1": -0.077595, "nauc_precision_at_100_max": 0.2186, "nauc_precision_at_100_std": 0.41482, "nauc_precision_at_100_diff1": -0.098132, "nauc_precision_at_1000_max": 0.2186, "nauc_precision_at_1000_std": 0.41482, "nauc_precision_at_1000_diff1": -0.098132, "nauc_mrr_at_1_max": 0.340788, "nauc_mrr_at_1_std": 0.192213, "nauc_mrr_at_1_diff1": 0.435324, "nauc_mrr_at_3_max": 0.411339, "nauc_mrr_at_3_std": 0.305312, "nauc_mrr_at_3_diff1": 0.386653, "nauc_mrr_at_5_max": 0.412425, "nauc_mrr_at_5_std": 0.317141, "nauc_mrr_at_5_diff1": 0.3854, "nauc_mrr_at_10_max": 0.418261, "nauc_mrr_at_10_std": 0.321651, "nauc_mrr_at_10_diff1": 0.387786, "nauc_mrr_at_20_max": 0.419374, "nauc_mrr_at_20_std": 0.324049, "nauc_mrr_at_20_diff1": 0.385997, "nauc_mrr_at_100_max": 0.420031, "nauc_mrr_at_100_std": 0.323826, "nauc_mrr_at_100_diff1": 0.385969, "nauc_mrr_at_1000_max": 0.420031, "nauc_mrr_at_1000_std": 0.323826, "nauc_mrr_at_1000_diff1": 0.385969, "hit_rate_at_1": 0.44277, "hit_rate_at_3": 0.59639, "hit_rate_at_5": 0.63855, "hit_rate_at_10": 0.67169, "hit_rate_at_20": 0.69277, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.39242, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.51657, "ndcg_at_3": 0.54061, "ndcg_at_5": 0.54706, "ndcg_at_10": 0.57063, "ndcg_at_20": 0.60367, "ndcg_at_100": 0.6214, "ndcg_at_1000": 0.6214, "map_at_1": 0.24485, "map_at_3": 0.36947, "map_at_5": 0.4131, "map_at_10": 0.45324, "map_at_20": 0.47876, "map_at_100": 0.48701, "map_at_1000": 0.48701, "recall_at_1": 0.24485, "recall_at_3": 0.43687, "recall_at_5": 0.51926, "recall_at_10": 0.62102, "recall_at_20": 0.71499, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.24485, "precision_at_1": 0.53313, "precision_at_3": 0.39859, "precision_at_5": 0.31506, "precision_at_10": 0.21687, "precision_at_20": 0.13584, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.533133, "mrr_at_3": 0.656124, "mrr_at_5": 0.666817, "mrr_at_10": 0.674637, "mrr_at_20": 0.67611, "mrr_at_100": 0.676634, "mrr_at_1000": 0.676634, "nauc_ndcg_at_1_max": 0.107639, "nauc_ndcg_at_1_std": 0.152182, "nauc_ndcg_at_1_diff1": 0.419464, "nauc_ndcg_at_3_max": 0.181966, "nauc_ndcg_at_3_std": 0.181414, "nauc_ndcg_at_3_diff1": 0.388419, "nauc_ndcg_at_5_max": 0.192414, "nauc_ndcg_at_5_std": 0.203787, "nauc_ndcg_at_5_diff1": 0.386922, "nauc_ndcg_at_10_max": 0.201992, "nauc_ndcg_at_10_std": 0.243802, "nauc_ndcg_at_10_diff1": 0.403828, "nauc_ndcg_at_20_max": 0.188584, "nauc_ndcg_at_20_std": 0.25781, "nauc_ndcg_at_20_diff1": 0.387752, "nauc_ndcg_at_100_max": 0.208347, "nauc_ndcg_at_100_std": 0.267457, "nauc_ndcg_at_100_diff1": 0.385947, "nauc_ndcg_at_1000_max": 0.208347, "nauc_ndcg_at_1000_std": 0.267457, "nauc_ndcg_at_1000_diff1": 0.385947, "nauc_map_at_1_max": 0.148774, "nauc_map_at_1_std": 0.018478, "nauc_map_at_1_diff1": 0.500736, "nauc_map_at_3_max": 0.188736, "nauc_map_at_3_std": 0.083336, "nauc_map_at_3_diff1": 0.451631, "nauc_map_at_5_max": 0.189442, "nauc_map_at_5_std": 0.128098, "nauc_map_at_5_diff1": 0.426789, "nauc_map_at_10_max": 0.187347, "nauc_map_at_10_std": 0.182452, "nauc_map_at_10_diff1": 0.41728, "nauc_map_at_20_max": 0.171006, "nauc_map_at_20_std": 0.194514, "nauc_map_at_20_diff1": 0.405844, "nauc_map_at_100_max": 0.174928, "nauc_map_at_100_std": 0.200098, "nauc_map_at_100_diff1": 0.40382, "nauc_map_at_1000_max": 0.174928, "nauc_map_at_1000_std": 0.200098, "nauc_map_at_1000_diff1": 0.40382, "nauc_recall_at_1_max": 0.148774, "nauc_recall_at_1_std": 0.018478, "nauc_recall_at_1_diff1": 0.500736, "nauc_recall_at_3_max": 0.200447, "nauc_recall_at_3_std": 0.078119, "nauc_recall_at_3_diff1": 0.398849, "nauc_recall_at_5_max": 0.207574, "nauc_recall_at_5_std": 0.167324, "nauc_recall_at_5_diff1": 0.356217, "nauc_recall_at_10_max": 0.225851, "nauc_recall_at_10_std": 0.267538, "nauc_recall_at_10_diff1": 0.346072, "nauc_recall_at_20_max": 0.185735, "nauc_recall_at_20_std": 0.28976, "nauc_recall_at_20_diff1": 0.282434, "nauc_recall_at_100_max": 0.271321, "nauc_recall_at_100_std": 0.338983, "nauc_recall_at_100_diff1": 0.280768, "nauc_recall_at_1000_max": 0.271321, "nauc_recall_at_1000_std": 0.338983, "nauc_recall_at_1000_diff1": 0.280768, "nauc_precision_at_1_max": 0.105734, "nauc_precision_at_1_std": 0.160907, "nauc_precision_at_1_diff1": 0.428273, "nauc_precision_at_3_max": 0.093671, "nauc_precision_at_3_std": 0.23265, "nauc_precision_at_3_diff1": 0.109546, "nauc_precision_at_5_max": 0.047523, "nauc_precision_at_5_std": 0.266143, "nauc_precision_at_5_diff1": -0.01174, "nauc_precision_at_10_max": -0.027584, "nauc_precision_at_10_std": 0.279804, "nauc_precision_at_10_diff1": -0.094918, "nauc_precision_at_20_max": -0.084446, "nauc_precision_at_20_std": 0.219015, "nauc_precision_at_20_diff1": -0.152683, "nauc_precision_at_100_max": -0.055566, "nauc_precision_at_100_std": 0.187173, "nauc_precision_at_100_diff1": -0.177162, "nauc_precision_at_1000_max": -0.055566, "nauc_precision_at_1000_std": 0.187173, "nauc_precision_at_1000_diff1": -0.177162, "nauc_mrr_at_1_max": 0.105734, "nauc_mrr_at_1_std": 0.160907, "nauc_mrr_at_1_diff1": 0.428273, "nauc_mrr_at_3_max": 0.150499, "nauc_mrr_at_3_std": 0.225175, "nauc_mrr_at_3_diff1": 0.429302, "nauc_mrr_at_5_max": 0.140721, "nauc_mrr_at_5_std": 0.238931, "nauc_mrr_at_5_diff1": 0.415563, "nauc_mrr_at_10_max": 0.142065, "nauc_mrr_at_10_std": 0.231636, "nauc_mrr_at_10_diff1": 0.419719, "nauc_mrr_at_20_max": 0.14465, "nauc_mrr_at_20_std": 0.231344, "nauc_mrr_at_20_diff1": 0.418988, "nauc_mrr_at_100_max": 0.145476, "nauc_mrr_at_100_std": 0.231192, "nauc_mrr_at_100_diff1": 0.419361, "nauc_mrr_at_1000_max": 0.145476, "nauc_mrr_at_1000_std": 0.231192, "nauc_mrr_at_1000_diff1": 0.419361, "hit_rate_at_1": 0.53313, "hit_rate_at_3": 0.80422, "hit_rate_at_5": 0.8494, "hit_rate_at_10": 0.90361, "hit_rate_at_20": 0.92771, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.57063, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.39006, "ndcg_at_3": 0.35558, "ndcg_at_5": 0.35537, "ndcg_at_10": 0.36781, "ndcg_at_20": 0.38164, "ndcg_at_100": 0.38851, "ndcg_at_1000": 0.38851, "map_at_1": 0.16996, "map_at_3": 0.23687, "map_at_5": 0.26566, "map_at_10": 0.28866, "map_at_20": 0.29925, "map_at_100": 0.30177, "map_at_1000": 0.30177, "recall_at_1": 0.16996, "recall_at_3": 0.27007, "recall_at_5": 0.33197, "recall_at_10": 0.3933, "recall_at_20": 0.43333, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.16996, "precision_at_1": 0.40964, "precision_at_3": 0.25602, "precision_at_5": 0.19759, "precision_at_10": 0.12922, "precision_at_20": 0.07605, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.409639, "mrr_at_3": 0.469378, "mrr_at_5": 0.477661, "mrr_at_10": 0.482295, "mrr_at_20": 0.483537, "mrr_at_100": 0.483758, "mrr_at_1000": 0.483758, "nauc_ndcg_at_1_max": 0.433571, "nauc_ndcg_at_1_std": 0.334414, "nauc_ndcg_at_1_diff1": 0.459699, "nauc_ndcg_at_3_max": 0.49822, "nauc_ndcg_at_3_std": 0.441117, "nauc_ndcg_at_3_diff1": 0.369695, "nauc_ndcg_at_5_max": 0.543008, "nauc_ndcg_at_5_std": 0.483848, "nauc_ndcg_at_5_diff1": 0.351497, "nauc_ndcg_at_10_max": 0.559913, "nauc_ndcg_at_10_std": 0.519549, "nauc_ndcg_at_10_diff1": 0.353523, "nauc_ndcg_at_20_max": 0.552677, "nauc_ndcg_at_20_std": 0.541182, "nauc_ndcg_at_20_diff1": 0.334358, "nauc_ndcg_at_100_max": 0.565539, "nauc_ndcg_at_100_std": 0.540772, "nauc_ndcg_at_100_diff1": 0.326809, "nauc_ndcg_at_1000_max": 0.565539, "nauc_ndcg_at_1000_std": 0.540772, "nauc_ndcg_at_1000_diff1": 0.326809, "nauc_map_at_1_max": 0.430232, "nauc_map_at_1_std": 0.270474, "nauc_map_at_1_diff1": 0.501708, "nauc_map_at_3_max": 0.480814, "nauc_map_at_3_std": 0.368123, "nauc_map_at_3_diff1": 0.419068, "nauc_map_at_5_max": 0.511686, "nauc_map_at_5_std": 0.424021, "nauc_map_at_5_diff1": 0.381708, "nauc_map_at_10_max": 0.517271, "nauc_map_at_10_std": 0.458983, "nauc_map_at_10_diff1": 0.366773, "nauc_map_at_20_max": 0.50628, "nauc_map_at_20_std": 0.471591, "nauc_map_at_20_diff1": 0.352121, "nauc_map_at_100_max": 0.510234, "nauc_map_at_100_std": 0.472501, "nauc_map_at_100_diff1": 0.349411, "nauc_map_at_1000_max": 0.510234, "nauc_map_at_1000_std": 0.472501, "nauc_map_at_1000_diff1": 0.349411, "nauc_recall_at_1_max": 0.430232, "nauc_recall_at_1_std": 0.270474, "nauc_recall_at_1_diff1": 0.501708, "nauc_recall_at_3_max": 0.500853, "nauc_recall_at_3_std": 0.404226, "nauc_recall_at_3_diff1": 0.360137, "nauc_recall_at_5_max": 0.550654, "nauc_recall_at_5_std": 0.497183, "nauc_recall_at_5_diff1": 0.276855, "nauc_recall_at_10_max": 0.572147, "nauc_recall_at_10_std": 0.570192, "nauc_recall_at_10_diff1": 0.258881, "nauc_recall_at_20_max": 0.552878, "nauc_recall_at_20_std": 0.613053, "nauc_recall_at_20_diff1": 0.212471, "nauc_recall_at_100_max": 0.591225, "nauc_recall_at_100_std": 0.608517, "nauc_recall_at_100_diff1": 0.192096, "nauc_recall_at_1000_max": 0.591225, "nauc_recall_at_1000_std": 0.608517, "nauc_recall_at_1000_diff1": 0.192096, "nauc_precision_at_1_max": 0.451348, "nauc_precision_at_1_std": 0.358545, "nauc_precision_at_1_diff1": 0.463474, "nauc_precision_at_3_max": 0.402096, "nauc_precision_at_3_std": 0.477085, "nauc_precision_at_3_diff1": 0.195175, "nauc_precision_at_5_max": 0.409934, "nauc_precision_at_5_std": 0.502832, "nauc_precision_at_5_diff1": 0.10417, "nauc_precision_at_10_max": 0.339564, "nauc_precision_at_10_std": 0.510959, "nauc_precision_at_10_diff1": 0.049349, "nauc_precision_at_20_max": 0.255736, "nauc_precision_at_20_std": 0.488817, "nauc_precision_at_20_diff1": -0.004021, "nauc_precision_at_100_max": 0.270451, "nauc_precision_at_100_std": 0.451666, "nauc_precision_at_100_diff1": -0.031741, "nauc_precision_at_1000_max": 0.270451, "nauc_precision_at_1000_std": 0.451666, "nauc_precision_at_1000_diff1": -0.031741, "nauc_mrr_at_1_max": 0.451348, "nauc_mrr_at_1_std": 0.358545, "nauc_mrr_at_1_diff1": 0.463474, "nauc_mrr_at_3_max": 0.509583, "nauc_mrr_at_3_std": 0.440413, "nauc_mrr_at_3_diff1": 0.433153, "nauc_mrr_at_5_max": 0.51666, "nauc_mrr_at_5_std": 0.453123, "nauc_mrr_at_5_diff1": 0.42371, "nauc_mrr_at_10_max": 0.525406, "nauc_mrr_at_10_std": 0.462421, "nauc_mrr_at_10_diff1": 0.422192, "nauc_mrr_at_20_max": 0.527476, "nauc_mrr_at_20_std": 0.463805, "nauc_mrr_at_20_diff1": 0.422108, "nauc_mrr_at_100_max": 0.528361, "nauc_mrr_at_100_std": 0.463794, "nauc_mrr_at_100_diff1": 0.422029, "nauc_mrr_at_1000_max": 0.528361, "nauc_mrr_at_1000_std": 0.463794, "nauc_mrr_at_1000_diff1": 0.422029, "hit_rate_at_1": 0.40964, "hit_rate_at_3": 0.54518, "hit_rate_at_5": 0.58133, "hit_rate_at_10": 0.61446, "hit_rate_at_20": 0.63253, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.36781, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.39608, "ndcg_at_3": 0.3828, "ndcg_at_5": 0.3749, "ndcg_at_10": 0.38924, "ndcg_at_20": 0.40499, "ndcg_at_100": 0.41245, "ndcg_at_1000": 0.41245, "map_at_1": 0.17905, "map_at_3": 0.25633, "map_at_5": 0.27926, "map_at_10": 0.30631, "map_at_20": 0.31845, "map_at_100": 0.32199, "map_at_1000": 0.32199, "recall_at_1": 0.17905, "recall_at_3": 0.29859, "recall_at_5": 0.33786, "recall_at_10": 0.4048, "recall_at_20": 0.45238, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.17905, "precision_at_1": 0.41265, "precision_at_3": 0.2761, "precision_at_5": 0.20723, "precision_at_10": 0.14096, "precision_at_20": 0.08419, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.412651, "mrr_at_3": 0.490964, "mrr_at_5": 0.498193, "mrr_at_10": 0.502388, "mrr_at_20": 0.504367, "mrr_at_100": 0.504614, "mrr_at_1000": 0.504614, "nauc_ndcg_at_1_max": 0.403191, "nauc_ndcg_at_1_std": 0.244097, "nauc_ndcg_at_1_diff1": 0.547039, "nauc_ndcg_at_3_max": 0.455819, "nauc_ndcg_at_3_std": 0.315256, "nauc_ndcg_at_3_diff1": 0.400007, "nauc_ndcg_at_5_max": 0.478647, "nauc_ndcg_at_5_std": 0.330741, "nauc_ndcg_at_5_diff1": 0.389384, "nauc_ndcg_at_10_max": 0.495255, "nauc_ndcg_at_10_std": 0.360744, "nauc_ndcg_at_10_diff1": 0.384167, "nauc_ndcg_at_20_max": 0.496928, "nauc_ndcg_at_20_std": 0.385506, "nauc_ndcg_at_20_diff1": 0.374833, "nauc_ndcg_at_100_max": 0.508225, "nauc_ndcg_at_100_std": 0.392543, "nauc_ndcg_at_100_diff1": 0.370878, "nauc_ndcg_at_1000_max": 0.508225, "nauc_ndcg_at_1000_std": 0.392543, "nauc_ndcg_at_1000_diff1": 0.370878, "nauc_map_at_1_max": 0.385051, "nauc_map_at_1_std": 0.168729, "nauc_map_at_1_diff1": 0.468543, "nauc_map_at_3_max": 0.435164, "nauc_map_at_3_std": 0.240224, "nauc_map_at_3_diff1": 0.401588, "nauc_map_at_5_max": 0.455606, "nauc_map_at_5_std": 0.274974, "nauc_map_at_5_diff1": 0.380768, "nauc_map_at_10_max": 0.462871, "nauc_map_at_10_std": 0.307829, "nauc_map_at_10_diff1": 0.375912, "nauc_map_at_20_max": 0.458634, "nauc_map_at_20_std": 0.322944, "nauc_map_at_20_diff1": 0.372004, "nauc_map_at_100_max": 0.462512, "nauc_map_at_100_std": 0.326401, "nauc_map_at_100_diff1": 0.370126, "nauc_map_at_1000_max": 0.462512, "nauc_map_at_1000_std": 0.326401, "nauc_map_at_1000_diff1": 0.370126, "nauc_recall_at_1_max": 0.385051, "nauc_recall_at_1_std": 0.168729, "nauc_recall_at_1_diff1": 0.468543, "nauc_recall_at_3_max": 0.442731, "nauc_recall_at_3_std": 0.260055, "nauc_recall_at_3_diff1": 0.327801, "nauc_recall_at_5_max": 0.481184, "nauc_recall_at_5_std": 0.321491, "nauc_recall_at_5_diff1": 0.295539, "nauc_recall_at_10_max": 0.507946, "nauc_recall_at_10_std": 0.401595, "nauc_recall_at_10_diff1": 0.291294, "nauc_recall_at_20_max": 0.501429, "nauc_recall_at_20_std": 0.458923, "nauc_recall_at_20_diff1": 0.256576, "nauc_recall_at_100_max": 0.531007, "nauc_recall_at_100_std": 0.474147, "nauc_recall_at_100_diff1": 0.242631, "nauc_recall_at_1000_max": 0.531007, "nauc_recall_at_1000_std": 0.474147, "nauc_recall_at_1000_diff1": 0.242631, "nauc_precision_at_1_max": 0.42195, "nauc_precision_at_1_std": 0.249381, "nauc_precision_at_1_diff1": 0.559767, "nauc_precision_at_3_max": 0.364653, "nauc_precision_at_3_std": 0.34288, "nauc_precision_at_3_diff1": 0.265858, "nauc_precision_at_5_max": 0.342027, "nauc_precision_at_5_std": 0.358268, "nauc_precision_at_5_diff1": 0.19201, "nauc_precision_at_10_max": 0.269047, "nauc_precision_at_10_std": 0.339629, "nauc_precision_at_10_diff1": 0.13167, "nauc_precision_at_20_max": 0.208513, "nauc_precision_at_20_std": 0.340484, "nauc_precision_at_20_diff1": 0.087575, "nauc_precision_at_100_max": 0.216679, "nauc_precision_at_100_std": 0.325689, "nauc_precision_at_100_diff1": 0.059126, "nauc_precision_at_1000_max": 0.216679, "nauc_precision_at_1000_std": 0.325689, "nauc_precision_at_1000_diff1": 0.059126, "nauc_mrr_at_1_max": 0.42195, "nauc_mrr_at_1_std": 0.249381, "nauc_mrr_at_1_diff1": 0.559767, "nauc_mrr_at_3_max": 0.474715, "nauc_mrr_at_3_std": 0.30082, "nauc_mrr_at_3_diff1": 0.513587, "nauc_mrr_at_5_max": 0.48205, "nauc_mrr_at_5_std": 0.309106, "nauc_mrr_at_5_diff1": 0.511653, "nauc_mrr_at_10_max": 0.487693, "nauc_mrr_at_10_std": 0.318701, "nauc_mrr_at_10_diff1": 0.511312, "nauc_mrr_at_20_max": 0.488515, "nauc_mrr_at_20_std": 0.322534, "nauc_mrr_at_20_diff1": 0.509295, "nauc_mrr_at_100_max": 0.489381, "nauc_mrr_at_100_std": 0.322877, "nauc_mrr_at_100_diff1": 0.50932, "nauc_mrr_at_1000_max": 0.489381, "nauc_mrr_at_1000_std": 0.322877, "nauc_mrr_at_1000_diff1": 0.50932, "hit_rate_at_1": 0.41265, "hit_rate_at_3": 0.58735, "hit_rate_at_5": 0.61747, "hit_rate_at_10": 0.64759, "hit_rate_at_20": 0.6747, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.38924, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.0" }, { "ndcg_at_1": 0.4006, "ndcg_at_3": 0.39042, "ndcg_at_5": 0.38485, "ndcg_at_10": 0.40384, "ndcg_at_20": 0.42339, "ndcg_at_100": 0.43325, "ndcg_at_1000": 0.43325, "map_at_1": 0.18851, "map_at_3": 0.26646, "map_at_5": 0.29111, "map_at_10": 0.3207, "map_at_20": 0.33614, "map_at_100": 0.34096, "map_at_1000": 0.34096, "recall_at_1": 0.18851, "recall_at_3": 0.30914, "recall_at_5": 0.35004, "recall_at_10": 0.42345, "recall_at_20": 0.48073, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.18851, "precision_at_1": 0.4247, "precision_at_3": 0.28313, "precision_at_5": 0.21627, "precision_at_10": 0.1506, "precision_at_20": 0.09292, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.424699, "mrr_at_3": 0.496486, "mrr_at_5": 0.502058, "mrr_at_10": 0.508452, "mrr_at_20": 0.510798, "mrr_at_100": 0.511122, "mrr_at_1000": 0.511122, "nauc_ndcg_at_1_max": 0.422263, "nauc_ndcg_at_1_std": 0.310466, "nauc_ndcg_at_1_diff1": 0.458707, "nauc_ndcg_at_3_max": 0.4677, "nauc_ndcg_at_3_std": 0.340482, "nauc_ndcg_at_3_diff1": 0.346006, "nauc_ndcg_at_5_max": 0.484628, "nauc_ndcg_at_5_std": 0.343473, "nauc_ndcg_at_5_diff1": 0.34571, "nauc_ndcg_at_10_max": 0.514017, "nauc_ndcg_at_10_std": 0.379021, "nauc_ndcg_at_10_diff1": 0.353652, "nauc_ndcg_at_20_max": 0.513486, "nauc_ndcg_at_20_std": 0.410561, "nauc_ndcg_at_20_diff1": 0.340344, "nauc_ndcg_at_100_max": 0.525843, "nauc_ndcg_at_100_std": 0.422787, "nauc_ndcg_at_100_diff1": 0.331695, "nauc_ndcg_at_1000_max": 0.525843, "nauc_ndcg_at_1000_std": 0.422787, "nauc_ndcg_at_1000_diff1": 0.331695, "nauc_map_at_1_max": 0.376959, "nauc_map_at_1_std": 0.149066, "nauc_map_at_1_diff1": 0.463129, "nauc_map_at_3_max": 0.431431, "nauc_map_at_3_std": 0.220519, "nauc_map_at_3_diff1": 0.390212, "nauc_map_at_5_max": 0.457806, "nauc_map_at_5_std": 0.263523, "nauc_map_at_5_diff1": 0.369945, "nauc_map_at_10_max": 0.470644, "nauc_map_at_10_std": 0.30141, "nauc_map_at_10_diff1": 0.359709, "nauc_map_at_20_max": 0.467101, "nauc_map_at_20_std": 0.32302, "nauc_map_at_20_diff1": 0.344873, "nauc_map_at_100_max": 0.47178, "nauc_map_at_100_std": 0.330264, "nauc_map_at_100_diff1": 0.341244, "nauc_map_at_1000_max": 0.47178, "nauc_map_at_1000_std": 0.330264, "nauc_map_at_1000_diff1": 0.341244, "nauc_recall_at_1_max": 0.376959, "nauc_recall_at_1_std": 0.149066, "nauc_recall_at_1_diff1": 0.463129, "nauc_recall_at_3_max": 0.435454, "nauc_recall_at_3_std": 0.239719, "nauc_recall_at_3_diff1": 0.320711, "nauc_recall_at_5_max": 0.47629, "nauc_recall_at_5_std": 0.303435, "nauc_recall_at_5_diff1": 0.305162, "nauc_recall_at_10_max": 0.535631, "nauc_recall_at_10_std": 0.399399, "nauc_recall_at_10_diff1": 0.30303, "nauc_recall_at_20_max": 0.524236, "nauc_recall_at_20_std": 0.471168, "nauc_recall_at_20_diff1": 0.259693, "nauc_recall_at_100_max": 0.563788, "nauc_recall_at_100_std": 0.504346, "nauc_recall_at_100_diff1": 0.238498, "nauc_recall_at_1000_max": 0.563788, "nauc_recall_at_1000_std": 0.504346, "nauc_recall_at_1000_diff1": 0.238498, "nauc_precision_at_1_max": 0.43945, "nauc_precision_at_1_std": 0.323966, "nauc_precision_at_1_diff1": 0.461956, "nauc_precision_at_3_max": 0.376233, "nauc_precision_at_3_std": 0.371783, "nauc_precision_at_3_diff1": 0.175551, "nauc_precision_at_5_max": 0.367704, "nauc_precision_at_5_std": 0.4017, "nauc_precision_at_5_diff1": 0.114019, "nauc_precision_at_10_max": 0.29537, "nauc_precision_at_10_std": 0.408451, "nauc_precision_at_10_diff1": 0.037014, "nauc_precision_at_20_max": 0.234015, "nauc_precision_at_20_std": 0.413062, "nauc_precision_at_20_diff1": -0.01616, "nauc_precision_at_100_max": 0.232261, "nauc_precision_at_100_std": 0.397708, "nauc_precision_at_100_diff1": -0.051759, "nauc_precision_at_1000_max": 0.232261, "nauc_precision_at_1000_std": 0.397708, "nauc_precision_at_1000_diff1": -0.051759, "nauc_mrr_at_1_max": 0.43945, "nauc_mrr_at_1_std": 0.323966, "nauc_mrr_at_1_diff1": 0.461956, "nauc_mrr_at_3_max": 0.491895, "nauc_mrr_at_3_std": 0.395282, "nauc_mrr_at_3_diff1": 0.427239, "nauc_mrr_at_5_max": 0.490042, "nauc_mrr_at_5_std": 0.401916, "nauc_mrr_at_5_diff1": 0.427878, "nauc_mrr_at_10_max": 0.49686, "nauc_mrr_at_10_std": 0.413409, "nauc_mrr_at_10_diff1": 0.426707, "nauc_mrr_at_20_max": 0.499353, "nauc_mrr_at_20_std": 0.416223, "nauc_mrr_at_20_diff1": 0.426099, "nauc_mrr_at_100_max": 0.499771, "nauc_mrr_at_100_std": 0.416853, "nauc_mrr_at_100_diff1": 0.426066, "nauc_mrr_at_1000_max": 0.499771, "nauc_mrr_at_1000_std": 0.416853, "nauc_mrr_at_1000_diff1": 0.426066, "hit_rate_at_1": 0.4247, "hit_rate_at_3": 0.58735, "hit_rate_at_5": 0.61145, "hit_rate_at_10": 0.65663, "hit_rate_at_20": 0.68976, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.40384, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.0" } ] }, "evaluation_time": 8486.902615714993, "kg_co2_emissions": null, "date": 1792112064.377064, "evaluation_phases": [ { "name": "Data loading", "start": 5.227979272603989e-06, "end": 32.095652176998556, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.09566621796694, "end": 32.09567238797899, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.10170693299733, "end": 1414.5301432730048, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1414.53017867601, "end": 1414.571085915959, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1414.5856411859859, "end": 2808.7023997500073, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2808.702429013967, "end": 2808.744433055981, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2808.758969313989, "end": 4134.791004778002, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 4134.791036395007, "end": 4134.8317296269815, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 4134.847658032959, "end": 5538.628468855983, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 5538.628494073986, "end": 5538.675581689982, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 5538.693306934962, "end": 6987.271342643013, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 6987.271367709967, "end": 6987.3123336299905, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 6987.329178050975, "end": 8486.851698683982, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 8486.85172533401, "end": 8486.892893960001, "split": "test", "subset": "portuguese" } ] }