{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.31802, "ndcg_at_3": 0.30202, "ndcg_at_5": 0.30383, "ndcg_at_10": 0.30472, "ndcg_at_20": 0.30773, "ndcg_at_100": 0.31252, "ndcg_at_1000": 0.31252, "map_at_1": 0.18204, "map_at_3": 0.22531, "map_at_5": 0.24137, "map_at_10": 0.25407, "map_at_20": 0.25978, "map_at_100": 0.26204, "map_at_1000": 0.26204, "recall_at_1": 0.18204, "recall_at_3": 0.24395, "recall_at_5": 0.27639, "recall_at_10": 0.30567, "recall_at_20": 0.32439, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.18204, "precision_at_1": 0.32862, "precision_at_3": 0.18728, "precision_at_5": 0.14276, "precision_at_10": 0.09293, "precision_at_20": 0.05495, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.328622, "mrr_at_3": 0.36278, "mrr_at_5": 0.36967, "mrr_at_10": 0.373393, "mrr_at_20": 0.374009, "mrr_at_100": 0.374241, "mrr_at_1000": 0.374241, "nauc_ndcg_at_1_max": 0.750841, "nauc_ndcg_at_1_std": 0.42336, "nauc_ndcg_at_1_diff1": 0.076739, "nauc_ndcg_at_3_max": 0.713962, "nauc_ndcg_at_3_std": 0.395205, "nauc_ndcg_at_3_diff1": 0.070488, "nauc_ndcg_at_5_max": 0.712666, "nauc_ndcg_at_5_std": 0.390456, "nauc_ndcg_at_5_diff1": 0.083673, "nauc_ndcg_at_10_max": 0.708202, "nauc_ndcg_at_10_std": 0.396273, "nauc_ndcg_at_10_diff1": 0.084092, "nauc_ndcg_at_20_max": 0.703346, "nauc_ndcg_at_20_std": 0.40078, "nauc_ndcg_at_20_diff1": 0.08225, "nauc_ndcg_at_100_max": 0.709903, "nauc_ndcg_at_100_std": 0.412019, "nauc_ndcg_at_100_diff1": 0.071881, "nauc_ndcg_at_1000_max": 0.709903, "nauc_ndcg_at_1000_std": 0.412019, "nauc_ndcg_at_1000_diff1": 0.071881, "nauc_map_at_1_max": 0.562061, "nauc_map_at_1_std": 0.129397, "nauc_map_at_1_diff1": 0.281597, "nauc_map_at_3_max": 0.619703, "nauc_map_at_3_std": 0.212721, "nauc_map_at_3_diff1": 0.180981, "nauc_map_at_5_max": 0.642513, "nauc_map_at_5_std": 0.253089, "nauc_map_at_5_diff1": 0.155504, "nauc_map_at_10_max": 0.659085, "nauc_map_at_10_std": 0.292409, "nauc_map_at_10_diff1": 0.133545, "nauc_map_at_20_max": 0.662562, "nauc_map_at_20_std": 0.308165, "nauc_map_at_20_diff1": 0.12396, "nauc_map_at_100_max": 0.667046, "nauc_map_at_100_std": 0.315089, "nauc_map_at_100_diff1": 0.119495, "nauc_map_at_1000_max": 0.667046, "nauc_map_at_1000_std": 0.315089, "nauc_map_at_1000_diff1": 0.119495, "nauc_recall_at_1_max": 0.562061, "nauc_recall_at_1_std": 0.129397, "nauc_recall_at_1_diff1": 0.281597, "nauc_recall_at_3_max": 0.626487, "nauc_recall_at_3_std": 0.24903, "nauc_recall_at_3_diff1": 0.145193, "nauc_recall_at_5_max": 0.641804, "nauc_recall_at_5_std": 0.300886, "nauc_recall_at_5_diff1": 0.126223, "nauc_recall_at_10_max": 0.669968, "nauc_recall_at_10_std": 0.374412, "nauc_recall_at_10_diff1": 0.089534, "nauc_recall_at_20_max": 0.672464, "nauc_recall_at_20_std": 0.41658, "nauc_recall_at_20_diff1": 0.065688, "nauc_recall_at_100_max": 0.690441, "nauc_recall_at_100_std": 0.451137, "nauc_recall_at_100_diff1": 0.034029, "nauc_recall_at_1000_max": 0.690441, "nauc_recall_at_1000_std": 0.451137, "nauc_recall_at_1000_diff1": 0.034029, "nauc_precision_at_1_max": 0.767371, "nauc_precision_at_1_std": 0.44073, "nauc_precision_at_1_diff1": 0.067572, "nauc_precision_at_3_max": 0.699289, "nauc_precision_at_3_std": 0.539682, "nauc_precision_at_3_diff1": -0.137832, "nauc_precision_at_5_max": 0.665447, "nauc_precision_at_5_std": 0.598239, "nauc_precision_at_5_diff1": -0.185681, "nauc_precision_at_10_max": 0.606082, "nauc_precision_at_10_std": 0.649483, "nauc_precision_at_10_diff1": -0.235876, "nauc_precision_at_20_max": 0.558767, "nauc_precision_at_20_std": 0.6535, "nauc_precision_at_20_diff1": -0.245492, "nauc_precision_at_100_max": 0.553711, "nauc_precision_at_100_std": 0.656352, "nauc_precision_at_100_diff1": -0.261668, "nauc_precision_at_1000_max": 0.553711, "nauc_precision_at_1000_std": 0.656352, "nauc_precision_at_1000_diff1": -0.261668, "nauc_mrr_at_1_max": 0.767371, "nauc_mrr_at_1_std": 0.44073, "nauc_mrr_at_1_diff1": 0.067572, "nauc_mrr_at_3_max": 0.781424, "nauc_mrr_at_3_std": 0.492198, "nauc_mrr_at_3_diff1": 0.024469, "nauc_mrr_at_5_max": 0.778309, "nauc_mrr_at_5_std": 0.495591, "nauc_mrr_at_5_diff1": 0.030363, "nauc_mrr_at_10_max": 0.778976, "nauc_mrr_at_10_std": 0.502835, "nauc_mrr_at_10_diff1": 0.024651, "nauc_mrr_at_20_max": 0.778782, "nauc_mrr_at_20_std": 0.502729, "nauc_mrr_at_20_diff1": 0.025636, "nauc_mrr_at_100_max": 0.779096, "nauc_mrr_at_100_std": 0.503371, "nauc_mrr_at_100_diff1": 0.025283, "nauc_mrr_at_1000_max": 0.779096, "nauc_mrr_at_1000_std": 0.503371, "nauc_mrr_at_1000_diff1": 0.025283, "hit_rate_at_1": 0.32862, "hit_rate_at_3": 0.40636, "hit_rate_at_5": 0.43463, "hit_rate_at_10": 0.4629, "hit_rate_at_20": 0.46996, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.30472, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.30919, "ndcg_at_3": 0.29165, "ndcg_at_5": 0.28811, "ndcg_at_10": 0.28987, "ndcg_at_20": 0.29213, "ndcg_at_100": 0.2959, "ndcg_at_1000": 0.2959, "map_at_1": 0.17404, "map_at_3": 0.21857, "map_at_5": 0.23212, "map_at_10": 0.24138, "map_at_20": 0.24459, "map_at_100": 0.2462, "map_at_1000": 0.2462, "recall_at_1": 0.17404, "recall_at_3": 0.23753, "recall_at_5": 0.26323, "recall_at_10": 0.29039, "recall_at_20": 0.30557, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.17404, "precision_at_1": 0.31802, "precision_at_3": 0.17668, "precision_at_5": 0.12862, "precision_at_10": 0.08092, "precision_at_20": 0.04629, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.318021, "mrr_at_3": 0.35159, "mrr_at_5": 0.357951, "mrr_at_10": 0.363572, "mrr_at_20": 0.364874, "mrr_at_100": 0.365189, "mrr_at_1000": 0.365189, "nauc_ndcg_at_1_max": 0.699247, "nauc_ndcg_at_1_std": 0.444298, "nauc_ndcg_at_1_diff1": 0.09841, "nauc_ndcg_at_3_max": 0.718772, "nauc_ndcg_at_3_std": 0.469037, "nauc_ndcg_at_3_diff1": 0.100921, "nauc_ndcg_at_5_max": 0.706457, "nauc_ndcg_at_5_std": 0.447189, "nauc_ndcg_at_5_diff1": 0.116955, "nauc_ndcg_at_10_max": 0.713793, "nauc_ndcg_at_10_std": 0.470707, "nauc_ndcg_at_10_diff1": 0.106624, "nauc_ndcg_at_20_max": 0.717863, "nauc_ndcg_at_20_std": 0.481968, "nauc_ndcg_at_20_diff1": 0.098678, "nauc_ndcg_at_100_max": 0.722369, "nauc_ndcg_at_100_std": 0.489966, "nauc_ndcg_at_100_diff1": 0.092176, "nauc_ndcg_at_1000_max": 0.722369, "nauc_ndcg_at_1000_std": 0.489966, "nauc_ndcg_at_1000_diff1": 0.092176, "nauc_map_at_1_max": 0.599651, "nauc_map_at_1_std": 0.241343, "nauc_map_at_1_diff1": 0.265896, "nauc_map_at_3_max": 0.67231, "nauc_map_at_3_std": 0.339443, "nauc_map_at_3_diff1": 0.166847, "nauc_map_at_5_max": 0.679111, "nauc_map_at_5_std": 0.364204, "nauc_map_at_5_diff1": 0.153688, "nauc_map_at_10_max": 0.688883, "nauc_map_at_10_std": 0.394975, "nauc_map_at_10_diff1": 0.135802, "nauc_map_at_20_max": 0.691182, "nauc_map_at_20_std": 0.406401, "nauc_map_at_20_diff1": 0.12878, "nauc_map_at_100_max": 0.693397, "nauc_map_at_100_std": 0.411765, "nauc_map_at_100_diff1": 0.12533, "nauc_map_at_1000_max": 0.693397, "nauc_map_at_1000_std": 0.411765, "nauc_map_at_1000_diff1": 0.12533, "nauc_recall_at_1_max": 0.599651, "nauc_recall_at_1_std": 0.241343, "nauc_recall_at_1_diff1": 0.265896, "nauc_recall_at_3_max": 0.664417, "nauc_recall_at_3_std": 0.367585, "nauc_recall_at_3_diff1": 0.145959, "nauc_recall_at_5_max": 0.665173, "nauc_recall_at_5_std": 0.396736, "nauc_recall_at_5_diff1": 0.141865, "nauc_recall_at_10_max": 0.692602, "nauc_recall_at_10_std": 0.474831, "nauc_recall_at_10_diff1": 0.102061, "nauc_recall_at_20_max": 0.708317, "nauc_recall_at_20_std": 0.521267, "nauc_recall_at_20_diff1": 0.072058, "nauc_recall_at_100_max": 0.720069, "nauc_recall_at_100_std": 0.541882, "nauc_recall_at_100_diff1": 0.052973, "nauc_recall_at_1000_max": 0.720069, "nauc_recall_at_1000_std": 0.541882, "nauc_recall_at_1000_diff1": 0.052973, "nauc_precision_at_1_max": 0.701026, "nauc_precision_at_1_std": 0.462395, "nauc_precision_at_1_diff1": 0.102508, "nauc_precision_at_3_max": 0.671376, "nauc_precision_at_3_std": 0.580782, "nauc_precision_at_3_diff1": -0.064412, "nauc_precision_at_5_max": 0.616609, "nauc_precision_at_5_std": 0.586508, "nauc_precision_at_5_diff1": -0.095423, "nauc_precision_at_10_max": 0.572705, "nauc_precision_at_10_std": 0.65408, "nauc_precision_at_10_diff1": -0.154072, "nauc_precision_at_20_max": 0.538216, "nauc_precision_at_20_std": 0.680762, "nauc_precision_at_20_diff1": -0.19299, "nauc_precision_at_100_max": 0.529394, "nauc_precision_at_100_std": 0.685342, "nauc_precision_at_100_diff1": -0.203983, "nauc_precision_at_1000_max": 0.529394, "nauc_precision_at_1000_std": 0.685342, "nauc_precision_at_1000_diff1": -0.203983, "nauc_mrr_at_1_max": 0.701026, "nauc_mrr_at_1_std": 0.462395, "nauc_mrr_at_1_diff1": 0.102508, "nauc_mrr_at_3_max": 0.725455, "nauc_mrr_at_3_std": 0.510531, "nauc_mrr_at_3_diff1": 0.097447, "nauc_mrr_at_5_max": 0.726899, "nauc_mrr_at_5_std": 0.516604, "nauc_mrr_at_5_diff1": 0.095711, "nauc_mrr_at_10_max": 0.727481, "nauc_mrr_at_10_std": 0.522964, "nauc_mrr_at_10_diff1": 0.093843, "nauc_mrr_at_20_max": 0.727985, "nauc_mrr_at_20_std": 0.525354, "nauc_mrr_at_20_diff1": 0.092053, "nauc_mrr_at_100_max": 0.728682, "nauc_mrr_at_100_std": 0.525442, "nauc_mrr_at_100_diff1": 0.091439, "nauc_mrr_at_1000_max": 0.728682, "nauc_mrr_at_1000_std": 0.525442, "nauc_mrr_at_1000_diff1": 0.091439, "hit_rate_at_1": 0.31802, "hit_rate_at_3": 0.38869, "hit_rate_at_5": 0.41696, "hit_rate_at_10": 0.45936, "hit_rate_at_20": 0.47703, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.28987, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.58481, "ndcg_at_3": 0.54608, "ndcg_at_5": 0.54692, "ndcg_at_10": 0.56152, "ndcg_at_20": 0.57836, "ndcg_at_100": 0.59034, "ndcg_at_1000": 0.59034, "map_at_1": 0.31342, "map_at_3": 0.39796, "map_at_5": 0.43057, "map_at_10": 0.46128, "map_at_20": 0.47592, "map_at_100": 0.48138, "map_at_1000": 0.48138, "recall_at_1": 0.31342, "recall_at_3": 0.42628, "recall_at_5": 0.49041, "recall_at_10": 0.57438, "recall_at_20": 0.63634, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.31342, "precision_at_1": 0.60071, "precision_at_3": 0.34511, "precision_at_5": 0.26219, "precision_at_10": 0.17809, "precision_at_20": 0.11025, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.600707, "mrr_at_3": 0.656655, "mrr_at_5": 0.667786, "mrr_at_10": 0.675676, "mrr_at_20": 0.678446, "mrr_at_100": 0.679225, "mrr_at_1000": 0.679225, "nauc_ndcg_at_1_max": 0.524028, "nauc_ndcg_at_1_std": 0.008988, "nauc_ndcg_at_1_diff1": 0.296192, "nauc_ndcg_at_3_max": 0.533281, "nauc_ndcg_at_3_std": 0.061966, "nauc_ndcg_at_3_diff1": 0.267815, "nauc_ndcg_at_5_max": 0.533944, "nauc_ndcg_at_5_std": 0.062424, "nauc_ndcg_at_5_diff1": 0.283655, "nauc_ndcg_at_10_max": 0.518161, "nauc_ndcg_at_10_std": 0.069616, "nauc_ndcg_at_10_diff1": 0.304865, "nauc_ndcg_at_20_max": 0.525401, "nauc_ndcg_at_20_std": 0.094172, "nauc_ndcg_at_20_diff1": 0.289077, "nauc_ndcg_at_100_max": 0.535609, "nauc_ndcg_at_100_std": 0.107688, "nauc_ndcg_at_100_diff1": 0.26964, "nauc_ndcg_at_1000_max": 0.535609, "nauc_ndcg_at_1000_std": 0.107688, "nauc_ndcg_at_1000_diff1": 0.26964, "nauc_map_at_1_max": 0.321576, "nauc_map_at_1_std": -0.154401, "nauc_map_at_1_diff1": 0.472994, "nauc_map_at_3_max": 0.408286, "nauc_map_at_3_std": -0.07277, "nauc_map_at_3_diff1": 0.371667, "nauc_map_at_5_max": 0.439243, "nauc_map_at_5_std": -0.030119, "nauc_map_at_5_diff1": 0.345073, "nauc_map_at_10_max": 0.459534, "nauc_map_at_10_std": 0.008659, "nauc_map_at_10_diff1": 0.32944, "nauc_map_at_20_max": 0.469489, "nauc_map_at_20_std": 0.021002, "nauc_map_at_20_diff1": 0.317187, "nauc_map_at_100_max": 0.475513, "nauc_map_at_100_std": 0.026036, "nauc_map_at_100_diff1": 0.310276, "nauc_map_at_1000_max": 0.475513, "nauc_map_at_1000_std": 0.026036, "nauc_map_at_1000_diff1": 0.310276, "nauc_recall_at_1_max": 0.321576, "nauc_recall_at_1_std": -0.154401, "nauc_recall_at_1_diff1": 0.472994, "nauc_recall_at_3_max": 0.407805, "nauc_recall_at_3_std": -0.036659, "nauc_recall_at_3_diff1": 0.348411, "nauc_recall_at_5_max": 0.446119, "nauc_recall_at_5_std": 0.031777, "nauc_recall_at_5_diff1": 0.313707, "nauc_recall_at_10_max": 0.463514, "nauc_recall_at_10_std": 0.11258, "nauc_recall_at_10_diff1": 0.295215, "nauc_recall_at_20_max": 0.492169, "nauc_recall_at_20_std": 0.198392, "nauc_recall_at_20_diff1": 0.245803, "nauc_recall_at_100_max": 0.520296, "nauc_recall_at_100_std": 0.247135, "nauc_recall_at_100_diff1": 0.184342, "nauc_recall_at_1000_max": 0.520296, "nauc_recall_at_1000_std": 0.247135, "nauc_recall_at_1000_diff1": 0.184342, "nauc_precision_at_1_max": 0.523292, "nauc_precision_at_1_std": 0.013167, "nauc_precision_at_1_diff1": 0.292822, "nauc_precision_at_3_max": 0.466612, "nauc_precision_at_3_std": 0.281321, "nauc_precision_at_3_diff1": -0.117903, "nauc_precision_at_5_max": 0.420189, "nauc_precision_at_5_std": 0.329698, "nauc_precision_at_5_diff1": -0.212885, "nauc_precision_at_10_max": 0.310804, "nauc_precision_at_10_std": 0.345582, "nauc_precision_at_10_diff1": -0.244887, "nauc_precision_at_20_max": 0.220164, "nauc_precision_at_20_std": 0.307535, "nauc_precision_at_20_diff1": -0.293328, "nauc_precision_at_100_max": 0.189627, "nauc_precision_at_100_std": 0.279823, "nauc_precision_at_100_diff1": -0.335316, "nauc_precision_at_1000_max": 0.189627, "nauc_precision_at_1000_std": 0.279823, "nauc_precision_at_1000_diff1": -0.335316, "nauc_mrr_at_1_max": 0.523292, "nauc_mrr_at_1_std": 0.013167, "nauc_mrr_at_1_diff1": 0.292822, "nauc_mrr_at_3_max": 0.564601, "nauc_mrr_at_3_std": 0.084559, "nauc_mrr_at_3_diff1": 0.261211, "nauc_mrr_at_5_max": 0.57618, "nauc_mrr_at_5_std": 0.090869, "nauc_mrr_at_5_diff1": 0.257193, "nauc_mrr_at_10_max": 0.56987, "nauc_mrr_at_10_std": 0.093119, "nauc_mrr_at_10_diff1": 0.261098, "nauc_mrr_at_20_max": 0.569859, "nauc_mrr_at_20_std": 0.093163, "nauc_mrr_at_20_diff1": 0.25692, "nauc_mrr_at_100_max": 0.569698, "nauc_mrr_at_100_std": 0.09492, "nauc_mrr_at_100_diff1": 0.256016, "nauc_mrr_at_1000_max": 0.569698, "nauc_mrr_at_1000_std": 0.09492, "nauc_mrr_at_1000_diff1": 0.256016, "hit_rate_at_1": 0.60071, "hit_rate_at_3": 0.72792, "hit_rate_at_5": 0.77739, "hit_rate_at_10": 0.83039, "hit_rate_at_20": 0.86926, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.56152, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.27208, "ndcg_at_3": 0.2653, "ndcg_at_5": 0.26765, "ndcg_at_10": 0.26482, "ndcg_at_20": 0.27253, "ndcg_at_100": 0.27713, "ndcg_at_1000": 0.27713, "map_at_1": 0.17042, "map_at_3": 0.20773, "map_at_5": 0.22137, "map_at_10": 0.22819, "map_at_20": 0.23409, "map_at_100": 0.23691, "map_at_1000": 0.23691, "recall_at_1": 0.17042, "recall_at_3": 0.22409, "recall_at_5": 0.24993, "recall_at_10": 0.26625, "recall_at_20": 0.29771, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.17042, "precision_at_1": 0.27562, "precision_at_3": 0.1543, "precision_at_5": 0.11661, "precision_at_10": 0.06961, "precision_at_20": 0.04346, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.275618, "mrr_at_3": 0.305654, "mrr_at_5": 0.310071, "mrr_at_10": 0.312352, "mrr_at_20": 0.313858, "mrr_at_100": 0.313965, "mrr_at_1000": 0.313965, "nauc_ndcg_at_1_max": 0.725787, "nauc_ndcg_at_1_std": 0.525264, "nauc_ndcg_at_1_diff1": 0.240132, "nauc_ndcg_at_3_max": 0.732847, "nauc_ndcg_at_3_std": 0.547368, "nauc_ndcg_at_3_diff1": 0.215813, "nauc_ndcg_at_5_max": 0.740992, "nauc_ndcg_at_5_std": 0.561596, "nauc_ndcg_at_5_diff1": 0.213652, "nauc_ndcg_at_10_max": 0.739995, "nauc_ndcg_at_10_std": 0.557424, "nauc_ndcg_at_10_diff1": 0.218389, "nauc_ndcg_at_20_max": 0.763018, "nauc_ndcg_at_20_std": 0.584223, "nauc_ndcg_at_20_diff1": 0.20237, "nauc_ndcg_at_100_max": 0.768441, "nauc_ndcg_at_100_std": 0.59489, "nauc_ndcg_at_100_diff1": 0.193219, "nauc_ndcg_at_1000_max": 0.768441, "nauc_ndcg_at_1000_std": 0.59489, "nauc_ndcg_at_1000_diff1": 0.193219, "nauc_map_at_1_max": 0.619198, "nauc_map_at_1_std": 0.331593, "nauc_map_at_1_diff1": 0.412986, "nauc_map_at_3_max": 0.683853, "nauc_map_at_3_std": 0.430382, "nauc_map_at_3_diff1": 0.312881, "nauc_map_at_5_max": 0.710237, "nauc_map_at_5_std": 0.476606, "nauc_map_at_5_diff1": 0.281962, "nauc_map_at_10_max": 0.717338, "nauc_map_at_10_std": 0.49268, "nauc_map_at_10_diff1": 0.268106, "nauc_map_at_20_max": 0.726729, "nauc_map_at_20_std": 0.506403, "nauc_map_at_20_diff1": 0.257717, "nauc_map_at_100_max": 0.729872, "nauc_map_at_100_std": 0.512446, "nauc_map_at_100_diff1": 0.251717, "nauc_map_at_1000_max": 0.729872, "nauc_map_at_1000_std": 0.512446, "nauc_map_at_1000_diff1": 0.251717, "nauc_recall_at_1_max": 0.619198, "nauc_recall_at_1_std": 0.331593, "nauc_recall_at_1_diff1": 0.412986, "nauc_recall_at_3_max": 0.679466, "nauc_recall_at_3_std": 0.459702, "nauc_recall_at_3_diff1": 0.276107, "nauc_recall_at_5_max": 0.715261, "nauc_recall_at_5_std": 0.53221, "nauc_recall_at_5_diff1": 0.228639, "nauc_recall_at_10_max": 0.733136, "nauc_recall_at_10_std": 0.567498, "nauc_recall_at_10_diff1": 0.200633, "nauc_recall_at_20_max": 0.794038, "nauc_recall_at_20_std": 0.645423, "nauc_recall_at_20_diff1": 0.145026, "nauc_recall_at_100_max": 0.804942, "nauc_recall_at_100_std": 0.672282, "nauc_recall_at_100_diff1": 0.12027, "nauc_recall_at_1000_max": 0.804942, "nauc_recall_at_1000_std": 0.672282, "nauc_recall_at_1000_diff1": 0.12027, "nauc_precision_at_1_max": 0.723265, "nauc_precision_at_1_std": 0.527571, "nauc_precision_at_1_diff1": 0.245017, "nauc_precision_at_3_max": 0.724851, "nauc_precision_at_3_std": 0.6588, "nauc_precision_at_3_diff1": -0.010952, "nauc_precision_at_5_max": 0.68901, "nauc_precision_at_5_std": 0.692047, "nauc_precision_at_5_diff1": -0.077995, "nauc_precision_at_10_max": 0.626821, "nauc_precision_at_10_std": 0.665043, "nauc_precision_at_10_diff1": -0.114289, "nauc_precision_at_20_max": 0.600423, "nauc_precision_at_20_std": 0.666922, "nauc_precision_at_20_diff1": -0.16502, "nauc_precision_at_100_max": 0.565901, "nauc_precision_at_100_std": 0.644009, "nauc_precision_at_100_diff1": -0.181788, "nauc_precision_at_1000_max": 0.565901, "nauc_precision_at_1000_std": 0.644009, "nauc_precision_at_1000_diff1": -0.181788, "nauc_mrr_at_1_max": 0.723265, "nauc_mrr_at_1_std": 0.527571, "nauc_mrr_at_1_diff1": 0.245017, "nauc_mrr_at_3_max": 0.757155, "nauc_mrr_at_3_std": 0.586417, "nauc_mrr_at_3_diff1": 0.195836, "nauc_mrr_at_5_max": 0.761992, "nauc_mrr_at_5_std": 0.596926, "nauc_mrr_at_5_diff1": 0.191918, "nauc_mrr_at_10_max": 0.764205, "nauc_mrr_at_10_std": 0.600333, "nauc_mrr_at_10_diff1": 0.187694, "nauc_mrr_at_20_max": 0.766924, "nauc_mrr_at_20_std": 0.605506, "nauc_mrr_at_20_diff1": 0.185089, "nauc_mrr_at_100_max": 0.766842, "nauc_mrr_at_100_std": 0.605417, "nauc_mrr_at_100_diff1": 0.185639, "nauc_mrr_at_1000_max": 0.766842, "nauc_mrr_at_1000_std": 0.605417, "nauc_mrr_at_1000_diff1": 0.185639, "hit_rate_at_1": 0.27562, "hit_rate_at_3": 0.34276, "hit_rate_at_5": 0.36042, "hit_rate_at_10": 0.37809, "hit_rate_at_20": 0.39929, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.26482, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.28622, "ndcg_at_3": 0.27886, "ndcg_at_5": 0.27625, "ndcg_at_10": 0.27407, "ndcg_at_20": 0.27733, "ndcg_at_100": 0.27872, "ndcg_at_1000": 0.27872, "map_at_1": 0.17424, "map_at_3": 0.21039, "map_at_5": 0.22213, "map_at_10": 0.23061, "map_at_20": 0.2345, "map_at_100": 0.23512, "map_at_1000": 0.23512, "recall_at_1": 0.17424, "recall_at_3": 0.2299, "recall_at_5": 0.24906, "recall_at_10": 0.27433, "recall_at_20": 0.29419, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.17424, "precision_at_1": 0.29682, "precision_at_3": 0.16961, "precision_at_5": 0.1265, "precision_at_10": 0.07633, "precision_at_20": 0.04452, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.29682, "mrr_at_3": 0.332155, "mrr_at_5": 0.337279, "mrr_at_10": 0.342596, "mrr_at_20": 0.343831, "mrr_at_100": 0.343902, "mrr_at_1000": 0.343902, "nauc_ndcg_at_1_max": 0.768064, "nauc_ndcg_at_1_std": 0.449096, "nauc_ndcg_at_1_diff1": 0.195682, "nauc_ndcg_at_3_max": 0.755424, "nauc_ndcg_at_3_std": 0.460902, "nauc_ndcg_at_3_diff1": 0.168466, "nauc_ndcg_at_5_max": 0.752775, "nauc_ndcg_at_5_std": 0.464357, "nauc_ndcg_at_5_diff1": 0.159411, "nauc_ndcg_at_10_max": 0.74481, "nauc_ndcg_at_10_std": 0.472483, "nauc_ndcg_at_10_diff1": 0.164069, "nauc_ndcg_at_20_max": 0.750795, "nauc_ndcg_at_20_std": 0.485906, "nauc_ndcg_at_20_diff1": 0.152253, "nauc_ndcg_at_100_max": 0.755625, "nauc_ndcg_at_100_std": 0.489058, "nauc_ndcg_at_100_diff1": 0.149876, "nauc_ndcg_at_1000_max": 0.755625, "nauc_ndcg_at_1000_std": 0.489058, "nauc_ndcg_at_1000_diff1": 0.149876, "nauc_map_at_1_max": 0.604648, "nauc_map_at_1_std": 0.2421, "nauc_map_at_1_diff1": 0.358579, "nauc_map_at_3_max": 0.673241, "nauc_map_at_3_std": 0.330241, "nauc_map_at_3_diff1": 0.261698, "nauc_map_at_5_max": 0.699956, "nauc_map_at_5_std": 0.372214, "nauc_map_at_5_diff1": 0.223113, "nauc_map_at_10_max": 0.711908, "nauc_map_at_10_std": 0.40053, "nauc_map_at_10_diff1": 0.207915, "nauc_map_at_20_max": 0.715443, "nauc_map_at_20_std": 0.412036, "nauc_map_at_20_diff1": 0.197798, "nauc_map_at_100_max": 0.717819, "nauc_map_at_100_std": 0.41385, "nauc_map_at_100_diff1": 0.196434, "nauc_map_at_1000_max": 0.717819, "nauc_map_at_1000_std": 0.41385, "nauc_map_at_1000_diff1": 0.196434, "nauc_recall_at_1_max": 0.604648, "nauc_recall_at_1_std": 0.2421, "nauc_recall_at_1_diff1": 0.358579, "nauc_recall_at_3_max": 0.670046, "nauc_recall_at_3_std": 0.355317, "nauc_recall_at_3_diff1": 0.217129, "nauc_recall_at_5_max": 0.699854, "nauc_recall_at_5_std": 0.41177, "nauc_recall_at_5_diff1": 0.16575, "nauc_recall_at_10_max": 0.709901, "nauc_recall_at_10_std": 0.470067, "nauc_recall_at_10_diff1": 0.149566, "nauc_recall_at_20_max": 0.73654, "nauc_recall_at_20_std": 0.526727, "nauc_recall_at_20_diff1": 0.10386, "nauc_recall_at_100_max": 0.746023, "nauc_recall_at_100_std": 0.532327, "nauc_recall_at_100_diff1": 0.099937, "nauc_recall_at_1000_max": 0.746023, "nauc_recall_at_1000_std": 0.532327, "nauc_recall_at_1000_diff1": 0.099937, "nauc_precision_at_1_max": 0.757443, "nauc_precision_at_1_std": 0.454701, "nauc_precision_at_1_diff1": 0.203635, "nauc_precision_at_3_max": 0.73787, "nauc_precision_at_3_std": 0.585932, "nauc_precision_at_3_diff1": -0.065773, "nauc_precision_at_5_max": 0.69923, "nauc_precision_at_5_std": 0.623502, "nauc_precision_at_5_diff1": -0.14681, "nauc_precision_at_10_max": 0.666332, "nauc_precision_at_10_std": 0.678777, "nauc_precision_at_10_diff1": -0.19342, "nauc_precision_at_20_max": 0.610401, "nauc_precision_at_20_std": 0.668863, "nauc_precision_at_20_diff1": -0.22503, "nauc_precision_at_100_max": 0.616806, "nauc_precision_at_100_std": 0.668866, "nauc_precision_at_100_diff1": -0.226813, "nauc_precision_at_1000_max": 0.616806, "nauc_precision_at_1000_std": 0.668866, "nauc_precision_at_1000_diff1": -0.226813, "nauc_mrr_at_1_max": 0.757443, "nauc_mrr_at_1_std": 0.454701, "nauc_mrr_at_1_diff1": 0.203635, "nauc_mrr_at_3_max": 0.773473, "nauc_mrr_at_3_std": 0.503919, "nauc_mrr_at_3_diff1": 0.153843, "nauc_mrr_at_5_max": 0.772366, "nauc_mrr_at_5_std": 0.505574, "nauc_mrr_at_5_diff1": 0.153635, "nauc_mrr_at_10_max": 0.773266, "nauc_mrr_at_10_std": 0.515524, "nauc_mrr_at_10_diff1": 0.14952, "nauc_mrr_at_20_max": 0.774561, "nauc_mrr_at_20_std": 0.518385, "nauc_mrr_at_20_diff1": 0.147982, "nauc_mrr_at_100_max": 0.774435, "nauc_mrr_at_100_std": 0.518252, "nauc_mrr_at_100_diff1": 0.148217, "nauc_mrr_at_1000_max": 0.774435, "nauc_mrr_at_1000_std": 0.518252, "nauc_mrr_at_1000_diff1": 0.148217, "hit_rate_at_1": 0.29682, "hit_rate_at_3": 0.37809, "hit_rate_at_5": 0.40283, "hit_rate_at_10": 0.4417, "hit_rate_at_20": 0.45936, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.27407, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.28975, "ndcg_at_3": 0.25844, "ndcg_at_5": 0.25815, "ndcg_at_10": 0.2596, "ndcg_at_20": 0.26206, "ndcg_at_100": 0.26576, "ndcg_at_1000": 0.26576, "map_at_1": 0.16436, "map_at_3": 0.19722, "map_at_5": 0.21032, "map_at_10": 0.21914, "map_at_20": 0.22245, "map_at_100": 0.22433, "map_at_1000": 0.22433, "recall_at_1": 0.16436, "recall_at_3": 0.20713, "recall_at_5": 0.23338, "recall_at_10": 0.25764, "recall_at_20": 0.27251, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.16436, "precision_at_1": 0.29682, "precision_at_3": 0.15665, "precision_at_5": 0.11731, "precision_at_10": 0.0742, "precision_at_20": 0.04293, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.29682, "mrr_at_3": 0.320966, "mrr_at_5": 0.327503, "mrr_at_10": 0.331359, "mrr_at_20": 0.332004, "mrr_at_100": 0.332157, "mrr_at_1000": 0.332157, "nauc_ndcg_at_1_max": 0.738408, "nauc_ndcg_at_1_std": 0.464625, "nauc_ndcg_at_1_diff1": 0.115241, "nauc_ndcg_at_3_max": 0.730989, "nauc_ndcg_at_3_std": 0.465895, "nauc_ndcg_at_3_diff1": 0.115928, "nauc_ndcg_at_5_max": 0.733093, "nauc_ndcg_at_5_std": 0.473025, "nauc_ndcg_at_5_diff1": 0.116782, "nauc_ndcg_at_10_max": 0.724323, "nauc_ndcg_at_10_std": 0.483604, "nauc_ndcg_at_10_diff1": 0.108829, "nauc_ndcg_at_20_max": 0.72902, "nauc_ndcg_at_20_std": 0.498523, "nauc_ndcg_at_20_diff1": 0.098378, "nauc_ndcg_at_100_max": 0.737789, "nauc_ndcg_at_100_std": 0.510642, "nauc_ndcg_at_100_diff1": 0.09037, "nauc_ndcg_at_1000_max": 0.737789, "nauc_ndcg_at_1000_std": 0.510642, "nauc_ndcg_at_1000_diff1": 0.09037, "nauc_map_at_1_max": 0.618136, "nauc_map_at_1_std": 0.261368, "nauc_map_at_1_diff1": 0.269382, "nauc_map_at_3_max": 0.686335, "nauc_map_at_3_std": 0.339304, "nauc_map_at_3_diff1": 0.191523, "nauc_map_at_5_max": 0.707164, "nauc_map_at_5_std": 0.381586, "nauc_map_at_5_diff1": 0.16696, "nauc_map_at_10_max": 0.70974, "nauc_map_at_10_std": 0.407164, "nauc_map_at_10_diff1": 0.150551, "nauc_map_at_20_max": 0.71111, "nauc_map_at_20_std": 0.419102, "nauc_map_at_20_diff1": 0.142091, "nauc_map_at_100_max": 0.71543, "nauc_map_at_100_std": 0.425746, "nauc_map_at_100_diff1": 0.137411, "nauc_map_at_1000_max": 0.71543, "nauc_map_at_1000_std": 0.425746, "nauc_map_at_1000_diff1": 0.137411, "nauc_recall_at_1_max": 0.618136, "nauc_recall_at_1_std": 0.261368, "nauc_recall_at_1_diff1": 0.269382, "nauc_recall_at_3_max": 0.684787, "nauc_recall_at_3_std": 0.360281, "nauc_recall_at_3_diff1": 0.178727, "nauc_recall_at_5_max": 0.697414, "nauc_recall_at_5_std": 0.424192, "nauc_recall_at_5_diff1": 0.151334, "nauc_recall_at_10_max": 0.693875, "nauc_recall_at_10_std": 0.483886, "nauc_recall_at_10_diff1": 0.115068, "nauc_recall_at_20_max": 0.705793, "nauc_recall_at_20_std": 0.533011, "nauc_recall_at_20_diff1": 0.081854, "nauc_recall_at_100_max": 0.726883, "nauc_recall_at_100_std": 0.56475, "nauc_recall_at_100_diff1": 0.059731, "nauc_recall_at_1000_max": 0.726883, "nauc_recall_at_1000_std": 0.56475, "nauc_recall_at_1000_diff1": 0.059731, "nauc_precision_at_1_max": 0.748987, "nauc_precision_at_1_std": 0.481202, "nauc_precision_at_1_diff1": 0.107163, "nauc_precision_at_3_max": 0.728066, "nauc_precision_at_3_std": 0.590529, "nauc_precision_at_3_diff1": -0.058102, "nauc_precision_at_5_max": 0.69232, "nauc_precision_at_5_std": 0.640456, "nauc_precision_at_5_diff1": -0.113243, "nauc_precision_at_10_max": 0.599402, "nauc_precision_at_10_std": 0.662621, "nauc_precision_at_10_diff1": -0.175421, "nauc_precision_at_20_max": 0.568595, "nauc_precision_at_20_std": 0.694475, "nauc_precision_at_20_diff1": -0.219612, "nauc_precision_at_100_max": 0.569943, "nauc_precision_at_100_std": 0.699395, "nauc_precision_at_100_diff1": -0.236849, "nauc_precision_at_1000_max": 0.569943, "nauc_precision_at_1000_std": 0.699395, "nauc_precision_at_1000_diff1": -0.236849, "nauc_mrr_at_1_max": 0.748987, "nauc_mrr_at_1_std": 0.481202, "nauc_mrr_at_1_diff1": 0.107163, "nauc_mrr_at_3_max": 0.760525, "nauc_mrr_at_3_std": 0.526024, "nauc_mrr_at_3_diff1": 0.097879, "nauc_mrr_at_5_max": 0.756636, "nauc_mrr_at_5_std": 0.533069, "nauc_mrr_at_5_diff1": 0.099863, "nauc_mrr_at_10_max": 0.754371, "nauc_mrr_at_10_std": 0.537104, "nauc_mrr_at_10_diff1": 0.096655, "nauc_mrr_at_20_max": 0.756788, "nauc_mrr_at_20_std": 0.540432, "nauc_mrr_at_20_diff1": 0.095188, "nauc_mrr_at_100_max": 0.756775, "nauc_mrr_at_100_std": 0.540537, "nauc_mrr_at_100_diff1": 0.095268, "nauc_mrr_at_1000_max": 0.756775, "nauc_mrr_at_1000_std": 0.540537, "nauc_mrr_at_1000_diff1": 0.095268, "hit_rate_at_1": 0.29682, "hit_rate_at_3": 0.34982, "hit_rate_at_5": 0.37809, "hit_rate_at_10": 0.40636, "hit_rate_at_20": 0.41696, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.2596, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 1380.8852132502943, "kg_co2_emissions": null, "date": 1793343025.951694, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.000746333971619606, "end": 243.9791108071804, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 244.0810647122562, "end": 244.1410658042878, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 244.3170634340495, "end": 485.50930811837316, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 485.71217888593674, "end": 485.7705901376903, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 485.9456498194486, "end": 687.466699026525, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 687.7682443428785, "end": 687.8274874612689, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 687.9372690748423, "end": 871.2405527140945, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 871.6445713825524, "end": 871.7061400916427, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 871.8909954149276, "end": 1127.6636155545712, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1128.1591953337193, "end": 1128.2200700230896, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1128.3979090508074, "end": 1380.0477633643895, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1380.6433352828026, "end": 1380.7015925664455, "split": "test", "subset": "portuguese" } ] }