{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.66721, "ndcg_at_3": 0.68004, "ndcg_at_5": 0.69552, "ndcg_at_10": 0.71658, "ndcg_at_20": 0.73237, "ndcg_at_100": 0.7422, "ndcg_at_1000": 0.7422, "map_at_1": 0.41942, "map_at_3": 0.5553, "map_at_5": 0.59227, "map_at_10": 0.62352, "map_at_20": 0.63851, "map_at_100": 0.64452, "map_at_1000": 0.64452, "recall_at_1": 0.41942, "recall_at_3": 0.61085, "recall_at_5": 0.68538, "recall_at_10": 0.76645, "recall_at_20": 0.82258, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.41942, "precision_at_1": 0.7013, "precision_at_3": 0.40909, "precision_at_5": 0.3026, "precision_at_10": 0.19416, "precision_at_20": 0.11494, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.701299, "mrr_at_3": 0.771104, "mrr_at_5": 0.781656, "mrr_at_10": 0.787688, "mrr_at_20": 0.789252, "mrr_at_100": 0.789512, "mrr_at_1000": 0.789512, "nauc_ndcg_at_1_max": 0.393023, "nauc_ndcg_at_1_std": -0.017534, "nauc_ndcg_at_1_diff1": 0.52391, "nauc_ndcg_at_3_max": 0.305735, "nauc_ndcg_at_3_std": -0.041863, "nauc_ndcg_at_3_diff1": 0.404966, "nauc_ndcg_at_5_max": 0.317678, "nauc_ndcg_at_5_std": -0.011751, "nauc_ndcg_at_5_diff1": 0.38456, "nauc_ndcg_at_10_max": 0.336483, "nauc_ndcg_at_10_std": 0.00297, "nauc_ndcg_at_10_diff1": 0.378012, "nauc_ndcg_at_20_max": 0.344874, "nauc_ndcg_at_20_std": 0.008276, "nauc_ndcg_at_20_diff1": 0.376196, "nauc_ndcg_at_100_max": 0.355226, "nauc_ndcg_at_100_std": 0.010089, "nauc_ndcg_at_100_diff1": 0.369033, "nauc_ndcg_at_1000_max": 0.355226, "nauc_ndcg_at_1000_std": 0.010089, "nauc_ndcg_at_1000_diff1": 0.369033, "nauc_map_at_1_max": 0.15387, "nauc_map_at_1_std": -0.20052, "nauc_map_at_1_diff1": 0.460642, "nauc_map_at_3_max": 0.186697, "nauc_map_at_3_std": -0.153907, "nauc_map_at_3_diff1": 0.390148, "nauc_map_at_5_max": 0.217496, "nauc_map_at_5_std": -0.112187, "nauc_map_at_5_diff1": 0.364033, "nauc_map_at_10_max": 0.255732, "nauc_map_at_10_std": -0.081049, "nauc_map_at_10_diff1": 0.363932, "nauc_map_at_20_max": 0.266374, "nauc_map_at_20_std": -0.067169, "nauc_map_at_20_diff1": 0.35606, "nauc_map_at_100_max": 0.273329, "nauc_map_at_100_std": -0.066767, "nauc_map_at_100_diff1": 0.351751, "nauc_map_at_1000_max": 0.273329, "nauc_map_at_1000_std": -0.066767, "nauc_map_at_1000_diff1": 0.351751, "nauc_recall_at_1_max": 0.15387, "nauc_recall_at_1_std": -0.20052, "nauc_recall_at_1_diff1": 0.460642, "nauc_recall_at_3_max": 0.118865, "nauc_recall_at_3_std": -0.143655, "nauc_recall_at_3_diff1": 0.316797, "nauc_recall_at_5_max": 0.151434, "nauc_recall_at_5_std": -0.047619, "nauc_recall_at_5_diff1": 0.268228, "nauc_recall_at_10_max": 0.218659, "nauc_recall_at_10_std": 0.000756, "nauc_recall_at_10_diff1": 0.253352, "nauc_recall_at_20_max": 0.234396, "nauc_recall_at_20_std": 0.026134, "nauc_recall_at_20_diff1": 0.208912, "nauc_recall_at_100_max": 0.259863, "nauc_recall_at_100_std": 0.07449, "nauc_recall_at_100_diff1": 0.144325, "nauc_recall_at_1000_max": 0.259863, "nauc_recall_at_1000_std": 0.07449, "nauc_recall_at_1000_diff1": 0.144325, "nauc_precision_at_1_max": 0.424184, "nauc_precision_at_1_std": -0.023528, "nauc_precision_at_1_diff1": 0.504004, "nauc_precision_at_3_max": 0.239591, "nauc_precision_at_3_std": 0.198229, "nauc_precision_at_3_diff1": -0.03809, "nauc_precision_at_5_max": 0.234023, "nauc_precision_at_5_std": 0.29989, "nauc_precision_at_5_diff1": -0.160715, "nauc_precision_at_10_max": 0.202242, "nauc_precision_at_10_std": 0.29266, "nauc_precision_at_10_diff1": -0.191917, "nauc_precision_at_20_max": 0.149678, "nauc_precision_at_20_std": 0.277516, "nauc_precision_at_20_diff1": -0.218678, "nauc_precision_at_100_max": 0.123857, "nauc_precision_at_100_std": 0.212858, "nauc_precision_at_100_diff1": -0.235583, "nauc_precision_at_1000_max": 0.123857, "nauc_precision_at_1000_std": 0.212858, "nauc_precision_at_1000_diff1": -0.235583, "nauc_mrr_at_1_max": 0.424184, "nauc_mrr_at_1_std": -0.023528, "nauc_mrr_at_1_diff1": 0.504004, "nauc_mrr_at_3_max": 0.446435, "nauc_mrr_at_3_std": 0.01935, "nauc_mrr_at_3_diff1": 0.457634, "nauc_mrr_at_5_max": 0.461435, "nauc_mrr_at_5_std": 0.029847, "nauc_mrr_at_5_diff1": 0.462955, "nauc_mrr_at_10_max": 0.453073, "nauc_mrr_at_10_std": 0.023932, "nauc_mrr_at_10_diff1": 0.464018, "nauc_mrr_at_20_max": 0.454231, "nauc_mrr_at_20_std": 0.019736, "nauc_mrr_at_20_diff1": 0.466412, "nauc_mrr_at_100_max": 0.454292, "nauc_mrr_at_100_std": 0.021324, "nauc_mrr_at_100_diff1": 0.4663, "nauc_mrr_at_1000_max": 0.454292, "nauc_mrr_at_1000_std": 0.021324, "nauc_mrr_at_1000_diff1": 0.4663, "hit_rate_at_1": 0.7013, "hit_rate_at_3": 0.86039, "hit_rate_at_5": 0.90584, "hit_rate_at_10": 0.94805, "hit_rate_at_20": 0.97078, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.71658, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.43669, "ndcg_at_3": 0.42841, "ndcg_at_5": 0.42641, "ndcg_at_10": 0.43168, "ndcg_at_20": 0.43476, "ndcg_at_100": 0.43746, "ndcg_at_1000": 0.43746, "map_at_1": 0.25736, "map_at_3": 0.33634, "map_at_5": 0.35298, "map_at_10": 0.36565, "map_at_20": 0.37073, "map_at_100": 0.37255, "map_at_1000": 0.37255, "recall_at_1": 0.25736, "recall_at_3": 0.37001, "recall_at_5": 0.39977, "recall_at_10": 0.43862, "recall_at_20": 0.4568, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.25736, "precision_at_1": 0.46753, "precision_at_3": 0.26299, "precision_at_5": 0.18961, "precision_at_10": 0.11331, "precision_at_20": 0.06282, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.467532, "mrr_at_3": 0.521645, "mrr_at_5": 0.52684, "mrr_at_10": 0.530514, "mrr_at_20": 0.530764, "mrr_at_100": 0.530764, "mrr_at_1000": 0.530764, "nauc_ndcg_at_1_max": 0.68364, "nauc_ndcg_at_1_std": 0.321339, "nauc_ndcg_at_1_diff1": 0.333602, "nauc_ndcg_at_3_max": 0.642852, "nauc_ndcg_at_3_std": 0.34447, "nauc_ndcg_at_3_diff1": 0.213794, "nauc_ndcg_at_5_max": 0.657336, "nauc_ndcg_at_5_std": 0.350632, "nauc_ndcg_at_5_diff1": 0.204531, "nauc_ndcg_at_10_max": 0.665516, "nauc_ndcg_at_10_std": 0.377914, "nauc_ndcg_at_10_diff1": 0.18584, "nauc_ndcg_at_20_max": 0.66399, "nauc_ndcg_at_20_std": 0.38582, "nauc_ndcg_at_20_diff1": 0.178632, "nauc_ndcg_at_100_max": 0.663736, "nauc_ndcg_at_100_std": 0.389152, "nauc_ndcg_at_100_diff1": 0.173099, "nauc_ndcg_at_1000_max": 0.663736, "nauc_ndcg_at_1000_std": 0.389152, "nauc_ndcg_at_1000_diff1": 0.173099, "nauc_map_at_1_max": 0.430565, "nauc_map_at_1_std": 0.054569, "nauc_map_at_1_diff1": 0.380383, "nauc_map_at_3_max": 0.523166, "nauc_map_at_3_std": 0.189773, "nauc_map_at_3_diff1": 0.250641, "nauc_map_at_5_max": 0.561426, "nauc_map_at_5_std": 0.22656, "nauc_map_at_5_diff1": 0.232434, "nauc_map_at_10_max": 0.578761, "nauc_map_at_10_std": 0.256621, "nauc_map_at_10_diff1": 0.216775, "nauc_map_at_20_max": 0.581678, "nauc_map_at_20_std": 0.268584, "nauc_map_at_20_diff1": 0.208505, "nauc_map_at_100_max": 0.582116, "nauc_map_at_100_std": 0.272356, "nauc_map_at_100_diff1": 0.204679, "nauc_map_at_1000_max": 0.582116, "nauc_map_at_1000_std": 0.272356, "nauc_map_at_1000_diff1": 0.204679, "nauc_recall_at_1_max": 0.430565, "nauc_recall_at_1_std": 0.054569, "nauc_recall_at_1_diff1": 0.380383, "nauc_recall_at_3_max": 0.513146, "nauc_recall_at_3_std": 0.240721, "nauc_recall_at_3_diff1": 0.184277, "nauc_recall_at_5_max": 0.577605, "nauc_recall_at_5_std": 0.306124, "nauc_recall_at_5_diff1": 0.154724, "nauc_recall_at_10_max": 0.605582, "nauc_recall_at_10_std": 0.395019, "nauc_recall_at_10_diff1": 0.101095, "nauc_recall_at_20_max": 0.611658, "nauc_recall_at_20_std": 0.441911, "nauc_recall_at_20_diff1": 0.071879, "nauc_recall_at_100_max": 0.612769, "nauc_recall_at_100_std": 0.451113, "nauc_recall_at_100_diff1": 0.057958, "nauc_recall_at_1000_max": 0.612769, "nauc_recall_at_1000_std": 0.451113, "nauc_recall_at_1000_diff1": 0.057958, "nauc_precision_at_1_max": 0.701167, "nauc_precision_at_1_std": 0.354137, "nauc_precision_at_1_diff1": 0.338321, "nauc_precision_at_3_max": 0.60774, "nauc_precision_at_3_std": 0.501815, "nauc_precision_at_3_diff1": -0.039426, "nauc_precision_at_5_max": 0.599839, "nauc_precision_at_5_std": 0.533029, "nauc_precision_at_5_diff1": -0.090827, "nauc_precision_at_10_max": 0.538984, "nauc_precision_at_10_std": 0.56601, "nauc_precision_at_10_diff1": -0.142861, "nauc_precision_at_20_max": 0.476723, "nauc_precision_at_20_std": 0.565641, "nauc_precision_at_20_diff1": -0.176591, "nauc_precision_at_100_max": 0.42519, "nauc_precision_at_100_std": 0.538428, "nauc_precision_at_100_diff1": -0.202827, "nauc_precision_at_1000_max": 0.42519, "nauc_precision_at_1000_std": 0.538428, "nauc_precision_at_1000_diff1": -0.202827, "nauc_mrr_at_1_max": 0.701167, "nauc_mrr_at_1_std": 0.354137, "nauc_mrr_at_1_diff1": 0.338321, "nauc_mrr_at_3_max": 0.738652, "nauc_mrr_at_3_std": 0.449686, "nauc_mrr_at_3_diff1": 0.258846, "nauc_mrr_at_5_max": 0.741484, "nauc_mrr_at_5_std": 0.453675, "nauc_mrr_at_5_diff1": 0.256373, "nauc_mrr_at_10_max": 0.742598, "nauc_mrr_at_10_std": 0.462192, "nauc_mrr_at_10_diff1": 0.2512, "nauc_mrr_at_20_max": 0.742814, "nauc_mrr_at_20_std": 0.463679, "nauc_mrr_at_20_diff1": 0.250557, "nauc_mrr_at_100_max": 0.742814, "nauc_mrr_at_100_std": 0.463679, "nauc_mrr_at_100_diff1": 0.250557, "nauc_mrr_at_1000_max": 0.742814, "nauc_mrr_at_1000_std": 0.463679, "nauc_mrr_at_1000_diff1": 0.250557, "hit_rate_at_1": 0.46753, "hit_rate_at_3": 0.58442, "hit_rate_at_5": 0.60714, "hit_rate_at_10": 0.63312, "hit_rate_at_20": 0.63636, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.43168, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.42208, "ndcg_at_3": 0.40518, "ndcg_at_5": 0.39969, "ndcg_at_10": 0.40037, "ndcg_at_20": 0.40505, "ndcg_at_100": 0.40684, "ndcg_at_1000": 0.40684, "map_at_1": 0.24378, "map_at_3": 0.31741, "map_at_5": 0.33168, "map_at_10": 0.34124, "map_at_20": 0.34652, "map_at_100": 0.34795, "map_at_1000": 0.34795, "recall_at_1": 0.24378, "recall_at_3": 0.34742, "recall_at_5": 0.37593, "recall_at_10": 0.40429, "recall_at_20": 0.42227, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.24378, "precision_at_1": 0.44805, "precision_at_3": 0.25758, "precision_at_5": 0.17922, "precision_at_10": 0.10292, "precision_at_20": 0.0586, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.448052, "mrr_at_3": 0.494589, "mrr_at_5": 0.497186, "mrr_at_10": 0.500877, "mrr_at_20": 0.501148, "mrr_at_100": 0.501148, "mrr_at_1000": 0.501148, "nauc_ndcg_at_1_max": 0.727896, "nauc_ndcg_at_1_std": 0.360581, "nauc_ndcg_at_1_diff1": 0.491961, "nauc_ndcg_at_3_max": 0.706588, "nauc_ndcg_at_3_std": 0.410201, "nauc_ndcg_at_3_diff1": 0.359101, "nauc_ndcg_at_5_max": 0.704463, "nauc_ndcg_at_5_std": 0.40834, "nauc_ndcg_at_5_diff1": 0.335926, "nauc_ndcg_at_10_max": 0.702917, "nauc_ndcg_at_10_std": 0.426308, "nauc_ndcg_at_10_diff1": 0.32532, "nauc_ndcg_at_20_max": 0.703879, "nauc_ndcg_at_20_std": 0.447925, "nauc_ndcg_at_20_diff1": 0.315834, "nauc_ndcg_at_100_max": 0.704198, "nauc_ndcg_at_100_std": 0.452922, "nauc_ndcg_at_100_diff1": 0.313309, "nauc_ndcg_at_1000_max": 0.704198, "nauc_ndcg_at_1000_std": 0.452922, "nauc_ndcg_at_1000_diff1": 0.313309, "nauc_map_at_1_max": 0.508109, "nauc_map_at_1_std": 0.11214, "nauc_map_at_1_diff1": 0.473238, "nauc_map_at_3_max": 0.60237, "nauc_map_at_3_std": 0.263247, "nauc_map_at_3_diff1": 0.366885, "nauc_map_at_5_max": 0.627006, "nauc_map_at_5_std": 0.297671, "nauc_map_at_5_diff1": 0.347013, "nauc_map_at_10_max": 0.640968, "nauc_map_at_10_std": 0.327736, "nauc_map_at_10_diff1": 0.336666, "nauc_map_at_20_max": 0.645384, "nauc_map_at_20_std": 0.348099, "nauc_map_at_20_diff1": 0.325653, "nauc_map_at_100_max": 0.645948, "nauc_map_at_100_std": 0.352933, "nauc_map_at_100_diff1": 0.322978, "nauc_map_at_1000_max": 0.645948, "nauc_map_at_1000_std": 0.352933, "nauc_map_at_1000_diff1": 0.322978, "nauc_recall_at_1_max": 0.508109, "nauc_recall_at_1_std": 0.11214, "nauc_recall_at_1_diff1": 0.473238, "nauc_recall_at_3_max": 0.599634, "nauc_recall_at_3_std": 0.295545, "nauc_recall_at_3_diff1": 0.311604, "nauc_recall_at_5_max": 0.635287, "nauc_recall_at_5_std": 0.357042, "nauc_recall_at_5_diff1": 0.269938, "nauc_recall_at_10_max": 0.659076, "nauc_recall_at_10_std": 0.444087, "nauc_recall_at_10_diff1": 0.241305, "nauc_recall_at_20_max": 0.669098, "nauc_recall_at_20_std": 0.508842, "nauc_recall_at_20_diff1": 0.209554, "nauc_recall_at_100_max": 0.67052, "nauc_recall_at_100_std": 0.522246, "nauc_recall_at_100_diff1": 0.202701, "nauc_recall_at_1000_max": 0.67052, "nauc_recall_at_1000_std": 0.522246, "nauc_recall_at_1000_diff1": 0.202701, "nauc_precision_at_1_max": 0.760399, "nauc_precision_at_1_std": 0.393761, "nauc_precision_at_1_diff1": 0.518799, "nauc_precision_at_3_max": 0.654134, "nauc_precision_at_3_std": 0.587722, "nauc_precision_at_3_diff1": 0.127215, "nauc_precision_at_5_max": 0.618557, "nauc_precision_at_5_std": 0.59385, "nauc_precision_at_5_diff1": 0.0414, "nauc_precision_at_10_max": 0.587075, "nauc_precision_at_10_std": 0.662322, "nauc_precision_at_10_diff1": -0.02015, "nauc_precision_at_20_max": 0.509929, "nauc_precision_at_20_std": 0.691998, "nauc_precision_at_20_diff1": -0.087812, "nauc_precision_at_100_max": 0.48047, "nauc_precision_at_100_std": 0.6869, "nauc_precision_at_100_diff1": -0.101429, "nauc_precision_at_1000_max": 0.48047, "nauc_precision_at_1000_std": 0.6869, "nauc_precision_at_1000_diff1": -0.101429, "nauc_mrr_at_1_max": 0.760399, "nauc_mrr_at_1_std": 0.393761, "nauc_mrr_at_1_diff1": 0.518799, "nauc_mrr_at_3_max": 0.785363, "nauc_mrr_at_3_std": 0.4667, "nauc_mrr_at_3_diff1": 0.466178, "nauc_mrr_at_5_max": 0.790902, "nauc_mrr_at_5_std": 0.472306, "nauc_mrr_at_5_diff1": 0.461956, "nauc_mrr_at_10_max": 0.792158, "nauc_mrr_at_10_std": 0.483349, "nauc_mrr_at_10_diff1": 0.458232, "nauc_mrr_at_20_max": 0.792517, "nauc_mrr_at_20_std": 0.484851, "nauc_mrr_at_20_diff1": 0.457677, "nauc_mrr_at_100_max": 0.792517, "nauc_mrr_at_100_std": 0.484851, "nauc_mrr_at_100_diff1": 0.457677, "nauc_mrr_at_1000_max": 0.792517, "nauc_mrr_at_1000_std": 0.484851, "nauc_mrr_at_1000_diff1": 0.457677, "hit_rate_at_1": 0.44805, "hit_rate_at_3": 0.55195, "hit_rate_at_5": 0.56494, "hit_rate_at_10": 0.59091, "hit_rate_at_20": 0.59416, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.40037, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.4237, "ndcg_at_3": 0.41526, "ndcg_at_5": 0.41736, "ndcg_at_10": 0.42021, "ndcg_at_20": 0.42775, "ndcg_at_100": 0.43169, "ndcg_at_1000": 0.43169, "map_at_1": 0.25014, "map_at_3": 0.32969, "map_at_5": 0.34686, "map_at_10": 0.35879, "map_at_20": 0.36631, "map_at_100": 0.36917, "map_at_1000": 0.36917, "recall_at_1": 0.25014, "recall_at_3": 0.36732, "recall_at_5": 0.40315, "recall_at_10": 0.43348, "recall_at_20": 0.46056, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.25014, "precision_at_1": 0.4513, "precision_at_3": 0.25108, "precision_at_5": 0.18117, "precision_at_10": 0.10877, "precision_at_20": 0.06396, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.451299, "mrr_at_3": 0.494589, "mrr_at_5": 0.50303, "mrr_at_10": 0.50559, "mrr_at_20": 0.506476, "mrr_at_100": 0.506476, "mrr_at_1000": 0.506476, "nauc_ndcg_at_1_max": 0.7058, "nauc_ndcg_at_1_std": 0.381899, "nauc_ndcg_at_1_diff1": 0.519712, "nauc_ndcg_at_3_max": 0.707092, "nauc_ndcg_at_3_std": 0.380074, "nauc_ndcg_at_3_diff1": 0.419205, "nauc_ndcg_at_5_max": 0.703792, "nauc_ndcg_at_5_std": 0.392743, "nauc_ndcg_at_5_diff1": 0.399658, "nauc_ndcg_at_10_max": 0.702264, "nauc_ndcg_at_10_std": 0.407529, "nauc_ndcg_at_10_diff1": 0.388168, "nauc_ndcg_at_20_max": 0.706231, "nauc_ndcg_at_20_std": 0.422587, "nauc_ndcg_at_20_diff1": 0.377562, "nauc_ndcg_at_100_max": 0.710087, "nauc_ndcg_at_100_std": 0.430289, "nauc_ndcg_at_100_diff1": 0.374042, "nauc_ndcg_at_1000_max": 0.710087, "nauc_ndcg_at_1000_std": 0.430289, "nauc_ndcg_at_1000_diff1": 0.374042, "nauc_map_at_1_max": 0.499731, "nauc_map_at_1_std": 0.132728, "nauc_map_at_1_diff1": 0.523298, "nauc_map_at_3_max": 0.592231, "nauc_map_at_3_std": 0.238845, "nauc_map_at_3_diff1": 0.417848, "nauc_map_at_5_max": 0.61557, "nauc_map_at_5_std": 0.2736, "nauc_map_at_5_diff1": 0.403714, "nauc_map_at_10_max": 0.637935, "nauc_map_at_10_std": 0.309279, "nauc_map_at_10_diff1": 0.391132, "nauc_map_at_20_max": 0.648968, "nauc_map_at_20_std": 0.332128, "nauc_map_at_20_diff1": 0.380285, "nauc_map_at_100_max": 0.65249, "nauc_map_at_100_std": 0.340271, "nauc_map_at_100_diff1": 0.37677, "nauc_map_at_1000_max": 0.65249, "nauc_map_at_1000_std": 0.340271, "nauc_map_at_1000_diff1": 0.37677, "nauc_recall_at_1_max": 0.499731, "nauc_recall_at_1_std": 0.132728, "nauc_recall_at_1_diff1": 0.523298, "nauc_recall_at_3_max": 0.573976, "nauc_recall_at_3_std": 0.250771, "nauc_recall_at_3_diff1": 0.34335, "nauc_recall_at_5_max": 0.602128, "nauc_recall_at_5_std": 0.325809, "nauc_recall_at_5_diff1": 0.308715, "nauc_recall_at_10_max": 0.642235, "nauc_recall_at_10_std": 0.407548, "nauc_recall_at_10_diff1": 0.29465, "nauc_recall_at_20_max": 0.66903, "nauc_recall_at_20_std": 0.465977, "nauc_recall_at_20_diff1": 0.26356, "nauc_recall_at_100_max": 0.680605, "nauc_recall_at_100_std": 0.485374, "nauc_recall_at_100_diff1": 0.255983, "nauc_recall_at_1000_max": 0.680605, "nauc_recall_at_1000_std": 0.485374, "nauc_recall_at_1000_diff1": 0.255983, "nauc_precision_at_1_max": 0.734921, "nauc_precision_at_1_std": 0.431023, "nauc_precision_at_1_diff1": 0.521049, "nauc_precision_at_3_max": 0.669463, "nauc_precision_at_3_std": 0.497032, "nauc_precision_at_3_diff1": 0.191653, "nauc_precision_at_5_max": 0.634239, "nauc_precision_at_5_std": 0.54118, "nauc_precision_at_5_diff1": 0.109098, "nauc_precision_at_10_max": 0.593429, "nauc_precision_at_10_std": 0.59351, "nauc_precision_at_10_diff1": 0.028848, "nauc_precision_at_20_max": 0.531823, "nauc_precision_at_20_std": 0.608269, "nauc_precision_at_20_diff1": -0.036033, "nauc_precision_at_100_max": 0.492593, "nauc_precision_at_100_std": 0.578468, "nauc_precision_at_100_diff1": -0.053905, "nauc_precision_at_1000_max": 0.492593, "nauc_precision_at_1000_std": 0.578468, "nauc_precision_at_1000_diff1": -0.053905, "nauc_mrr_at_1_max": 0.734921, "nauc_mrr_at_1_std": 0.431023, "nauc_mrr_at_1_diff1": 0.521049, "nauc_mrr_at_3_max": 0.769856, "nauc_mrr_at_3_std": 0.476703, "nauc_mrr_at_3_diff1": 0.469077, "nauc_mrr_at_5_max": 0.773255, "nauc_mrr_at_5_std": 0.492908, "nauc_mrr_at_5_diff1": 0.461483, "nauc_mrr_at_10_max": 0.772694, "nauc_mrr_at_10_std": 0.49764, "nauc_mrr_at_10_diff1": 0.461301, "nauc_mrr_at_20_max": 0.773561, "nauc_mrr_at_20_std": 0.498617, "nauc_mrr_at_20_diff1": 0.461323, "nauc_mrr_at_100_max": 0.773561, "nauc_mrr_at_100_std": 0.498617, "nauc_mrr_at_100_diff1": 0.461323, "nauc_mrr_at_1000_max": 0.773561, "nauc_mrr_at_1000_std": 0.498617, "nauc_mrr_at_1000_diff1": 0.461323, "hit_rate_at_1": 0.4513, "hit_rate_at_3": 0.54545, "hit_rate_at_5": 0.58117, "hit_rate_at_10": 0.60065, "hit_rate_at_20": 0.61039, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.42021, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.46429, "ndcg_at_3": 0.4629, "ndcg_at_5": 0.46324, "ndcg_at_10": 0.46761, "ndcg_at_20": 0.47059, "ndcg_at_100": 0.47381, "ndcg_at_1000": 0.47381, "map_at_1": 0.29249, "map_at_3": 0.37972, "map_at_5": 0.39521, "map_at_10": 0.40681, "map_at_20": 0.41085, "map_at_100": 0.41281, "map_at_1000": 0.41281, "recall_at_1": 0.29249, "recall_at_3": 0.41455, "recall_at_5": 0.44612, "recall_at_10": 0.47937, "recall_at_20": 0.49088, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.29249, "precision_at_1": 0.49026, "precision_at_3": 0.27597, "precision_at_5": 0.19675, "precision_at_10": 0.11558, "precision_at_20": 0.0638, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.49026, "mrr_at_3": 0.536255, "mrr_at_5": 0.5421, "mrr_at_10": 0.546306, "mrr_at_20": 0.546577, "mrr_at_100": 0.546707, "mrr_at_1000": 0.546707, "nauc_ndcg_at_1_max": 0.703014, "nauc_ndcg_at_1_std": 0.293008, "nauc_ndcg_at_1_diff1": 0.528858, "nauc_ndcg_at_3_max": 0.668068, "nauc_ndcg_at_3_std": 0.339148, "nauc_ndcg_at_3_diff1": 0.406912, "nauc_ndcg_at_5_max": 0.666777, "nauc_ndcg_at_5_std": 0.353994, "nauc_ndcg_at_5_diff1": 0.393819, "nauc_ndcg_at_10_max": 0.670561, "nauc_ndcg_at_10_std": 0.364465, "nauc_ndcg_at_10_diff1": 0.380257, "nauc_ndcg_at_20_max": 0.673045, "nauc_ndcg_at_20_std": 0.372596, "nauc_ndcg_at_20_diff1": 0.376156, "nauc_ndcg_at_100_max": 0.67802, "nauc_ndcg_at_100_std": 0.381419, "nauc_ndcg_at_100_diff1": 0.370811, "nauc_ndcg_at_1000_max": 0.67802, "nauc_ndcg_at_1000_std": 0.381419, "nauc_ndcg_at_1000_diff1": 0.370811, "nauc_map_at_1_max": 0.437994, "nauc_map_at_1_std": 0.092198, "nauc_map_at_1_diff1": 0.5033, "nauc_map_at_3_max": 0.543299, "nauc_map_at_3_std": 0.221266, "nauc_map_at_3_diff1": 0.408957, "nauc_map_at_5_max": 0.569823, "nauc_map_at_5_std": 0.252455, "nauc_map_at_5_diff1": 0.395901, "nauc_map_at_10_max": 0.585611, "nauc_map_at_10_std": 0.272685, "nauc_map_at_10_diff1": 0.385489, "nauc_map_at_20_max": 0.590713, "nauc_map_at_20_std": 0.285588, "nauc_map_at_20_diff1": 0.378779, "nauc_map_at_100_max": 0.59412, "nauc_map_at_100_std": 0.290296, "nauc_map_at_100_diff1": 0.375437, "nauc_map_at_1000_max": 0.59412, "nauc_map_at_1000_std": 0.290296, "nauc_map_at_1000_diff1": 0.375437, "nauc_recall_at_1_max": 0.437994, "nauc_recall_at_1_std": 0.092198, "nauc_recall_at_1_diff1": 0.5033, "nauc_recall_at_3_max": 0.528601, "nauc_recall_at_3_std": 0.264097, "nauc_recall_at_3_diff1": 0.344219, "nauc_recall_at_5_max": 0.577882, "nauc_recall_at_5_std": 0.330709, "nauc_recall_at_5_diff1": 0.321304, "nauc_recall_at_10_max": 0.609745, "nauc_recall_at_10_std": 0.387131, "nauc_recall_at_10_diff1": 0.285204, "nauc_recall_at_20_max": 0.624077, "nauc_recall_at_20_std": 0.421681, "nauc_recall_at_20_diff1": 0.268765, "nauc_recall_at_100_max": 0.637307, "nauc_recall_at_100_std": 0.452196, "nauc_recall_at_100_diff1": 0.250635, "nauc_recall_at_1000_max": 0.637307, "nauc_recall_at_1000_std": 0.452196, "nauc_recall_at_1000_diff1": 0.250635, "nauc_precision_at_1_max": 0.731436, "nauc_precision_at_1_std": 0.351917, "nauc_precision_at_1_diff1": 0.505416, "nauc_precision_at_3_max": 0.607371, "nauc_precision_at_3_std": 0.467827, "nauc_precision_at_3_diff1": 0.111532, "nauc_precision_at_5_max": 0.560062, "nauc_precision_at_5_std": 0.505354, "nauc_precision_at_5_diff1": 0.026, "nauc_precision_at_10_max": 0.501076, "nauc_precision_at_10_std": 0.509541, "nauc_precision_at_10_diff1": -0.048391, "nauc_precision_at_20_max": 0.446541, "nauc_precision_at_20_std": 0.523962, "nauc_precision_at_20_diff1": -0.097128, "nauc_precision_at_100_max": 0.422922, "nauc_precision_at_100_std": 0.499593, "nauc_precision_at_100_diff1": -0.12822, "nauc_precision_at_1000_max": 0.422922, "nauc_precision_at_1000_std": 0.499593, "nauc_precision_at_1000_diff1": -0.12822, "nauc_mrr_at_1_max": 0.731436, "nauc_mrr_at_1_std": 0.351917, "nauc_mrr_at_1_diff1": 0.505416, "nauc_mrr_at_3_max": 0.760408, "nauc_mrr_at_3_std": 0.429552, "nauc_mrr_at_3_diff1": 0.445046, "nauc_mrr_at_5_max": 0.767992, "nauc_mrr_at_5_std": 0.444965, "nauc_mrr_at_5_diff1": 0.439642, "nauc_mrr_at_10_max": 0.770184, "nauc_mrr_at_10_std": 0.451204, "nauc_mrr_at_10_diff1": 0.436367, "nauc_mrr_at_20_max": 0.769942, "nauc_mrr_at_20_std": 0.45187, "nauc_mrr_at_20_diff1": 0.436111, "nauc_mrr_at_100_max": 0.770061, "nauc_mrr_at_100_std": 0.452649, "nauc_mrr_at_100_diff1": 0.435923, "nauc_mrr_at_1000_max": 0.770061, "nauc_mrr_at_1000_std": 0.452649, "nauc_mrr_at_1000_diff1": 0.435923, "hit_rate_at_1": 0.49026, "hit_rate_at_3": 0.59091, "hit_rate_at_5": 0.61688, "hit_rate_at_10": 0.6461, "hit_rate_at_20": 0.64935, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.46761, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.44156, "ndcg_at_3": 0.42932, "ndcg_at_5": 0.43217, "ndcg_at_10": 0.43642, "ndcg_at_20": 0.43985, "ndcg_at_100": 0.44315, "ndcg_at_1000": 0.44315, "map_at_1": 0.27137, "map_at_3": 0.34423, "map_at_5": 0.36242, "map_at_10": 0.37339, "map_at_20": 0.37796, "map_at_100": 0.37987, "map_at_1000": 0.37987, "recall_at_1": 0.27137, "recall_at_3": 0.37714, "recall_at_5": 0.4151, "recall_at_10": 0.44871, "recall_at_20": 0.46557, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.27137, "precision_at_1": 0.47078, "precision_at_3": 0.25325, "precision_at_5": 0.18442, "precision_at_10": 0.10942, "precision_at_20": 0.06055, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.470779, "mrr_at_3": 0.520022, "mrr_at_5": 0.525703, "mrr_at_10": 0.529427, "mrr_at_20": 0.52963, "mrr_at_100": 0.52963, "mrr_at_1000": 0.52963, "nauc_ndcg_at_1_max": 0.696579, "nauc_ndcg_at_1_std": 0.28338, "nauc_ndcg_at_1_diff1": 0.498166, "nauc_ndcg_at_3_max": 0.659691, "nauc_ndcg_at_3_std": 0.278457, "nauc_ndcg_at_3_diff1": 0.414974, "nauc_ndcg_at_5_max": 0.663533, "nauc_ndcg_at_5_std": 0.307008, "nauc_ndcg_at_5_diff1": 0.400311, "nauc_ndcg_at_10_max": 0.659588, "nauc_ndcg_at_10_std": 0.318914, "nauc_ndcg_at_10_diff1": 0.385496, "nauc_ndcg_at_20_max": 0.660412, "nauc_ndcg_at_20_std": 0.328487, "nauc_ndcg_at_20_diff1": 0.378252, "nauc_ndcg_at_100_max": 0.663244, "nauc_ndcg_at_100_std": 0.334647, "nauc_ndcg_at_100_diff1": 0.373206, "nauc_ndcg_at_1000_max": 0.663244, "nauc_ndcg_at_1000_std": 0.334647, "nauc_ndcg_at_1000_diff1": 0.373206, "nauc_map_at_1_max": 0.413268, "nauc_map_at_1_std": 0.026193, "nauc_map_at_1_diff1": 0.527297, "nauc_map_at_3_max": 0.510901, "nauc_map_at_3_std": 0.13349, "nauc_map_at_3_diff1": 0.426916, "nauc_map_at_5_max": 0.548013, "nauc_map_at_5_std": 0.178838, "nauc_map_at_5_diff1": 0.411399, "nauc_map_at_10_max": 0.56457, "nauc_map_at_10_std": 0.201369, "nauc_map_at_10_diff1": 0.40111, "nauc_map_at_20_max": 0.570962, "nauc_map_at_20_std": 0.213272, "nauc_map_at_20_diff1": 0.393691, "nauc_map_at_100_max": 0.57276, "nauc_map_at_100_std": 0.218469, "nauc_map_at_100_diff1": 0.390311, "nauc_map_at_1000_max": 0.57276, "nauc_map_at_1000_std": 0.218469, "nauc_map_at_1000_diff1": 0.390311, "nauc_recall_at_1_max": 0.413268, "nauc_recall_at_1_std": 0.026193, "nauc_recall_at_1_diff1": 0.527297, "nauc_recall_at_3_max": 0.501239, "nauc_recall_at_3_std": 0.171554, "nauc_recall_at_3_diff1": 0.366217, "nauc_recall_at_5_max": 0.562067, "nauc_recall_at_5_std": 0.277754, "nauc_recall_at_5_diff1": 0.333118, "nauc_recall_at_10_max": 0.590692, "nauc_recall_at_10_std": 0.339927, "nauc_recall_at_10_diff1": 0.307108, "nauc_recall_at_20_max": 0.606687, "nauc_recall_at_20_std": 0.389544, "nauc_recall_at_20_diff1": 0.277071, "nauc_recall_at_100_max": 0.617161, "nauc_recall_at_100_std": 0.409723, "nauc_recall_at_100_diff1": 0.262365, "nauc_recall_at_1000_max": 0.617161, "nauc_recall_at_1000_std": 0.409723, "nauc_recall_at_1000_diff1": 0.262365, "nauc_precision_at_1_max": 0.728541, "nauc_precision_at_1_std": 0.338072, "nauc_precision_at_1_diff1": 0.492773, "nauc_precision_at_3_max": 0.683023, "nauc_precision_at_3_std": 0.453887, "nauc_precision_at_3_diff1": 0.133919, "nauc_precision_at_5_max": 0.659354, "nauc_precision_at_5_std": 0.520432, "nauc_precision_at_5_diff1": 0.054938, "nauc_precision_at_10_max": 0.606189, "nauc_precision_at_10_std": 0.545611, "nauc_precision_at_10_diff1": -0.020169, "nauc_precision_at_20_max": 0.553451, "nauc_precision_at_20_std": 0.552977, "nauc_precision_at_20_diff1": -0.075055, "nauc_precision_at_100_max": 0.501752, "nauc_precision_at_100_std": 0.525642, "nauc_precision_at_100_diff1": -0.104996, "nauc_precision_at_1000_max": 0.501752, "nauc_precision_at_1000_std": 0.525642, "nauc_precision_at_1000_diff1": -0.104996, "nauc_mrr_at_1_max": 0.728541, "nauc_mrr_at_1_std": 0.338072, "nauc_mrr_at_1_diff1": 0.492773, "nauc_mrr_at_3_max": 0.764361, "nauc_mrr_at_3_std": 0.403294, "nauc_mrr_at_3_diff1": 0.442621, "nauc_mrr_at_5_max": 0.766887, "nauc_mrr_at_5_std": 0.414897, "nauc_mrr_at_5_diff1": 0.437396, "nauc_mrr_at_10_max": 0.769539, "nauc_mrr_at_10_std": 0.422855, "nauc_mrr_at_10_diff1": 0.437927, "nauc_mrr_at_20_max": 0.769723, "nauc_mrr_at_20_std": 0.424046, "nauc_mrr_at_20_diff1": 0.437548, "nauc_mrr_at_100_max": 0.769723, "nauc_mrr_at_100_std": 0.424046, "nauc_mrr_at_100_diff1": 0.437548, "nauc_mrr_at_1000_max": 0.769723, "nauc_mrr_at_1000_std": 0.424046, "nauc_mrr_at_1000_diff1": 0.437548, "hit_rate_at_1": 0.47078, "hit_rate_at_3": 0.57792, "hit_rate_at_5": 0.6039, "hit_rate_at_10": 0.62987, "hit_rate_at_20": 0.63312, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.43642, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 17366.770136060004, "kg_co2_emissions": null, "date": 1791832560.551659, "evaluation_phases": [ { "name": "Data loading", "start": 4.9470108933746815e-06, "end": 32.64347883001028, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.64348970600986, "end": 32.643491599010304, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.648216312009026, "end": 1981.3987119770027, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1981.3987928780116, "end": 1981.4430523110059, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1981.459272418011, "end": 3903.632618513002, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 3903.632668598002, "end": 3903.6753884140053, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 3903.688381647007, "end": 6769.5065232640045, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 6769.506555262007, "end": 6769.548506215011, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 6769.569524971012, "end": 10235.715095194013, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 10235.715132750003, "end": 10235.768509589005, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 10235.783960582005, "end": 13819.05333943601, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 13819.053373277013, "end": 13819.09869978101, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 13819.112449846012, "end": 17366.708354186994, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 17366.708393606008, "end": 17366.752201708994, "split": "test", "subset": "portuguese" } ] }