{ "dataset_revision": "6d20dfc6799e48a4b1d9dab909980c06b9caa3d3", "task_name": "Vidore3PharmaceuticalsBM25sReranking.v2", "mteb_version": "2.22.2-2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.50824, "ndcg_at_3": 0.51195, "ndcg_at_5": 0.50985, "ndcg_at_10": 0.51198, "ndcg_at_20": 0.52416, "ndcg_at_100": 0.53018, "ndcg_at_1000": 0.53018, "map_at_1": 0.27863, "map_at_3": 0.37068, "map_at_5": 0.39718, "map_at_10": 0.42246, "map_at_20": 0.43702, "map_at_100": 0.44064, "map_at_1000": 0.44064, "recall_at_1": 0.27863, "recall_at_3": 0.41447, "recall_at_5": 0.46094, "recall_at_10": 0.51978, "recall_at_20": 0.56263, "recall_at_100": 0.57824, "recall_at_1000": 0.57824, "accuracy": 0.27863, "precision_at_1": 0.53571, "precision_at_3": 0.33883, "precision_at_5": 0.25879, "precision_at_10": 0.16731, "precision_at_20": 0.10206, "precision_at_100": 0.02192, "precision_at_1000": 0.00219, "mrr_at_1": 0.535714, "mrr_at_3": 0.612637, "mrr_at_5": 0.618269, "mrr_at_10": 0.623068, "mrr_at_20": 0.624362, "mrr_at_100": 0.624443, "mrr_at_1000": 0.624443, "nauc_ndcg_at_1_max": 0.393004, "nauc_ndcg_at_1_std": 0.230643, "nauc_ndcg_at_1_diff1": 0.595467, "nauc_ndcg_at_3_max": 0.444479, "nauc_ndcg_at_3_std": 0.301905, "nauc_ndcg_at_3_diff1": 0.498659, "nauc_ndcg_at_5_max": 0.450871, "nauc_ndcg_at_5_std": 0.315264, "nauc_ndcg_at_5_diff1": 0.488754, "nauc_ndcg_at_10_max": 0.442479, "nauc_ndcg_at_10_std": 0.304447, "nauc_ndcg_at_10_diff1": 0.497435, "nauc_ndcg_at_20_max": 0.445223, "nauc_ndcg_at_20_std": 0.317822, "nauc_ndcg_at_20_diff1": 0.493666, "nauc_ndcg_at_100_max": 0.451306, "nauc_ndcg_at_100_std": 0.32682, "nauc_ndcg_at_100_diff1": 0.486537, "nauc_ndcg_at_1000_max": 0.451306, "nauc_ndcg_at_1000_std": 0.32682, "nauc_ndcg_at_1000_diff1": 0.486537, "nauc_map_at_1_max": 0.247121, "nauc_map_at_1_std": -0.019644, "nauc_map_at_1_diff1": 0.606742, "nauc_map_at_3_max": 0.316664, "nauc_map_at_3_std": 0.08972, "nauc_map_at_3_diff1": 0.52717, "nauc_map_at_5_max": 0.336643, "nauc_map_at_5_std": 0.135445, "nauc_map_at_5_diff1": 0.51385, "nauc_map_at_10_max": 0.363433, "nauc_map_at_10_std": 0.182602, "nauc_map_at_10_diff1": 0.497667, "nauc_map_at_20_max": 0.379745, "nauc_map_at_20_std": 0.213055, "nauc_map_at_20_diff1": 0.485598, "nauc_map_at_100_max": 0.384422, "nauc_map_at_100_std": 0.220525, "nauc_map_at_100_diff1": 0.48113, "nauc_map_at_1000_max": 0.384422, "nauc_map_at_1000_std": 0.220525, "nauc_map_at_1000_diff1": 0.48113, "nauc_recall_at_1_max": 0.247121, "nauc_recall_at_1_std": -0.019644, "nauc_recall_at_1_diff1": 0.606742, "nauc_recall_at_3_max": 0.329759, "nauc_recall_at_3_std": 0.122201, "nauc_recall_at_3_diff1": 0.474721, "nauc_recall_at_5_max": 0.361651, "nauc_recall_at_5_std": 0.180648, "nauc_recall_at_5_diff1": 0.461764, "nauc_recall_at_10_max": 0.398882, "nauc_recall_at_10_std": 0.255063, "nauc_recall_at_10_diff1": 0.438501, "nauc_recall_at_20_max": 0.43546, "nauc_recall_at_20_std": 0.328536, "nauc_recall_at_20_diff1": 0.404984, "nauc_recall_at_100_max": 0.446555, "nauc_recall_at_100_std": 0.348257, "nauc_recall_at_100_diff1": 0.387852, "nauc_recall_at_1000_max": 0.446555, "nauc_recall_at_1000_std": 0.348257, "nauc_recall_at_1000_diff1": 0.387852, "nauc_precision_at_1_max": 0.410535, "nauc_precision_at_1_std": 0.25464, "nauc_precision_at_1_diff1": 0.594087, "nauc_precision_at_3_max": 0.401883, "nauc_precision_at_3_std": 0.464372, "nauc_precision_at_3_diff1": 0.100467, "nauc_precision_at_5_max": 0.362738, "nauc_precision_at_5_std": 0.494639, "nauc_precision_at_5_diff1": -0.009998, "nauc_precision_at_10_max": 0.328923, "nauc_precision_at_10_std": 0.512183, "nauc_precision_at_10_diff1": -0.103188, "nauc_precision_at_20_max": 0.313347, "nauc_precision_at_20_std": 0.514129, "nauc_precision_at_20_diff1": -0.157983, "nauc_precision_at_100_max": 0.306543, "nauc_precision_at_100_std": 0.501486, "nauc_precision_at_100_diff1": -0.180756, "nauc_precision_at_1000_max": 0.306543, "nauc_precision_at_1000_std": 0.501486, "nauc_precision_at_1000_diff1": -0.180756, "nauc_mrr_at_1_max": 0.410535, "nauc_mrr_at_1_std": 0.25464, "nauc_mrr_at_1_diff1": 0.594087, "nauc_mrr_at_3_max": 0.484334, "nauc_mrr_at_3_std": 0.364589, "nauc_mrr_at_3_diff1": 0.561242, "nauc_mrr_at_5_max": 0.493112, "nauc_mrr_at_5_std": 0.367518, "nauc_mrr_at_5_diff1": 0.56587, "nauc_mrr_at_10_max": 0.490253, "nauc_mrr_at_10_std": 0.367983, "nauc_mrr_at_10_diff1": 0.563632, "nauc_mrr_at_20_max": 0.492055, "nauc_mrr_at_20_std": 0.369468, "nauc_mrr_at_20_diff1": 0.563222, "nauc_mrr_at_100_max": 0.492054, "nauc_mrr_at_100_std": 0.369388, "nauc_mrr_at_100_diff1": 0.563094, "nauc_mrr_at_1000_max": 0.492054, "nauc_mrr_at_1000_std": 0.369388, "nauc_mrr_at_1000_diff1": 0.563094, "hit_rate_at_1": 0.53571, "hit_rate_at_3": 0.70879, "hit_rate_at_5": 0.73352, "hit_rate_at_10": 0.76648, "hit_rate_at_20": 0.78297, "hit_rate_at_100": 0.78571, "hit_rate_at_1000": 0.78571, "main_score": 0.51198, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.48764, "ndcg_at_3": 0.48789, "ndcg_at_5": 0.4899, "ndcg_at_10": 0.49292, "ndcg_at_20": 0.50642, "ndcg_at_100": 0.5136, "ndcg_at_1000": 0.5136, "map_at_1": 0.25644, "map_at_3": 0.34788, "map_at_5": 0.37685, "map_at_10": 0.4025, "map_at_20": 0.41793, "map_at_100": 0.42224, "map_at_1000": 0.42224, "recall_at_1": 0.25644, "recall_at_3": 0.39194, "recall_at_5": 0.448, "recall_at_10": 0.50502, "recall_at_20": 0.55073, "recall_at_100": 0.57037, "recall_at_1000": 0.57037, "accuracy": 0.25644, "precision_at_1": 0.51099, "precision_at_3": 0.32601, "precision_at_5": 0.25165, "precision_at_10": 0.16181, "precision_at_20": 0.09931, "precision_at_100": 0.02151, "precision_at_1000": 0.00215, "mrr_at_1": 0.510989, "mrr_at_3": 0.589744, "mrr_at_5": 0.598397, "mrr_at_10": 0.602186, "mrr_at_20": 0.603358, "mrr_at_100": 0.603598, "mrr_at_1000": 0.603598, "nauc_ndcg_at_1_max": 0.426908, "nauc_ndcg_at_1_std": 0.176316, "nauc_ndcg_at_1_diff1": 0.578403, "nauc_ndcg_at_3_max": 0.471211, "nauc_ndcg_at_3_std": 0.26291, "nauc_ndcg_at_3_diff1": 0.487248, "nauc_ndcg_at_5_max": 0.495069, "nauc_ndcg_at_5_std": 0.299497, "nauc_ndcg_at_5_diff1": 0.48026, "nauc_ndcg_at_10_max": 0.504102, "nauc_ndcg_at_10_std": 0.327279, "nauc_ndcg_at_10_diff1": 0.477281, "nauc_ndcg_at_20_max": 0.517656, "nauc_ndcg_at_20_std": 0.355607, "nauc_ndcg_at_20_diff1": 0.472911, "nauc_ndcg_at_100_max": 0.525792, "nauc_ndcg_at_100_std": 0.363149, "nauc_ndcg_at_100_diff1": 0.462623, "nauc_ndcg_at_1000_max": 0.525792, "nauc_ndcg_at_1000_std": 0.363149, "nauc_ndcg_at_1000_diff1": 0.462623, "nauc_map_at_1_max": 0.318957, "nauc_map_at_1_std": 0.005646, "nauc_map_at_1_diff1": 0.6273, "nauc_map_at_3_max": 0.367751, "nauc_map_at_3_std": 0.119777, "nauc_map_at_3_diff1": 0.509957, "nauc_map_at_5_max": 0.394722, "nauc_map_at_5_std": 0.167161, "nauc_map_at_5_diff1": 0.500237, "nauc_map_at_10_max": 0.423067, "nauc_map_at_10_std": 0.22232, "nauc_map_at_10_diff1": 0.476948, "nauc_map_at_20_max": 0.447663, "nauc_map_at_20_std": 0.261975, "nauc_map_at_20_diff1": 0.464024, "nauc_map_at_100_max": 0.45354, "nauc_map_at_100_std": 0.270338, "nauc_map_at_100_diff1": 0.457897, "nauc_map_at_1000_max": 0.45354, "nauc_map_at_1000_std": 0.270338, "nauc_map_at_1000_diff1": 0.457897, "nauc_recall_at_1_max": 0.318957, "nauc_recall_at_1_std": 0.005646, "nauc_recall_at_1_diff1": 0.6273, "nauc_recall_at_3_max": 0.381104, "nauc_recall_at_3_std": 0.162674, "nauc_recall_at_3_diff1": 0.455882, "nauc_recall_at_5_max": 0.429151, "nauc_recall_at_5_std": 0.247195, "nauc_recall_at_5_diff1": 0.434023, "nauc_recall_at_10_max": 0.469733, "nauc_recall_at_10_std": 0.344291, "nauc_recall_at_10_diff1": 0.383465, "nauc_recall_at_20_max": 0.535174, "nauc_recall_at_20_std": 0.448109, "nauc_recall_at_20_diff1": 0.358923, "nauc_recall_at_100_max": 0.553967, "nauc_recall_at_100_std": 0.463813, "nauc_recall_at_100_diff1": 0.334074, "nauc_recall_at_1000_max": 0.553967, "nauc_recall_at_1000_std": 0.463813, "nauc_recall_at_1000_diff1": 0.334074, "nauc_precision_at_1_max": 0.463532, "nauc_precision_at_1_std": 0.213876, "nauc_precision_at_1_diff1": 0.564763, "nauc_precision_at_3_max": 0.402846, "nauc_precision_at_3_std": 0.418934, "nauc_precision_at_3_diff1": 0.082952, "nauc_precision_at_5_max": 0.383469, "nauc_precision_at_5_std": 0.465238, "nauc_precision_at_5_diff1": -0.021277, "nauc_precision_at_10_max": 0.352178, "nauc_precision_at_10_std": 0.515393, "nauc_precision_at_10_diff1": -0.10954, "nauc_precision_at_20_max": 0.359689, "nauc_precision_at_20_std": 0.542958, "nauc_precision_at_20_diff1": -0.148079, "nauc_precision_at_100_max": 0.349589, "nauc_precision_at_100_std": 0.521554, "nauc_precision_at_100_diff1": -0.174523, "nauc_precision_at_1000_max": 0.349589, "nauc_precision_at_1000_std": 0.521554, "nauc_precision_at_1000_diff1": -0.174523, "nauc_mrr_at_1_max": 0.463532, "nauc_mrr_at_1_std": 0.213876, "nauc_mrr_at_1_diff1": 0.564763, "nauc_mrr_at_3_max": 0.523647, "nauc_mrr_at_3_std": 0.30855, "nauc_mrr_at_3_diff1": 0.528369, "nauc_mrr_at_5_max": 0.53943, "nauc_mrr_at_5_std": 0.327207, "nauc_mrr_at_5_diff1": 0.522934, "nauc_mrr_at_10_max": 0.544851, "nauc_mrr_at_10_std": 0.335827, "nauc_mrr_at_10_diff1": 0.52416, "nauc_mrr_at_20_max": 0.54542, "nauc_mrr_at_20_std": 0.336783, "nauc_mrr_at_20_diff1": 0.525737, "nauc_mrr_at_100_max": 0.545715, "nauc_mrr_at_100_std": 0.336421, "nauc_mrr_at_100_diff1": 0.525405, "nauc_mrr_at_1000_max": 0.545715, "nauc_mrr_at_1000_std": 0.336421, "nauc_mrr_at_1000_diff1": 0.525405, "hit_rate_at_1": 0.51099, "hit_rate_at_3": 0.68132, "hit_rate_at_5": 0.71978, "hit_rate_at_10": 0.74451, "hit_rate_at_20": 0.76099, "hit_rate_at_100": 0.76648, "hit_rate_at_1000": 0.76648, "main_score": 0.49292, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.64835, "ndcg_at_3": 0.65913, "ndcg_at_5": 0.66635, "ndcg_at_10": 0.6744, "ndcg_at_20": 0.69802, "ndcg_at_100": 0.7116, "ndcg_at_1000": 0.7116, "map_at_1": 0.34999, "map_at_3": 0.47804, "map_at_5": 0.52074, "map_at_10": 0.56376, "map_at_20": 0.59109, "map_at_100": 0.59938, "map_at_1000": 0.59938, "recall_at_1": 0.34999, "recall_at_3": 0.532, "recall_at_5": 0.60986, "recall_at_10": 0.69354, "recall_at_20": 0.76941, "recall_at_100": 0.80425, "recall_at_1000": 0.80425, "accuracy": 0.34999, "precision_at_1": 0.67033, "precision_at_3": 0.44597, "precision_at_5": 0.35055, "precision_at_10": 0.23599, "precision_at_20": 0.14904, "precision_at_100": 0.0331, "precision_at_1000": 0.00331, "mrr_at_1": 0.67033, "mrr_at_3": 0.76511, "mrr_at_5": 0.773489, "mrr_at_10": 0.777588, "mrr_at_20": 0.778496, "mrr_at_100": 0.77871, "mrr_at_1000": 0.77871, "nauc_ndcg_at_1_max": 0.260426, "nauc_ndcg_at_1_std": 0.016434, "nauc_ndcg_at_1_diff1": 0.623688, "nauc_ndcg_at_3_max": 0.237155, "nauc_ndcg_at_3_std": 0.016769, "nauc_ndcg_at_3_diff1": 0.53523, "nauc_ndcg_at_5_max": 0.234787, "nauc_ndcg_at_5_std": 0.006038, "nauc_ndcg_at_5_diff1": 0.540766, "nauc_ndcg_at_10_max": 0.223909, "nauc_ndcg_at_10_std": -0.004976, "nauc_ndcg_at_10_diff1": 0.553694, "nauc_ndcg_at_20_max": 0.240527, "nauc_ndcg_at_20_std": 0.025404, "nauc_ndcg_at_20_diff1": 0.545453, "nauc_ndcg_at_100_max": 0.274006, "nauc_ndcg_at_100_std": 0.039367, "nauc_ndcg_at_100_diff1": 0.548635, "nauc_ndcg_at_1000_max": 0.274006, "nauc_ndcg_at_1000_std": 0.039367, "nauc_ndcg_at_1000_diff1": 0.548635, "nauc_map_at_1_max": 0.101078, "nauc_map_at_1_std": -0.190052, "nauc_map_at_1_diff1": 0.589364, "nauc_map_at_3_max": 0.115314, "nauc_map_at_3_std": -0.14993, "nauc_map_at_3_diff1": 0.537163, "nauc_map_at_5_max": 0.125243, "nauc_map_at_5_std": -0.131341, "nauc_map_at_5_diff1": 0.536919, "nauc_map_at_10_max": 0.148684, "nauc_map_at_10_std": -0.082488, "nauc_map_at_10_diff1": 0.530196, "nauc_map_at_20_max": 0.182106, "nauc_map_at_20_std": -0.03141, "nauc_map_at_20_diff1": 0.51729, "nauc_map_at_100_max": 0.19858, "nauc_map_at_100_std": -0.022447, "nauc_map_at_100_diff1": 0.518776, "nauc_map_at_1000_max": 0.19858, "nauc_map_at_1000_std": -0.022447, "nauc_map_at_1000_diff1": 0.518776, "nauc_recall_at_1_max": 0.101078, "nauc_recall_at_1_std": -0.190052, "nauc_recall_at_1_diff1": 0.589364, "nauc_recall_at_3_max": 0.103502, "nauc_recall_at_3_std": -0.145766, "nauc_recall_at_3_diff1": 0.491034, "nauc_recall_at_5_max": 0.100502, "nauc_recall_at_5_std": -0.141792, "nauc_recall_at_5_diff1": 0.474786, "nauc_recall_at_10_max": 0.125269, "nauc_recall_at_10_std": -0.075169, "nauc_recall_at_10_diff1": 0.47498, "nauc_recall_at_20_max": 0.220199, "nauc_recall_at_20_std": 0.065624, "nauc_recall_at_20_diff1": 0.431063, "nauc_recall_at_100_max": 0.32135, "nauc_recall_at_100_std": 0.106277, "nauc_recall_at_100_diff1": 0.445569, "nauc_recall_at_1000_max": 0.32135, "nauc_recall_at_1000_std": 0.106277, "nauc_recall_at_1000_diff1": 0.445569, "nauc_precision_at_1_max": 0.251132, "nauc_precision_at_1_std": -0.002084, "nauc_precision_at_1_diff1": 0.625363, "nauc_precision_at_3_max": 0.16248, "nauc_precision_at_3_std": 0.227315, "nauc_precision_at_3_diff1": -0.008055, "nauc_precision_at_5_max": 0.141773, "nauc_precision_at_5_std": 0.264891, "nauc_precision_at_5_diff1": -0.11944, "nauc_precision_at_10_max": 0.147962, "nauc_precision_at_10_std": 0.321836, "nauc_precision_at_10_diff1": -0.182077, "nauc_precision_at_20_max": 0.192073, "nauc_precision_at_20_std": 0.386309, "nauc_precision_at_20_diff1": -0.236122, "nauc_precision_at_100_max": 0.217316, "nauc_precision_at_100_std": 0.366414, "nauc_precision_at_100_diff1": -0.240344, "nauc_precision_at_1000_max": 0.217316, "nauc_precision_at_1000_std": 0.366414, "nauc_precision_at_1000_diff1": -0.240344, "nauc_mrr_at_1_max": 0.251132, "nauc_mrr_at_1_std": -0.002084, "nauc_mrr_at_1_diff1": 0.625363, "nauc_mrr_at_3_max": 0.251177, "nauc_mrr_at_3_std": 0.013626, "nauc_mrr_at_3_diff1": 0.622163, "nauc_mrr_at_5_max": 0.245703, "nauc_mrr_at_5_std": 0.010643, "nauc_mrr_at_5_diff1": 0.619953, "nauc_mrr_at_10_max": 0.250708, "nauc_mrr_at_10_std": 0.01009, "nauc_mrr_at_10_diff1": 0.617968, "nauc_mrr_at_20_max": 0.253015, "nauc_mrr_at_20_std": 0.009357, "nauc_mrr_at_20_diff1": 0.617693, "nauc_mrr_at_100_max": 0.252953, "nauc_mrr_at_100_std": 0.009606, "nauc_mrr_at_100_diff1": 0.617484, "nauc_mrr_at_1000_max": 0.252953, "nauc_mrr_at_1000_std": 0.009606, "nauc_mrr_at_1000_diff1": 0.617484, "hit_rate_at_1": 0.67033, "hit_rate_at_3": 0.88462, "hit_rate_at_5": 0.92033, "hit_rate_at_10": 0.9478, "hit_rate_at_20": 0.96154, "hit_rate_at_100": 0.96703, "hit_rate_at_1000": 0.96703, "main_score": 0.6744, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.48626, "ndcg_at_3": 0.4944, "ndcg_at_5": 0.49898, "ndcg_at_10": 0.51005, "ndcg_at_20": 0.52535, "ndcg_at_100": 0.53515, "ndcg_at_1000": 0.53515, "map_at_1": 0.27719, "map_at_3": 0.37033, "map_at_5": 0.39525, "map_at_10": 0.42438, "map_at_20": 0.44031, "map_at_100": 0.44638, "map_at_1000": 0.44638, "recall_at_1": 0.27719, "recall_at_3": 0.41467, "recall_at_5": 0.4664, "recall_at_10": 0.53362, "recall_at_20": 0.5835, "recall_at_100": 0.60795, "recall_at_1000": 0.60795, "accuracy": 0.27719, "precision_at_1": 0.5, "precision_at_3": 0.31868, "precision_at_5": 0.24341, "precision_at_10": 0.16154, "precision_at_20": 0.10014, "precision_at_100": 0.02255, "precision_at_1000": 0.00226, "mrr_at_1": 0.5, "mrr_at_3": 0.584249, "mrr_at_5": 0.594551, "mrr_at_10": 0.597154, "mrr_at_20": 0.598442, "mrr_at_100": 0.598792, "mrr_at_1000": 0.598792, "nauc_ndcg_at_1_max": 0.297059, "nauc_ndcg_at_1_std": 0.19651, "nauc_ndcg_at_1_diff1": 0.560239, "nauc_ndcg_at_3_max": 0.404555, "nauc_ndcg_at_3_std": 0.307654, "nauc_ndcg_at_3_diff1": 0.500331, "nauc_ndcg_at_5_max": 0.429706, "nauc_ndcg_at_5_std": 0.335923, "nauc_ndcg_at_5_diff1": 0.492525, "nauc_ndcg_at_10_max": 0.433018, "nauc_ndcg_at_10_std": 0.353169, "nauc_ndcg_at_10_diff1": 0.488416, "nauc_ndcg_at_20_max": 0.443449, "nauc_ndcg_at_20_std": 0.377992, "nauc_ndcg_at_20_diff1": 0.488505, "nauc_ndcg_at_100_max": 0.467262, "nauc_ndcg_at_100_std": 0.393976, "nauc_ndcg_at_100_diff1": 0.478765, "nauc_ndcg_at_1000_max": 0.467262, "nauc_ndcg_at_1000_std": 0.393976, "nauc_ndcg_at_1000_diff1": 0.478765, "nauc_map_at_1_max": 0.269748, "nauc_map_at_1_std": 0.033244, "nauc_map_at_1_diff1": 0.598589, "nauc_map_at_3_max": 0.346051, "nauc_map_at_3_std": 0.163838, "nauc_map_at_3_diff1": 0.533538, "nauc_map_at_5_max": 0.362728, "nauc_map_at_5_std": 0.204092, "nauc_map_at_5_diff1": 0.523947, "nauc_map_at_10_max": 0.372696, "nauc_map_at_10_std": 0.254476, "nauc_map_at_10_diff1": 0.498998, "nauc_map_at_20_max": 0.385076, "nauc_map_at_20_std": 0.284991, "nauc_map_at_20_diff1": 0.493309, "nauc_map_at_100_max": 0.398136, "nauc_map_at_100_std": 0.296803, "nauc_map_at_100_diff1": 0.487474, "nauc_map_at_1000_max": 0.398136, "nauc_map_at_1000_std": 0.296803, "nauc_map_at_1000_diff1": 0.487474, "nauc_recall_at_1_max": 0.269748, "nauc_recall_at_1_std": 0.033244, "nauc_recall_at_1_diff1": 0.598589, "nauc_recall_at_3_max": 0.367789, "nauc_recall_at_3_std": 0.209224, "nauc_recall_at_3_diff1": 0.477186, "nauc_recall_at_5_max": 0.410212, "nauc_recall_at_5_std": 0.286163, "nauc_recall_at_5_diff1": 0.453109, "nauc_recall_at_10_max": 0.426417, "nauc_recall_at_10_std": 0.37365, "nauc_recall_at_10_diff1": 0.406028, "nauc_recall_at_20_max": 0.480833, "nauc_recall_at_20_std": 0.464529, "nauc_recall_at_20_diff1": 0.410447, "nauc_recall_at_100_max": 0.53797, "nauc_recall_at_100_std": 0.505004, "nauc_recall_at_100_diff1": 0.383128, "nauc_recall_at_1000_max": 0.53797, "nauc_recall_at_1000_std": 0.505004, "nauc_recall_at_1000_diff1": 0.383128, "nauc_precision_at_1_max": 0.31686, "nauc_precision_at_1_std": 0.216725, "nauc_precision_at_1_diff1": 0.549484, "nauc_precision_at_3_max": 0.367687, "nauc_precision_at_3_std": 0.45178, "nauc_precision_at_3_diff1": 0.143886, "nauc_precision_at_5_max": 0.330443, "nauc_precision_at_5_std": 0.486029, "nauc_precision_at_5_diff1": 0.0322, "nauc_precision_at_10_max": 0.25252, "nauc_precision_at_10_std": 0.492568, "nauc_precision_at_10_diff1": -0.07402, "nauc_precision_at_20_max": 0.256618, "nauc_precision_at_20_std": 0.48454, "nauc_precision_at_20_diff1": -0.092042, "nauc_precision_at_100_max": 0.297579, "nauc_precision_at_100_std": 0.464235, "nauc_precision_at_100_diff1": -0.120778, "nauc_precision_at_1000_max": 0.297579, "nauc_precision_at_1000_std": 0.464235, "nauc_precision_at_1000_diff1": -0.120778, "nauc_mrr_at_1_max": 0.31686, "nauc_mrr_at_1_std": 0.216725, "nauc_mrr_at_1_diff1": 0.549484, "nauc_mrr_at_3_max": 0.424751, "nauc_mrr_at_3_std": 0.344849, "nauc_mrr_at_3_diff1": 0.505581, "nauc_mrr_at_5_max": 0.437625, "nauc_mrr_at_5_std": 0.363678, "nauc_mrr_at_5_diff1": 0.498663, "nauc_mrr_at_10_max": 0.438761, "nauc_mrr_at_10_std": 0.366234, "nauc_mrr_at_10_diff1": 0.500146, "nauc_mrr_at_20_max": 0.441509, "nauc_mrr_at_20_std": 0.36816, "nauc_mrr_at_20_diff1": 0.501243, "nauc_mrr_at_100_max": 0.441979, "nauc_mrr_at_100_std": 0.367893, "nauc_mrr_at_100_diff1": 0.50102, "nauc_mrr_at_1000_max": 0.441979, "nauc_mrr_at_1000_std": 0.367893, "nauc_mrr_at_1000_diff1": 0.50102, "hit_rate_at_1": 0.5, "hit_rate_at_3": 0.68132, "hit_rate_at_5": 0.72527, "hit_rate_at_10": 0.74451, "hit_rate_at_20": 0.76374, "hit_rate_at_100": 0.77198, "hit_rate_at_1000": 0.77198, "main_score": 0.51005, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.49313, "ndcg_at_3": 0.49705, "ndcg_at_5": 0.49899, "ndcg_at_10": 0.50306, "ndcg_at_20": 0.51255, "ndcg_at_100": 0.5203, "ndcg_at_1000": 0.5203, "map_at_1": 0.27391, "map_at_3": 0.36136, "map_at_5": 0.38668, "map_at_10": 0.41432, "map_at_20": 0.42823, "map_at_100": 0.43299, "map_at_1000": 0.43299, "recall_at_1": 0.27391, "recall_at_3": 0.40349, "recall_at_5": 0.45353, "recall_at_10": 0.51707, "recall_at_20": 0.55568, "recall_at_100": 0.57634, "recall_at_1000": 0.57634, "accuracy": 0.27391, "precision_at_1": 0.51374, "precision_at_3": 0.32784, "precision_at_5": 0.25165, "precision_at_10": 0.16484, "precision_at_20": 0.09863, "precision_at_100": 0.02157, "precision_at_1000": 0.00216, "mrr_at_1": 0.513736, "mrr_at_3": 0.59478, "mrr_at_5": 0.603846, "mrr_at_10": 0.605791, "mrr_at_20": 0.606315, "mrr_at_100": 0.606434, "mrr_at_1000": 0.606434, "nauc_ndcg_at_1_max": 0.461745, "nauc_ndcg_at_1_std": 0.25473, "nauc_ndcg_at_1_diff1": 0.553561, "nauc_ndcg_at_3_max": 0.461297, "nauc_ndcg_at_3_std": 0.26161, "nauc_ndcg_at_3_diff1": 0.482193, "nauc_ndcg_at_5_max": 0.495689, "nauc_ndcg_at_5_std": 0.313895, "nauc_ndcg_at_5_diff1": 0.477599, "nauc_ndcg_at_10_max": 0.48567, "nauc_ndcg_at_10_std": 0.32094, "nauc_ndcg_at_10_diff1": 0.476353, "nauc_ndcg_at_20_max": 0.486788, "nauc_ndcg_at_20_std": 0.337315, "nauc_ndcg_at_20_diff1": 0.472373, "nauc_ndcg_at_100_max": 0.495752, "nauc_ndcg_at_100_std": 0.347998, "nauc_ndcg_at_100_diff1": 0.465114, "nauc_ndcg_at_1000_max": 0.495752, "nauc_ndcg_at_1000_std": 0.347998, "nauc_ndcg_at_1000_diff1": 0.465114, "nauc_map_at_1_max": 0.336463, "nauc_map_at_1_std": 0.045409, "nauc_map_at_1_diff1": 0.584772, "nauc_map_at_3_max": 0.364739, "nauc_map_at_3_std": 0.105706, "nauc_map_at_3_diff1": 0.512062, "nauc_map_at_5_max": 0.395245, "nauc_map_at_5_std": 0.162737, "nauc_map_at_5_diff1": 0.498583, "nauc_map_at_10_max": 0.410077, "nauc_map_at_10_std": 0.213086, "nauc_map_at_10_diff1": 0.479902, "nauc_map_at_20_max": 0.423441, "nauc_map_at_20_std": 0.24701, "nauc_map_at_20_diff1": 0.467366, "nauc_map_at_100_max": 0.429428, "nauc_map_at_100_std": 0.257352, "nauc_map_at_100_diff1": 0.462041, "nauc_map_at_1000_max": 0.429428, "nauc_map_at_1000_std": 0.257352, "nauc_map_at_1000_diff1": 0.462041, "nauc_recall_at_1_max": 0.336463, "nauc_recall_at_1_std": 0.045409, "nauc_recall_at_1_diff1": 0.584772, "nauc_recall_at_3_max": 0.356358, "nauc_recall_at_3_std": 0.113409, "nauc_recall_at_3_diff1": 0.466223, "nauc_recall_at_5_max": 0.422071, "nauc_recall_at_5_std": 0.225246, "nauc_recall_at_5_diff1": 0.448744, "nauc_recall_at_10_max": 0.443589, "nauc_recall_at_10_std": 0.310316, "nauc_recall_at_10_diff1": 0.416292, "nauc_recall_at_20_max": 0.480588, "nauc_recall_at_20_std": 0.393626, "nauc_recall_at_20_diff1": 0.3919, "nauc_recall_at_100_max": 0.505159, "nauc_recall_at_100_std": 0.416747, "nauc_recall_at_100_diff1": 0.378182, "nauc_recall_at_1000_max": 0.505159, "nauc_recall_at_1000_std": 0.416747, "nauc_recall_at_1000_diff1": 0.378182, "nauc_precision_at_1_max": 0.499514, "nauc_precision_at_1_std": 0.277717, "nauc_precision_at_1_diff1": 0.553552, "nauc_precision_at_3_max": 0.379281, "nauc_precision_at_3_std": 0.395955, "nauc_precision_at_3_diff1": 0.102561, "nauc_precision_at_5_max": 0.36231, "nauc_precision_at_5_std": 0.505175, "nauc_precision_at_5_diff1": -0.017271, "nauc_precision_at_10_max": 0.294267, "nauc_precision_at_10_std": 0.532182, "nauc_precision_at_10_diff1": -0.102152, "nauc_precision_at_20_max": 0.279509, "nauc_precision_at_20_std": 0.537063, "nauc_precision_at_20_diff1": -0.143179, "nauc_precision_at_100_max": 0.277356, "nauc_precision_at_100_std": 0.518038, "nauc_precision_at_100_diff1": -0.162879, "nauc_precision_at_1000_max": 0.277356, "nauc_precision_at_1000_std": 0.518038, "nauc_precision_at_1000_diff1": -0.162879, "nauc_mrr_at_1_max": 0.499514, "nauc_mrr_at_1_std": 0.277717, "nauc_mrr_at_1_diff1": 0.553552, "nauc_mrr_at_3_max": 0.551898, "nauc_mrr_at_3_std": 0.344034, "nauc_mrr_at_3_diff1": 0.521049, "nauc_mrr_at_5_max": 0.568427, "nauc_mrr_at_5_std": 0.373657, "nauc_mrr_at_5_diff1": 0.524207, "nauc_mrr_at_10_max": 0.567615, "nauc_mrr_at_10_std": 0.375068, "nauc_mrr_at_10_diff1": 0.523211, "nauc_mrr_at_20_max": 0.567695, "nauc_mrr_at_20_std": 0.374884, "nauc_mrr_at_20_diff1": 0.522478, "nauc_mrr_at_100_max": 0.567716, "nauc_mrr_at_100_std": 0.374646, "nauc_mrr_at_100_diff1": 0.522341, "nauc_mrr_at_1000_max": 0.567716, "nauc_mrr_at_1000_std": 0.374646, "nauc_mrr_at_1000_diff1": 0.522341, "hit_rate_at_1": 0.51374, "hit_rate_at_3": 0.6978, "hit_rate_at_5": 0.73626, "hit_rate_at_10": 0.75275, "hit_rate_at_20": 0.76099, "hit_rate_at_100": 0.76374, "hit_rate_at_1000": 0.76374, "main_score": 0.50306, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.48901, "ndcg_at_3": 0.48575, "ndcg_at_5": 0.48588, "ndcg_at_10": 0.48577, "ndcg_at_20": 0.49872, "ndcg_at_100": 0.50594, "ndcg_at_1000": 0.50594, "map_at_1": 0.264, "map_at_3": 0.35116, "map_at_5": 0.37833, "map_at_10": 0.40003, "map_at_20": 0.41483, "map_at_100": 0.41929, "map_at_1000": 0.41929, "recall_at_1": 0.264, "recall_at_3": 0.39043, "recall_at_5": 0.44161, "recall_at_10": 0.49255, "recall_at_20": 0.5372, "recall_at_100": 0.55782, "recall_at_1000": 0.55782, "accuracy": 0.264, "precision_at_1": 0.50549, "precision_at_3": 0.32051, "precision_at_5": 0.24505, "precision_at_10": 0.15412, "precision_at_20": 0.09409, "precision_at_100": 0.02055, "precision_at_1000": 0.00205, "mrr_at_1": 0.505495, "mrr_at_3": 0.580586, "mrr_at_5": 0.588553, "mrr_at_10": 0.591415, "mrr_at_20": 0.591798, "mrr_at_100": 0.592037, "mrr_at_1000": 0.592037, "nauc_ndcg_at_1_max": 0.429234, "nauc_ndcg_at_1_std": 0.30466, "nauc_ndcg_at_1_diff1": 0.560155, "nauc_ndcg_at_3_max": 0.47275, "nauc_ndcg_at_3_std": 0.34999, "nauc_ndcg_at_3_diff1": 0.473388, "nauc_ndcg_at_5_max": 0.479648, "nauc_ndcg_at_5_std": 0.373204, "nauc_ndcg_at_5_diff1": 0.450542, "nauc_ndcg_at_10_max": 0.476893, "nauc_ndcg_at_10_std": 0.366237, "nauc_ndcg_at_10_diff1": 0.450107, "nauc_ndcg_at_20_max": 0.483306, "nauc_ndcg_at_20_std": 0.382964, "nauc_ndcg_at_20_diff1": 0.446694, "nauc_ndcg_at_100_max": 0.49533, "nauc_ndcg_at_100_std": 0.38952, "nauc_ndcg_at_100_diff1": 0.442769, "nauc_ndcg_at_1000_max": 0.49533, "nauc_ndcg_at_1000_std": 0.38952, "nauc_ndcg_at_1000_diff1": 0.442769, "nauc_map_at_1_max": 0.290755, "nauc_map_at_1_std": 0.029083, "nauc_map_at_1_diff1": 0.530745, "nauc_map_at_3_max": 0.361378, "nauc_map_at_3_std": 0.146878, "nauc_map_at_3_diff1": 0.473574, "nauc_map_at_5_max": 0.379878, "nauc_map_at_5_std": 0.197516, "nauc_map_at_5_diff1": 0.456573, "nauc_map_at_10_max": 0.401922, "nauc_map_at_10_std": 0.245962, "nauc_map_at_10_diff1": 0.443092, "nauc_map_at_20_max": 0.422144, "nauc_map_at_20_std": 0.284373, "nauc_map_at_20_diff1": 0.433739, "nauc_map_at_100_max": 0.428954, "nauc_map_at_100_std": 0.292562, "nauc_map_at_100_diff1": 0.42967, "nauc_map_at_1000_max": 0.428954, "nauc_map_at_1000_std": 0.292562, "nauc_map_at_1000_diff1": 0.42967, "nauc_recall_at_1_max": 0.290755, "nauc_recall_at_1_std": 0.029083, "nauc_recall_at_1_diff1": 0.530745, "nauc_recall_at_3_max": 0.376163, "nauc_recall_at_3_std": 0.179642, "nauc_recall_at_3_diff1": 0.443233, "nauc_recall_at_5_max": 0.404868, "nauc_recall_at_5_std": 0.255885, "nauc_recall_at_5_diff1": 0.413927, "nauc_recall_at_10_max": 0.439463, "nauc_recall_at_10_std": 0.335876, "nauc_recall_at_10_diff1": 0.392253, "nauc_recall_at_20_max": 0.488362, "nauc_recall_at_20_std": 0.42578, "nauc_recall_at_20_diff1": 0.368459, "nauc_recall_at_100_max": 0.521488, "nauc_recall_at_100_std": 0.442895, "nauc_recall_at_100_diff1": 0.361836, "nauc_recall_at_1000_max": 0.521488, "nauc_recall_at_1000_std": 0.442895, "nauc_recall_at_1000_diff1": 0.361836, "nauc_precision_at_1_max": 0.434487, "nauc_precision_at_1_std": 0.299515, "nauc_precision_at_1_diff1": 0.550092, "nauc_precision_at_3_max": 0.422867, "nauc_precision_at_3_std": 0.488104, "nauc_precision_at_3_diff1": 0.151911, "nauc_precision_at_5_max": 0.381155, "nauc_precision_at_5_std": 0.545069, "nauc_precision_at_5_diff1": 0.036618, "nauc_precision_at_10_max": 0.363831, "nauc_precision_at_10_std": 0.577748, "nauc_precision_at_10_diff1": -0.048115, "nauc_precision_at_20_max": 0.360682, "nauc_precision_at_20_std": 0.592809, "nauc_precision_at_20_diff1": -0.087179, "nauc_precision_at_100_max": 0.363973, "nauc_precision_at_100_std": 0.563079, "nauc_precision_at_100_diff1": -0.108054, "nauc_precision_at_1000_max": 0.363973, "nauc_precision_at_1000_std": 0.563079, "nauc_precision_at_1000_diff1": -0.108054, "nauc_mrr_at_1_max": 0.434487, "nauc_mrr_at_1_std": 0.299515, "nauc_mrr_at_1_diff1": 0.550092, "nauc_mrr_at_3_max": 0.514232, "nauc_mrr_at_3_std": 0.401909, "nauc_mrr_at_3_diff1": 0.525601, "nauc_mrr_at_5_max": 0.517161, "nauc_mrr_at_5_std": 0.406306, "nauc_mrr_at_5_diff1": 0.521072, "nauc_mrr_at_10_max": 0.521333, "nauc_mrr_at_10_std": 0.408136, "nauc_mrr_at_10_diff1": 0.522166, "nauc_mrr_at_20_max": 0.521487, "nauc_mrr_at_20_std": 0.409056, "nauc_mrr_at_20_diff1": 0.522536, "nauc_mrr_at_100_max": 0.522198, "nauc_mrr_at_100_std": 0.409566, "nauc_mrr_at_100_diff1": 0.522156, "nauc_mrr_at_1000_max": 0.522198, "nauc_mrr_at_1000_std": 0.409566, "nauc_mrr_at_1000_diff1": 0.522156, "hit_rate_at_1": 0.50549, "hit_rate_at_3": 0.67033, "hit_rate_at_5": 0.70604, "hit_rate_at_10": 0.72802, "hit_rate_at_20": 0.73352, "hit_rate_at_100": 0.73901, "hit_rate_at_1000": 0.73901, "main_score": 0.48577, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 20877.07468519127, "kg_co2_emissions": null, "date": 1791422509.498411, "evaluation_phases": [ { "name": "Data loading", "start": 1.2950040400028229e-05, "end": 47.401104216463864, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 47.40111944638193, "end": 47.401121316477656, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 47.40830355230719, "end": 3600.725208436139, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3600.8823009151965, "end": 3600.990918142721, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 3601.0480772387236, "end": 7102.87435608916, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 7103.069974445738, "end": 7103.157665356994, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 7103.218232827261, "end": 10586.82948030904, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 10587.059364622459, "end": 10587.144872815348, "split": "test", "subset": "portuguese" } ] }