{ "dataset_revision": "7187c21e1a532531d175eccf5a6d7c1561f6b0da", "task_name": "Vidore3FinanceEnBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.54045, "ndcg_at_3": 0.50103, "ndcg_at_5": 0.50134, "ndcg_at_10": 0.50111, "ndcg_at_20": 0.50413, "ndcg_at_100": 0.50759, "ndcg_at_1000": 0.50759, "map_at_1": 0.27609, "map_at_3": 0.36913, "map_at_5": 0.40401, "map_at_10": 0.42703, "map_at_20": 0.43223, "map_at_100": 0.43371, "map_at_1000": 0.43371, "recall_at_1": 0.27609, "recall_at_3": 0.38866, "recall_at_5": 0.44487, "recall_at_10": 0.49434, "recall_at_20": 0.51545, "recall_at_100": 0.52454, "recall_at_1000": 0.52454, "accuracy": 0.27609, "precision_at_1": 0.57605, "precision_at_3": 0.35491, "precision_at_5": 0.27767, "precision_at_10": 0.16634, "precision_at_20": 0.09013, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.576052, "mrr_at_3": 0.613269, "mrr_at_5": 0.622654, "mrr_at_10": 0.625813, "mrr_at_20": 0.627448, "mrr_at_100": 0.627717, "mrr_at_1000": 0.627717, "nauc_ndcg_at_1_max": 0.693182, "nauc_ndcg_at_1_std": 0.301153, "nauc_ndcg_at_1_diff1": 0.332937, "nauc_ndcg_at_3_max": 0.67446, "nauc_ndcg_at_3_std": 0.330246, "nauc_ndcg_at_3_diff1": 0.282525, "nauc_ndcg_at_5_max": 0.662553, "nauc_ndcg_at_5_std": 0.34616, "nauc_ndcg_at_5_diff1": 0.263802, "nauc_ndcg_at_10_max": 0.667908, "nauc_ndcg_at_10_std": 0.355749, "nauc_ndcg_at_10_diff1": 0.257148, "nauc_ndcg_at_20_max": 0.66703, "nauc_ndcg_at_20_std": 0.353364, "nauc_ndcg_at_20_diff1": 0.251314, "nauc_ndcg_at_100_max": 0.666989, "nauc_ndcg_at_100_std": 0.355804, "nauc_ndcg_at_100_diff1": 0.247444, "nauc_ndcg_at_1000_max": 0.666989, "nauc_ndcg_at_1000_std": 0.355804, "nauc_ndcg_at_1000_diff1": 0.247444, "nauc_map_at_1_max": 0.53113, "nauc_map_at_1_std": 0.075618, "nauc_map_at_1_diff1": 0.470788, "nauc_map_at_3_max": 0.608342, "nauc_map_at_3_std": 0.170147, "nauc_map_at_3_diff1": 0.373331, "nauc_map_at_5_max": 0.619662, "nauc_map_at_5_std": 0.23431, "nauc_map_at_5_diff1": 0.322158, "nauc_map_at_10_max": 0.631476, "nauc_map_at_10_std": 0.282084, "nauc_map_at_10_diff1": 0.288921, "nauc_map_at_20_max": 0.634338, "nauc_map_at_20_std": 0.292098, "nauc_map_at_20_diff1": 0.284201, "nauc_map_at_100_max": 0.634619, "nauc_map_at_100_std": 0.293828, "nauc_map_at_100_diff1": 0.282922, "nauc_map_at_1000_max": 0.634619, "nauc_map_at_1000_std": 0.293828, "nauc_map_at_1000_diff1": 0.282922, "nauc_recall_at_1_max": 0.53113, "nauc_recall_at_1_std": 0.075618, "nauc_recall_at_1_diff1": 0.470788, "nauc_recall_at_3_max": 0.604794, "nauc_recall_at_3_std": 0.183789, "nauc_recall_at_3_diff1": 0.35771, "nauc_recall_at_5_max": 0.604764, "nauc_recall_at_5_std": 0.270606, "nauc_recall_at_5_diff1": 0.277077, "nauc_recall_at_10_max": 0.605342, "nauc_recall_at_10_std": 0.340438, "nauc_recall_at_10_diff1": 0.217893, "nauc_recall_at_20_max": 0.60774, "nauc_recall_at_20_std": 0.358401, "nauc_recall_at_20_diff1": 0.199835, "nauc_recall_at_100_max": 0.601841, "nauc_recall_at_100_std": 0.35929, "nauc_recall_at_100_diff1": 0.187065, "nauc_recall_at_1000_max": 0.601841, "nauc_recall_at_1000_std": 0.35929, "nauc_recall_at_1000_diff1": 0.187065, "nauc_precision_at_1_max": 0.734817, "nauc_precision_at_1_std": 0.347646, "nauc_precision_at_1_diff1": 0.356436, "nauc_precision_at_3_max": 0.463427, "nauc_precision_at_3_std": 0.420393, "nauc_precision_at_3_diff1": -0.024347, "nauc_precision_at_5_max": 0.333376, "nauc_precision_at_5_std": 0.454269, "nauc_precision_at_5_diff1": -0.157547, "nauc_precision_at_10_max": 0.28287, "nauc_precision_at_10_std": 0.482713, "nauc_precision_at_10_diff1": -0.210915, "nauc_precision_at_20_max": 0.25038, "nauc_precision_at_20_std": 0.479097, "nauc_precision_at_20_diff1": -0.231049, "nauc_precision_at_100_max": 0.227605, "nauc_precision_at_100_std": 0.466979, "nauc_precision_at_100_diff1": -0.24054, "nauc_precision_at_1000_max": 0.227605, "nauc_precision_at_1000_std": 0.466979, "nauc_precision_at_1000_diff1": -0.24054, "nauc_mrr_at_1_max": 0.734817, "nauc_mrr_at_1_std": 0.347646, "nauc_mrr_at_1_diff1": 0.356436, "nauc_mrr_at_3_max": 0.745859, "nauc_mrr_at_3_std": 0.396346, "nauc_mrr_at_3_diff1": 0.326966, "nauc_mrr_at_5_max": 0.744464, "nauc_mrr_at_5_std": 0.407095, "nauc_mrr_at_5_diff1": 0.318703, "nauc_mrr_at_10_max": 0.74493, "nauc_mrr_at_10_std": 0.406596, "nauc_mrr_at_10_diff1": 0.317385, "nauc_mrr_at_20_max": 0.744512, "nauc_mrr_at_20_std": 0.406641, "nauc_mrr_at_20_diff1": 0.31698, "nauc_mrr_at_100_max": 0.74421, "nauc_mrr_at_100_std": 0.405998, "nauc_mrr_at_100_diff1": 0.316697, "nauc_mrr_at_1000_max": 0.74421, "nauc_mrr_at_1000_std": 0.405998, "nauc_mrr_at_1000_diff1": 0.316697, "hit_rate_at_1": 0.57605, "hit_rate_at_3": 0.66019, "hit_rate_at_5": 0.69903, "hit_rate_at_10": 0.72168, "hit_rate_at_20": 0.74434, "hit_rate_at_100": 0.75081, "hit_rate_at_1000": 0.75081, "main_score": 0.50111, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.55825, "ndcg_at_3": 0.53537, "ndcg_at_5": 0.52554, "ndcg_at_10": 0.52609, "ndcg_at_20": 0.52861, "ndcg_at_100": 0.53172, "ndcg_at_1000": 0.53172, "map_at_1": 0.2735, "map_at_3": 0.38382, "map_at_5": 0.41877, "map_at_10": 0.4452, "map_at_20": 0.45167, "map_at_100": 0.45273, "map_at_1000": 0.45273, "recall_at_1": 0.2735, "recall_at_3": 0.41039, "recall_at_5": 0.46619, "recall_at_10": 0.51761, "recall_at_20": 0.54136, "recall_at_100": 0.55092, "recall_at_1000": 0.55092, "accuracy": 0.2735, "precision_at_1": 0.59547, "precision_at_3": 0.38619, "precision_at_5": 0.28997, "precision_at_10": 0.17864, "precision_at_20": 0.09709, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.595469, "mrr_at_3": 0.645631, "mrr_at_5": 0.652913, "mrr_at_10": 0.658213, "mrr_at_20": 0.658444, "mrr_at_100": 0.658545, "mrr_at_1000": 0.658545, "nauc_ndcg_at_1_max": 0.634033, "nauc_ndcg_at_1_std": 0.391347, "nauc_ndcg_at_1_diff1": 0.303819, "nauc_ndcg_at_3_max": 0.607159, "nauc_ndcg_at_3_std": 0.418001, "nauc_ndcg_at_3_diff1": 0.216223, "nauc_ndcg_at_5_max": 0.602704, "nauc_ndcg_at_5_std": 0.423888, "nauc_ndcg_at_5_diff1": 0.227827, "nauc_ndcg_at_10_max": 0.601641, "nauc_ndcg_at_10_std": 0.415839, "nauc_ndcg_at_10_diff1": 0.220467, "nauc_ndcg_at_20_max": 0.601092, "nauc_ndcg_at_20_std": 0.40824, "nauc_ndcg_at_20_diff1": 0.22145, "nauc_ndcg_at_100_max": 0.598823, "nauc_ndcg_at_100_std": 0.407722, "nauc_ndcg_at_100_diff1": 0.218806, "nauc_ndcg_at_1000_max": 0.598823, "nauc_ndcg_at_1000_std": 0.407722, "nauc_ndcg_at_1000_diff1": 0.218806, "nauc_map_at_1_max": 0.429434, "nauc_map_at_1_std": 0.073548, "nauc_map_at_1_diff1": 0.492128, "nauc_map_at_3_max": 0.509733, "nauc_map_at_3_std": 0.184985, "nauc_map_at_3_diff1": 0.341655, "nauc_map_at_5_max": 0.547079, "nauc_map_at_5_std": 0.264931, "nauc_map_at_5_diff1": 0.305206, "nauc_map_at_10_max": 0.559155, "nauc_map_at_10_std": 0.323939, "nauc_map_at_10_diff1": 0.258456, "nauc_map_at_20_max": 0.561371, "nauc_map_at_20_std": 0.335486, "nauc_map_at_20_diff1": 0.252424, "nauc_map_at_100_max": 0.560612, "nauc_map_at_100_std": 0.335502, "nauc_map_at_100_diff1": 0.251498, "nauc_map_at_1000_max": 0.560612, "nauc_map_at_1000_std": 0.335502, "nauc_map_at_1000_diff1": 0.251498, "nauc_recall_at_1_max": 0.429434, "nauc_recall_at_1_std": 0.073548, "nauc_recall_at_1_diff1": 0.492128, "nauc_recall_at_3_max": 0.500627, "nauc_recall_at_3_std": 0.188869, "nauc_recall_at_3_diff1": 0.306599, "nauc_recall_at_5_max": 0.540685, "nauc_recall_at_5_std": 0.295864, "nauc_recall_at_5_diff1": 0.256346, "nauc_recall_at_10_max": 0.553337, "nauc_recall_at_10_std": 0.376934, "nauc_recall_at_10_diff1": 0.186276, "nauc_recall_at_20_max": 0.553246, "nauc_recall_at_20_std": 0.393072, "nauc_recall_at_20_diff1": 0.173801, "nauc_recall_at_100_max": 0.541982, "nauc_recall_at_100_std": 0.388148, "nauc_recall_at_100_diff1": 0.163963, "nauc_recall_at_1000_max": 0.541982, "nauc_recall_at_1000_std": 0.388148, "nauc_recall_at_1000_diff1": 0.163963, "nauc_precision_at_1_max": 0.668907, "nauc_precision_at_1_std": 0.425389, "nauc_precision_at_1_diff1": 0.309826, "nauc_precision_at_3_max": 0.431581, "nauc_precision_at_3_std": 0.503325, "nauc_precision_at_3_diff1": -0.129303, "nauc_precision_at_5_max": 0.366713, "nauc_precision_at_5_std": 0.554799, "nauc_precision_at_5_diff1": -0.202314, "nauc_precision_at_10_max": 0.275937, "nauc_precision_at_10_std": 0.55232, "nauc_precision_at_10_diff1": -0.280387, "nauc_precision_at_20_max": 0.238261, "nauc_precision_at_20_std": 0.552588, "nauc_precision_at_20_diff1": -0.296898, "nauc_precision_at_100_max": 0.213135, "nauc_precision_at_100_std": 0.529547, "nauc_precision_at_100_diff1": -0.300821, "nauc_precision_at_1000_max": 0.213135, "nauc_precision_at_1000_std": 0.529547, "nauc_precision_at_1000_diff1": -0.300821, "nauc_mrr_at_1_max": 0.668907, "nauc_mrr_at_1_std": 0.425389, "nauc_mrr_at_1_diff1": 0.309826, "nauc_mrr_at_3_max": 0.677447, "nauc_mrr_at_3_std": 0.459801, "nauc_mrr_at_3_diff1": 0.257166, "nauc_mrr_at_5_max": 0.682309, "nauc_mrr_at_5_std": 0.472198, "nauc_mrr_at_5_diff1": 0.252196, "nauc_mrr_at_10_max": 0.679277, "nauc_mrr_at_10_std": 0.472232, "nauc_mrr_at_10_diff1": 0.248061, "nauc_mrr_at_20_max": 0.678856, "nauc_mrr_at_20_std": 0.471795, "nauc_mrr_at_20_diff1": 0.247612, "nauc_mrr_at_100_max": 0.678833, "nauc_mrr_at_100_std": 0.471604, "nauc_mrr_at_100_diff1": 0.247548, "nauc_mrr_at_1000_max": 0.678833, "nauc_mrr_at_1000_std": 0.471604, "nauc_mrr_at_1000_diff1": 0.247548, "hit_rate_at_1": 0.59547, "hit_rate_at_3": 0.70227, "hit_rate_at_5": 0.73463, "hit_rate_at_10": 0.77346, "hit_rate_at_20": 0.7767, "hit_rate_at_100": 0.77994, "hit_rate_at_1000": 0.77994, "main_score": 0.52609, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.52589, "ndcg_at_3": 0.49436, "ndcg_at_5": 0.4855, "ndcg_at_10": 0.48421, "ndcg_at_20": 0.48606, "ndcg_at_100": 0.48804, "ndcg_at_1000": 0.48804, "map_at_1": 0.25687, "map_at_3": 0.35284, "map_at_5": 0.38625, "map_at_10": 0.40751, "map_at_20": 0.41216, "map_at_100": 0.41283, "map_at_1000": 0.41283, "recall_at_1": 0.25687, "recall_at_3": 0.37882, "recall_at_5": 0.43273, "recall_at_10": 0.47652, "recall_at_20": 0.49554, "recall_at_100": 0.50066, "recall_at_1000": 0.50066, "accuracy": 0.25687, "precision_at_1": 0.56311, "precision_at_3": 0.35707, "precision_at_5": 0.26796, "precision_at_10": 0.15955, "precision_at_20": 0.08641, "precision_at_100": 0.0177, "precision_at_1000": 0.00177, "mrr_at_1": 0.563107, "mrr_at_3": 0.611111, "mrr_at_5": 0.618716, "mrr_at_10": 0.621066, "mrr_at_20": 0.622382, "mrr_at_100": 0.622382, "mrr_at_1000": 0.622382, "nauc_ndcg_at_1_max": 0.694283, "nauc_ndcg_at_1_std": 0.401215, "nauc_ndcg_at_1_diff1": 0.428543, "nauc_ndcg_at_3_max": 0.653516, "nauc_ndcg_at_3_std": 0.409581, "nauc_ndcg_at_3_diff1": 0.29593, "nauc_ndcg_at_5_max": 0.663036, "nauc_ndcg_at_5_std": 0.421555, "nauc_ndcg_at_5_diff1": 0.300912, "nauc_ndcg_at_10_max": 0.666684, "nauc_ndcg_at_10_std": 0.437708, "nauc_ndcg_at_10_diff1": 0.293018, "nauc_ndcg_at_20_max": 0.665055, "nauc_ndcg_at_20_std": 0.437375, "nauc_ndcg_at_20_diff1": 0.28868, "nauc_ndcg_at_100_max": 0.664845, "nauc_ndcg_at_100_std": 0.439127, "nauc_ndcg_at_100_diff1": 0.286307, "nauc_ndcg_at_1000_max": 0.664845, "nauc_ndcg_at_1000_std": 0.439127, "nauc_ndcg_at_1000_diff1": 0.286307, "nauc_map_at_1_max": 0.521483, "nauc_map_at_1_std": 0.142228, "nauc_map_at_1_diff1": 0.512789, "nauc_map_at_3_max": 0.579029, "nauc_map_at_3_std": 0.249488, "nauc_map_at_3_diff1": 0.36905, "nauc_map_at_5_max": 0.609724, "nauc_map_at_5_std": 0.31648, "nauc_map_at_5_diff1": 0.335822, "nauc_map_at_10_max": 0.618113, "nauc_map_at_10_std": 0.362302, "nauc_map_at_10_diff1": 0.304155, "nauc_map_at_20_max": 0.620001, "nauc_map_at_20_std": 0.373223, "nauc_map_at_20_diff1": 0.299036, "nauc_map_at_100_max": 0.620033, "nauc_map_at_100_std": 0.373863, "nauc_map_at_100_diff1": 0.298433, "nauc_map_at_1000_max": 0.620033, "nauc_map_at_1000_std": 0.373863, "nauc_map_at_1000_diff1": 0.298433, "nauc_recall_at_1_max": 0.521483, "nauc_recall_at_1_std": 0.142228, "nauc_recall_at_1_diff1": 0.512789, "nauc_recall_at_3_max": 0.572452, "nauc_recall_at_3_std": 0.263173, "nauc_recall_at_3_diff1": 0.334348, "nauc_recall_at_5_max": 0.607246, "nauc_recall_at_5_std": 0.35266, "nauc_recall_at_5_diff1": 0.288527, "nauc_recall_at_10_max": 0.607308, "nauc_recall_at_10_std": 0.420704, "nauc_recall_at_10_diff1": 0.233698, "nauc_recall_at_20_max": 0.607806, "nauc_recall_at_20_std": 0.442465, "nauc_recall_at_20_diff1": 0.218606, "nauc_recall_at_100_max": 0.604276, "nauc_recall_at_100_std": 0.44416, "nauc_recall_at_100_diff1": 0.211207, "nauc_recall_at_1000_max": 0.604276, "nauc_recall_at_1000_std": 0.44416, "nauc_recall_at_1000_diff1": 0.211207, "nauc_precision_at_1_max": 0.714606, "nauc_precision_at_1_std": 0.446372, "nauc_precision_at_1_diff1": 0.449361, "nauc_precision_at_3_max": 0.448227, "nauc_precision_at_3_std": 0.482735, "nauc_precision_at_3_diff1": -0.034032, "nauc_precision_at_5_max": 0.394271, "nauc_precision_at_5_std": 0.519109, "nauc_precision_at_5_diff1": -0.107103, "nauc_precision_at_10_max": 0.332076, "nauc_precision_at_10_std": 0.538801, "nauc_precision_at_10_diff1": -0.167214, "nauc_precision_at_20_max": 0.294509, "nauc_precision_at_20_std": 0.53866, "nauc_precision_at_20_diff1": -0.196574, "nauc_precision_at_100_max": 0.276295, "nauc_precision_at_100_std": 0.52645, "nauc_precision_at_100_diff1": -0.20778, "nauc_precision_at_1000_max": 0.276295, "nauc_precision_at_1000_std": 0.52645, "nauc_precision_at_1000_diff1": -0.20778, "nauc_mrr_at_1_max": 0.714606, "nauc_mrr_at_1_std": 0.446372, "nauc_mrr_at_1_diff1": 0.449361, "nauc_mrr_at_3_max": 0.737865, "nauc_mrr_at_3_std": 0.492779, "nauc_mrr_at_3_diff1": 0.407349, "nauc_mrr_at_5_max": 0.739169, "nauc_mrr_at_5_std": 0.500659, "nauc_mrr_at_5_diff1": 0.404175, "nauc_mrr_at_10_max": 0.740391, "nauc_mrr_at_10_std": 0.503712, "nauc_mrr_at_10_diff1": 0.404493, "nauc_mrr_at_20_max": 0.738925, "nauc_mrr_at_20_std": 0.502115, "nauc_mrr_at_20_diff1": 0.402574, "nauc_mrr_at_100_max": 0.738925, "nauc_mrr_at_100_std": 0.502115, "nauc_mrr_at_100_diff1": 0.402574, "nauc_mrr_at_1000_max": 0.738925, "nauc_mrr_at_1000_std": 0.502115, "nauc_mrr_at_1000_diff1": 0.402574, "hit_rate_at_1": 0.56311, "hit_rate_at_3": 0.66667, "hit_rate_at_5": 0.69903, "hit_rate_at_10": 0.71521, "hit_rate_at_20": 0.73139, "hit_rate_at_100": 0.73139, "hit_rate_at_1000": 0.73139, "main_score": 0.48421, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.53722, "ndcg_at_3": 0.51129, "ndcg_at_5": 0.50623, "ndcg_at_10": 0.50709, "ndcg_at_20": 0.51033, "ndcg_at_100": 0.5129, "ndcg_at_1000": 0.5129, "map_at_1": 0.26296, "map_at_3": 0.36639, "map_at_5": 0.4052, "map_at_10": 0.4288, "map_at_20": 0.43501, "map_at_100": 0.43601, "map_at_1000": 0.43601, "recall_at_1": 0.26296, "recall_at_3": 0.39547, "recall_at_5": 0.45731, "recall_at_10": 0.50584, "recall_at_20": 0.53044, "recall_at_100": 0.53718, "recall_at_1000": 0.53718, "accuracy": 0.26296, "precision_at_1": 0.57605, "precision_at_3": 0.37109, "precision_at_5": 0.2835, "precision_at_10": 0.17184, "precision_at_20": 0.09288, "precision_at_100": 0.01909, "precision_at_1000": 0.00191, "mrr_at_1": 0.576052, "mrr_at_3": 0.631068, "mrr_at_5": 0.636246, "mrr_at_10": 0.641466, "mrr_at_20": 0.642055, "mrr_at_100": 0.642209, "mrr_at_1000": 0.642209, "nauc_ndcg_at_1_max": 0.663662, "nauc_ndcg_at_1_std": 0.290776, "nauc_ndcg_at_1_diff1": 0.370332, "nauc_ndcg_at_3_max": 0.616354, "nauc_ndcg_at_3_std": 0.353771, "nauc_ndcg_at_3_diff1": 0.246531, "nauc_ndcg_at_5_max": 0.626198, "nauc_ndcg_at_5_std": 0.37921, "nauc_ndcg_at_5_diff1": 0.246646, "nauc_ndcg_at_10_max": 0.634052, "nauc_ndcg_at_10_std": 0.400808, "nauc_ndcg_at_10_diff1": 0.226686, "nauc_ndcg_at_20_max": 0.636454, "nauc_ndcg_at_20_std": 0.3997, "nauc_ndcg_at_20_diff1": 0.220639, "nauc_ndcg_at_100_max": 0.634442, "nauc_ndcg_at_100_std": 0.400623, "nauc_ndcg_at_100_diff1": 0.218138, "nauc_ndcg_at_1000_max": 0.634442, "nauc_ndcg_at_1000_std": 0.400623, "nauc_ndcg_at_1000_diff1": 0.218138, "nauc_map_at_1_max": 0.484355, "nauc_map_at_1_std": 0.053792, "nauc_map_at_1_diff1": 0.481114, "nauc_map_at_3_max": 0.53263, "nauc_map_at_3_std": 0.182621, "nauc_map_at_3_diff1": 0.326051, "nauc_map_at_5_max": 0.567495, "nauc_map_at_5_std": 0.271352, "nauc_map_at_5_diff1": 0.283185, "nauc_map_at_10_max": 0.58666, "nauc_map_at_10_std": 0.324283, "nauc_map_at_10_diff1": 0.245815, "nauc_map_at_20_max": 0.588626, "nauc_map_at_20_std": 0.333398, "nauc_map_at_20_diff1": 0.237429, "nauc_map_at_100_max": 0.587734, "nauc_map_at_100_std": 0.333595, "nauc_map_at_100_diff1": 0.236553, "nauc_map_at_1000_max": 0.587734, "nauc_map_at_1000_std": 0.333595, "nauc_map_at_1000_diff1": 0.236553, "nauc_recall_at_1_max": 0.484355, "nauc_recall_at_1_std": 0.053792, "nauc_recall_at_1_diff1": 0.481114, "nauc_recall_at_3_max": 0.52322, "nauc_recall_at_3_std": 0.218477, "nauc_recall_at_3_diff1": 0.284879, "nauc_recall_at_5_max": 0.55585, "nauc_recall_at_5_std": 0.336404, "nauc_recall_at_5_diff1": 0.227496, "nauc_recall_at_10_max": 0.579212, "nauc_recall_at_10_std": 0.425321, "nauc_recall_at_10_diff1": 0.162217, "nauc_recall_at_20_max": 0.585835, "nauc_recall_at_20_std": 0.446073, "nauc_recall_at_20_diff1": 0.136192, "nauc_recall_at_100_max": 0.577586, "nauc_recall_at_100_std": 0.446067, "nauc_recall_at_100_diff1": 0.129193, "nauc_recall_at_1000_max": 0.577586, "nauc_recall_at_1000_std": 0.446067, "nauc_recall_at_1000_diff1": 0.129193, "nauc_precision_at_1_max": 0.684086, "nauc_precision_at_1_std": 0.298241, "nauc_precision_at_1_diff1": 0.387141, "nauc_precision_at_3_max": 0.421485, "nauc_precision_at_3_std": 0.441515, "nauc_precision_at_3_diff1": -0.081526, "nauc_precision_at_5_max": 0.372949, "nauc_precision_at_5_std": 0.504008, "nauc_precision_at_5_diff1": -0.143538, "nauc_precision_at_10_max": 0.304081, "nauc_precision_at_10_std": 0.527778, "nauc_precision_at_10_diff1": -0.226557, "nauc_precision_at_20_max": 0.27318, "nauc_precision_at_20_std": 0.513047, "nauc_precision_at_20_diff1": -0.248573, "nauc_precision_at_100_max": 0.246493, "nauc_precision_at_100_std": 0.495299, "nauc_precision_at_100_diff1": -0.258657, "nauc_precision_at_1000_max": 0.246493, "nauc_precision_at_1000_std": 0.495299, "nauc_precision_at_1000_diff1": -0.258657, "nauc_mrr_at_1_max": 0.684086, "nauc_mrr_at_1_std": 0.298241, "nauc_mrr_at_1_diff1": 0.387141, "nauc_mrr_at_3_max": 0.702744, "nauc_mrr_at_3_std": 0.38025, "nauc_mrr_at_3_diff1": 0.332455, "nauc_mrr_at_5_max": 0.70518, "nauc_mrr_at_5_std": 0.387287, "nauc_mrr_at_5_diff1": 0.332981, "nauc_mrr_at_10_max": 0.706465, "nauc_mrr_at_10_std": 0.39542, "nauc_mrr_at_10_diff1": 0.327814, "nauc_mrr_at_20_max": 0.705919, "nauc_mrr_at_20_std": 0.394242, "nauc_mrr_at_20_diff1": 0.327734, "nauc_mrr_at_100_max": 0.705726, "nauc_mrr_at_100_std": 0.393858, "nauc_mrr_at_100_diff1": 0.327395, "nauc_mrr_at_1000_max": 0.705726, "nauc_mrr_at_1000_std": 0.393858, "nauc_mrr_at_1000_diff1": 0.327395, "hit_rate_at_1": 0.57605, "hit_rate_at_3": 0.69903, "hit_rate_at_5": 0.72168, "hit_rate_at_10": 0.75728, "hit_rate_at_20": 0.76375, "hit_rate_at_100": 0.76699, "hit_rate_at_1000": 0.76699, "main_score": 0.50709, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.71683, "ndcg_at_3": 0.6987, "ndcg_at_5": 0.69483, "ndcg_at_10": 0.71326, "ndcg_at_20": 0.72395, "ndcg_at_100": 0.73055, "ndcg_at_1000": 0.73055, "map_at_1": 0.34056, "map_at_3": 0.50122, "map_at_5": 0.55836, "map_at_10": 0.6111, "map_at_20": 0.6242, "map_at_100": 0.62733, "map_at_1000": 0.62733, "recall_at_1": 0.34056, "recall_at_3": 0.54071, "recall_at_5": 0.62414, "recall_at_10": 0.73876, "recall_at_20": 0.78644, "recall_at_100": 0.8041, "recall_at_1000": 0.8041, "accuracy": 0.34056, "precision_at_1": 0.75728, "precision_at_3": 0.51348, "precision_at_5": 0.4, "precision_at_10": 0.25858, "precision_at_20": 0.14531, "precision_at_100": 0.03049, "precision_at_1000": 0.00305, "mrr_at_1": 0.757282, "mrr_at_3": 0.815534, "mrr_at_5": 0.821521, "mrr_at_10": 0.828591, "mrr_at_20": 0.829577, "mrr_at_100": 0.829854, "mrr_at_1000": 0.829854, "nauc_ndcg_at_1_max": 0.476094, "nauc_ndcg_at_1_std": 0.035561, "nauc_ndcg_at_1_diff1": 0.448217, "nauc_ndcg_at_3_max": 0.443971, "nauc_ndcg_at_3_std": 0.148809, "nauc_ndcg_at_3_diff1": 0.297355, "nauc_ndcg_at_5_max": 0.448448, "nauc_ndcg_at_5_std": 0.154709, "nauc_ndcg_at_5_diff1": 0.300063, "nauc_ndcg_at_10_max": 0.488078, "nauc_ndcg_at_10_std": 0.236045, "nauc_ndcg_at_10_diff1": 0.288593, "nauc_ndcg_at_20_max": 0.486471, "nauc_ndcg_at_20_std": 0.23506, "nauc_ndcg_at_20_diff1": 0.284592, "nauc_ndcg_at_100_max": 0.486114, "nauc_ndcg_at_100_std": 0.230681, "nauc_ndcg_at_100_diff1": 0.278719, "nauc_ndcg_at_1000_max": 0.486114, "nauc_ndcg_at_1000_std": 0.230681, "nauc_ndcg_at_1000_diff1": 0.278719, "nauc_map_at_1_max": 0.342569, "nauc_map_at_1_std": -0.144242, "nauc_map_at_1_diff1": 0.545637, "nauc_map_at_3_max": 0.358395, "nauc_map_at_3_std": -0.028531, "nauc_map_at_3_diff1": 0.381551, "nauc_map_at_5_max": 0.39226, "nauc_map_at_5_std": 0.056317, "nauc_map_at_5_diff1": 0.332338, "nauc_map_at_10_max": 0.435442, "nauc_map_at_10_std": 0.174621, "nauc_map_at_10_diff1": 0.27473, "nauc_map_at_20_max": 0.438485, "nauc_map_at_20_std": 0.18695, "nauc_map_at_20_diff1": 0.264273, "nauc_map_at_100_max": 0.437794, "nauc_map_at_100_std": 0.187164, "nauc_map_at_100_diff1": 0.261904, "nauc_map_at_1000_max": 0.437794, "nauc_map_at_1000_std": 0.187164, "nauc_map_at_1000_diff1": 0.261904, "nauc_recall_at_1_max": 0.342569, "nauc_recall_at_1_std": -0.144242, "nauc_recall_at_1_diff1": 0.545637, "nauc_recall_at_3_max": 0.332904, "nauc_recall_at_3_std": 0.004668, "nauc_recall_at_3_diff1": 0.330584, "nauc_recall_at_5_max": 0.355154, "nauc_recall_at_5_std": 0.095364, "nauc_recall_at_5_diff1": 0.267943, "nauc_recall_at_10_max": 0.436411, "nauc_recall_at_10_std": 0.32255, "nauc_recall_at_10_diff1": 0.163745, "nauc_recall_at_20_max": 0.433194, "nauc_recall_at_20_std": 0.355462, "nauc_recall_at_20_diff1": 0.143981, "nauc_recall_at_100_max": 0.430355, "nauc_recall_at_100_std": 0.34156, "nauc_recall_at_100_diff1": 0.120794, "nauc_recall_at_1000_max": 0.430355, "nauc_recall_at_1000_std": 0.34156, "nauc_recall_at_1000_diff1": 0.120794, "nauc_precision_at_1_max": 0.507834, "nauc_precision_at_1_std": 0.110507, "nauc_precision_at_1_diff1": 0.398895, "nauc_precision_at_3_max": 0.132916, "nauc_precision_at_3_std": 0.335139, "nauc_precision_at_3_diff1": -0.268506, "nauc_precision_at_5_max": 0.083954, "nauc_precision_at_5_std": 0.374627, "nauc_precision_at_5_diff1": -0.335582, "nauc_precision_at_10_max": 0.051221, "nauc_precision_at_10_std": 0.444535, "nauc_precision_at_10_diff1": -0.392486, "nauc_precision_at_20_max": -0.005551, "nauc_precision_at_20_std": 0.385554, "nauc_precision_at_20_diff1": -0.404985, "nauc_precision_at_100_max": -0.027125, "nauc_precision_at_100_std": 0.348409, "nauc_precision_at_100_diff1": -0.411553, "nauc_precision_at_1000_max": -0.027125, "nauc_precision_at_1000_std": 0.348409, "nauc_precision_at_1000_diff1": -0.411553, "nauc_mrr_at_1_max": 0.507834, "nauc_mrr_at_1_std": 0.110507, "nauc_mrr_at_1_diff1": 0.398895, "nauc_mrr_at_3_max": 0.520921, "nauc_mrr_at_3_std": 0.178285, "nauc_mrr_at_3_diff1": 0.358215, "nauc_mrr_at_5_max": 0.523716, "nauc_mrr_at_5_std": 0.169714, "nauc_mrr_at_5_diff1": 0.362169, "nauc_mrr_at_10_max": 0.532604, "nauc_mrr_at_10_std": 0.181128, "nauc_mrr_at_10_diff1": 0.360926, "nauc_mrr_at_20_max": 0.531566, "nauc_mrr_at_20_std": 0.180156, "nauc_mrr_at_20_diff1": 0.3624, "nauc_mrr_at_100_max": 0.53127, "nauc_mrr_at_100_std": 0.178937, "nauc_mrr_at_100_diff1": 0.36305, "nauc_mrr_at_1000_max": 0.53127, "nauc_mrr_at_1000_std": 0.178937, "nauc_mrr_at_1000_diff1": 0.36305, "hit_rate_at_1": 0.75728, "hit_rate_at_3": 0.8835, "hit_rate_at_5": 0.90939, "hit_rate_at_10": 0.95469, "hit_rate_at_20": 0.96764, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 0.97411, "main_score": 0.71326, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.50485, "ndcg_at_3": 0.48412, "ndcg_at_5": 0.4711, "ndcg_at_10": 0.47605, "ndcg_at_20": 0.4796, "ndcg_at_100": 0.48257, "ndcg_at_1000": 0.48257, "map_at_1": 0.25824, "map_at_3": 0.35229, "map_at_5": 0.38135, "map_at_10": 0.40412, "map_at_20": 0.40984, "map_at_100": 0.41139, "map_at_1000": 0.41139, "recall_at_1": 0.25824, "recall_at_3": 0.37366, "recall_at_5": 0.41745, "recall_at_10": 0.47077, "recall_at_20": 0.49132, "recall_at_100": 0.50049, "recall_at_1000": 0.50049, "accuracy": 0.25824, "precision_at_1": 0.54045, "precision_at_3": 0.34412, "precision_at_5": 0.25437, "precision_at_10": 0.15825, "precision_at_20": 0.0877, "precision_at_100": 0.01812, "precision_at_1000": 0.00181, "mrr_at_1": 0.540453, "mrr_at_3": 0.588997, "mrr_at_5": 0.594175, "mrr_at_10": 0.599333, "mrr_at_20": 0.599897, "mrr_at_100": 0.599897, "mrr_at_1000": 0.599897, "nauc_ndcg_at_1_max": 0.689587, "nauc_ndcg_at_1_std": 0.431492, "nauc_ndcg_at_1_diff1": 0.408291, "nauc_ndcg_at_3_max": 0.663481, "nauc_ndcg_at_3_std": 0.444976, "nauc_ndcg_at_3_diff1": 0.343217, "nauc_ndcg_at_5_max": 0.660148, "nauc_ndcg_at_5_std": 0.44082, "nauc_ndcg_at_5_diff1": 0.353888, "nauc_ndcg_at_10_max": 0.659335, "nauc_ndcg_at_10_std": 0.449444, "nauc_ndcg_at_10_diff1": 0.342942, "nauc_ndcg_at_20_max": 0.66426, "nauc_ndcg_at_20_std": 0.458314, "nauc_ndcg_at_20_diff1": 0.341339, "nauc_ndcg_at_100_max": 0.66374, "nauc_ndcg_at_100_std": 0.459062, "nauc_ndcg_at_100_diff1": 0.340529, "nauc_ndcg_at_1000_max": 0.66374, "nauc_ndcg_at_1000_std": 0.459062, "nauc_ndcg_at_1000_diff1": 0.340529, "nauc_map_at_1_max": 0.556197, "nauc_map_at_1_std": 0.173606, "nauc_map_at_1_diff1": 0.544023, "nauc_map_at_3_max": 0.615727, "nauc_map_at_3_std": 0.287553, "nauc_map_at_3_diff1": 0.439642, "nauc_map_at_5_max": 0.626782, "nauc_map_at_5_std": 0.339027, "nauc_map_at_5_diff1": 0.401868, "nauc_map_at_10_max": 0.630377, "nauc_map_at_10_std": 0.377548, "nauc_map_at_10_diff1": 0.367518, "nauc_map_at_20_max": 0.63231, "nauc_map_at_20_std": 0.388692, "nauc_map_at_20_diff1": 0.362279, "nauc_map_at_100_max": 0.632089, "nauc_map_at_100_std": 0.389396, "nauc_map_at_100_diff1": 0.361064, "nauc_map_at_1000_max": 0.632089, "nauc_map_at_1000_std": 0.389396, "nauc_map_at_1000_diff1": 0.361064, "nauc_recall_at_1_max": 0.556197, "nauc_recall_at_1_std": 0.173606, "nauc_recall_at_1_diff1": 0.544023, "nauc_recall_at_3_max": 0.609978, "nauc_recall_at_3_std": 0.299898, "nauc_recall_at_3_diff1": 0.413143, "nauc_recall_at_5_max": 0.613964, "nauc_recall_at_5_std": 0.356753, "nauc_recall_at_5_diff1": 0.367485, "nauc_recall_at_10_max": 0.614007, "nauc_recall_at_10_std": 0.417956, "nauc_recall_at_10_diff1": 0.304313, "nauc_recall_at_20_max": 0.618408, "nauc_recall_at_20_std": 0.456564, "nauc_recall_at_20_diff1": 0.290815, "nauc_recall_at_100_max": 0.613953, "nauc_recall_at_100_std": 0.458537, "nauc_recall_at_100_diff1": 0.28585, "nauc_recall_at_1000_max": 0.613953, "nauc_recall_at_1000_std": 0.458537, "nauc_recall_at_1000_diff1": 0.28585, "nauc_precision_at_1_max": 0.722558, "nauc_precision_at_1_std": 0.45353, "nauc_precision_at_1_diff1": 0.43881, "nauc_precision_at_3_max": 0.444493, "nauc_precision_at_3_std": 0.484749, "nauc_precision_at_3_diff1": 0.016596, "nauc_precision_at_5_max": 0.362305, "nauc_precision_at_5_std": 0.506833, "nauc_precision_at_5_diff1": -0.075134, "nauc_precision_at_10_max": 0.263962, "nauc_precision_at_10_std": 0.490033, "nauc_precision_at_10_diff1": -0.155523, "nauc_precision_at_20_max": 0.224148, "nauc_precision_at_20_std": 0.48263, "nauc_precision_at_20_diff1": -0.179502, "nauc_precision_at_100_max": 0.205699, "nauc_precision_at_100_std": 0.461173, "nauc_precision_at_100_diff1": -0.185173, "nauc_precision_at_1000_max": 0.205699, "nauc_precision_at_1000_std": 0.461173, "nauc_precision_at_1000_diff1": -0.185173, "nauc_mrr_at_1_max": 0.722558, "nauc_mrr_at_1_std": 0.45353, "nauc_mrr_at_1_diff1": 0.43881, "nauc_mrr_at_3_max": 0.736117, "nauc_mrr_at_3_std": 0.500137, "nauc_mrr_at_3_diff1": 0.403767, "nauc_mrr_at_5_max": 0.733917, "nauc_mrr_at_5_std": 0.501133, "nauc_mrr_at_5_diff1": 0.401853, "nauc_mrr_at_10_max": 0.734629, "nauc_mrr_at_10_std": 0.50053, "nauc_mrr_at_10_diff1": 0.401707, "nauc_mrr_at_20_max": 0.73401, "nauc_mrr_at_20_std": 0.500593, "nauc_mrr_at_20_diff1": 0.401023, "nauc_mrr_at_100_max": 0.73401, "nauc_mrr_at_100_std": 0.500593, "nauc_mrr_at_100_diff1": 0.401023, "nauc_mrr_at_1000_max": 0.73401, "nauc_mrr_at_1000_std": 0.500593, "nauc_mrr_at_1000_diff1": 0.401023, "hit_rate_at_1": 0.54045, "hit_rate_at_3": 0.64725, "hit_rate_at_5": 0.6699, "hit_rate_at_10": 0.7055, "hit_rate_at_20": 0.71197, "hit_rate_at_100": 0.71197, "hit_rate_at_1000": 0.71197, "main_score": 0.47605, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 35260.49790710799, "kg_co2_emissions": null, "date": 1791581471.424049, "evaluation_phases": [ { "name": "Data loading", "start": 1.2030002835672349e-05, "end": 41.991601984002045, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 41.99161684400315, "end": 41.99161844400078, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 41.99806927300233, "end": 6010.574677345005, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 6010.7058084120035, "end": 6010.809602926001, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 6010.847952029002, "end": 11857.628517664005, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 11857.778731748, "end": 11857.858247123, "split": "test", "subset": "german" } ] }