{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.63023, "ndcg_at_3": 0.58031, "ndcg_at_5": 0.56286, "ndcg_at_10": 0.55076, "ndcg_at_20": 0.55655, "ndcg_at_100": 0.55835, "ndcg_at_1000": 0.55835, "map_at_1": 0.26302, "map_at_3": 0.39583, "map_at_5": 0.43873, "map_at_10": 0.46273, "map_at_20": 0.47409, "map_at_100": 0.47521, "map_at_1000": 0.47521, "recall_at_1": 0.26302, "recall_at_3": 0.41774, "recall_at_5": 0.47541, "recall_at_10": 0.51984, "recall_at_20": 0.54532, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.26302, "precision_at_1": 0.68372, "precision_at_3": 0.45271, "precision_at_5": 0.34047, "precision_at_10": 0.20326, "precision_at_20": 0.11349, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.683721, "mrr_at_3": 0.71938, "mrr_at_5": 0.721705, "mrr_at_10": 0.722481, "mrr_at_20": 0.722771, "mrr_at_100": 0.722771, "mrr_at_1000": 0.722771, "nauc_ndcg_at_1_max": 0.667525, "nauc_ndcg_at_1_std": 0.496572, "nauc_ndcg_at_1_diff1": 0.46835, "nauc_ndcg_at_3_max": 0.618142, "nauc_ndcg_at_3_std": 0.524303, "nauc_ndcg_at_3_diff1": 0.343931, "nauc_ndcg_at_5_max": 0.628448, "nauc_ndcg_at_5_std": 0.543556, "nauc_ndcg_at_5_diff1": 0.34689, "nauc_ndcg_at_10_max": 0.625692, "nauc_ndcg_at_10_std": 0.540304, "nauc_ndcg_at_10_diff1": 0.349722, "nauc_ndcg_at_20_max": 0.641748, "nauc_ndcg_at_20_std": 0.554034, "nauc_ndcg_at_20_diff1": 0.350543, "nauc_ndcg_at_100_max": 0.644443, "nauc_ndcg_at_100_std": 0.558027, "nauc_ndcg_at_100_diff1": 0.350592, "nauc_ndcg_at_1000_max": 0.644443, "nauc_ndcg_at_1000_std": 0.558027, "nauc_ndcg_at_1000_diff1": 0.350592, "nauc_map_at_1_max": 0.38989, "nauc_map_at_1_std": 0.104118, "nauc_map_at_1_diff1": 0.480442, "nauc_map_at_3_max": 0.442237, "nauc_map_at_3_std": 0.272691, "nauc_map_at_3_diff1": 0.35159, "nauc_map_at_5_max": 0.48055, "nauc_map_at_5_std": 0.363228, "nauc_map_at_5_diff1": 0.32128, "nauc_map_at_10_max": 0.516414, "nauc_map_at_10_std": 0.431617, "nauc_map_at_10_diff1": 0.303266, "nauc_map_at_20_max": 0.539973, "nauc_map_at_20_std": 0.462987, "nauc_map_at_20_diff1": 0.299025, "nauc_map_at_100_max": 0.542214, "nauc_map_at_100_std": 0.466073, "nauc_map_at_100_diff1": 0.298951, "nauc_map_at_1000_max": 0.542214, "nauc_map_at_1000_std": 0.466073, "nauc_map_at_1000_diff1": 0.298951, "nauc_recall_at_1_max": 0.38989, "nauc_recall_at_1_std": 0.104118, "nauc_recall_at_1_diff1": 0.480442, "nauc_recall_at_3_max": 0.431355, "nauc_recall_at_3_std": 0.272591, "nauc_recall_at_3_diff1": 0.32574, "nauc_recall_at_5_max": 0.478702, "nauc_recall_at_5_std": 0.38155, "nauc_recall_at_5_diff1": 0.296247, "nauc_recall_at_10_max": 0.527058, "nauc_recall_at_10_std": 0.498128, "nauc_recall_at_10_diff1": 0.268169, "nauc_recall_at_20_max": 0.574343, "nauc_recall_at_20_std": 0.556348, "nauc_recall_at_20_diff1": 0.266675, "nauc_recall_at_100_max": 0.580202, "nauc_recall_at_100_std": 0.565908, "nauc_recall_at_100_diff1": 0.264747, "nauc_recall_at_1000_max": 0.580202, "nauc_recall_at_1000_std": 0.565908, "nauc_recall_at_1000_diff1": 0.264747, "nauc_precision_at_1_max": 0.712681, "nauc_precision_at_1_std": 0.618455, "nauc_precision_at_1_diff1": 0.442036, "nauc_precision_at_3_max": 0.430971, "nauc_precision_at_3_std": 0.586553, "nauc_precision_at_3_diff1": 0.00531, "nauc_precision_at_5_max": 0.410905, "nauc_precision_at_5_std": 0.621678, "nauc_precision_at_5_diff1": -0.049179, "nauc_precision_at_10_max": 0.390118, "nauc_precision_at_10_std": 0.64217, "nauc_precision_at_10_diff1": -0.088934, "nauc_precision_at_20_max": 0.390433, "nauc_precision_at_20_std": 0.626908, "nauc_precision_at_20_diff1": -0.092077, "nauc_precision_at_100_max": 0.391641, "nauc_precision_at_100_std": 0.626904, "nauc_precision_at_100_diff1": -0.092361, "nauc_precision_at_1000_max": 0.391641, "nauc_precision_at_1000_std": 0.626904, "nauc_precision_at_1000_diff1": -0.092361, "nauc_mrr_at_1_max": 0.712681, "nauc_mrr_at_1_std": 0.618455, "nauc_mrr_at_1_diff1": 0.442036, "nauc_mrr_at_3_max": 0.756485, "nauc_mrr_at_3_std": 0.694466, "nauc_mrr_at_3_diff1": 0.447318, "nauc_mrr_at_5_max": 0.765988, "nauc_mrr_at_5_std": 0.696042, "nauc_mrr_at_5_diff1": 0.454681, "nauc_mrr_at_10_max": 0.766615, "nauc_mrr_at_10_std": 0.697264, "nauc_mrr_at_10_diff1": 0.457554, "nauc_mrr_at_20_max": 0.766413, "nauc_mrr_at_20_std": 0.697204, "nauc_mrr_at_20_diff1": 0.456749, "nauc_mrr_at_100_max": 0.766413, "nauc_mrr_at_100_std": 0.697204, "nauc_mrr_at_100_diff1": 0.456749, "nauc_mrr_at_1000_max": 0.766413, "nauc_mrr_at_1000_std": 0.697204, "nauc_mrr_at_1000_diff1": 0.456749, "hit_rate_at_1": 0.68372, "hit_rate_at_3": 0.76279, "hit_rate_at_5": 0.77209, "hit_rate_at_10": 0.77674, "hit_rate_at_20": 0.7814, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.55076, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.64419, "ndcg_at_3": 0.57933, "ndcg_at_5": 0.55655, "ndcg_at_10": 0.54339, "ndcg_at_20": 0.5491, "ndcg_at_100": 0.55078, "ndcg_at_1000": 0.55078, "map_at_1": 0.25245, "map_at_3": 0.38686, "map_at_5": 0.42446, "map_at_10": 0.44861, "map_at_20": 0.46035, "map_at_100": 0.4615, "map_at_1000": 0.4615, "recall_at_1": 0.25245, "recall_at_3": 0.41075, "recall_at_5": 0.46531, "recall_at_10": 0.5096, "recall_at_20": 0.5343, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.25245, "precision_at_1": 0.70233, "precision_at_3": 0.45891, "precision_at_5": 0.33581, "precision_at_10": 0.19721, "precision_at_20": 0.11047, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.702326, "mrr_at_3": 0.734884, "mrr_at_5": 0.737209, "mrr_at_10": 0.737874, "mrr_at_20": 0.737874, "mrr_at_100": 0.738046, "mrr_at_1000": 0.738046, "nauc_ndcg_at_1_max": 0.675843, "nauc_ndcg_at_1_std": 0.531522, "nauc_ndcg_at_1_diff1": 0.428017, "nauc_ndcg_at_3_max": 0.650342, "nauc_ndcg_at_3_std": 0.626649, "nauc_ndcg_at_3_diff1": 0.299002, "nauc_ndcg_at_5_max": 0.649664, "nauc_ndcg_at_5_std": 0.639913, "nauc_ndcg_at_5_diff1": 0.298125, "nauc_ndcg_at_10_max": 0.635098, "nauc_ndcg_at_10_std": 0.630852, "nauc_ndcg_at_10_diff1": 0.294086, "nauc_ndcg_at_20_max": 0.645236, "nauc_ndcg_at_20_std": 0.648098, "nauc_ndcg_at_20_diff1": 0.288811, "nauc_ndcg_at_100_max": 0.650022, "nauc_ndcg_at_100_std": 0.652627, "nauc_ndcg_at_100_diff1": 0.288155, "nauc_ndcg_at_1000_max": 0.650022, "nauc_ndcg_at_1000_std": 0.652627, "nauc_ndcg_at_1000_diff1": 0.288155, "nauc_map_at_1_max": 0.435606, "nauc_map_at_1_std": 0.231222, "nauc_map_at_1_diff1": 0.428296, "nauc_map_at_3_max": 0.469349, "nauc_map_at_3_std": 0.423392, "nauc_map_at_3_diff1": 0.297032, "nauc_map_at_5_max": 0.50216, "nauc_map_at_5_std": 0.493559, "nauc_map_at_5_diff1": 0.257597, "nauc_map_at_10_max": 0.526913, "nauc_map_at_10_std": 0.546085, "nauc_map_at_10_diff1": 0.228359, "nauc_map_at_20_max": 0.541074, "nauc_map_at_20_std": 0.576006, "nauc_map_at_20_diff1": 0.218451, "nauc_map_at_100_max": 0.544134, "nauc_map_at_100_std": 0.578728, "nauc_map_at_100_diff1": 0.218399, "nauc_map_at_1000_max": 0.544134, "nauc_map_at_1000_std": 0.578728, "nauc_map_at_1000_diff1": 0.218399, "nauc_recall_at_1_max": 0.435606, "nauc_recall_at_1_std": 0.231222, "nauc_recall_at_1_diff1": 0.428296, "nauc_recall_at_3_max": 0.455053, "nauc_recall_at_3_std": 0.426594, "nauc_recall_at_3_diff1": 0.275037, "nauc_recall_at_5_max": 0.496661, "nauc_recall_at_5_std": 0.511268, "nauc_recall_at_5_diff1": 0.228452, "nauc_recall_at_10_max": 0.534925, "nauc_recall_at_10_std": 0.594373, "nauc_recall_at_10_diff1": 0.180216, "nauc_recall_at_20_max": 0.563831, "nauc_recall_at_20_std": 0.647951, "nauc_recall_at_20_diff1": 0.16689, "nauc_recall_at_100_max": 0.573932, "nauc_recall_at_100_std": 0.657574, "nauc_recall_at_100_diff1": 0.165245, "nauc_recall_at_1000_max": 0.573932, "nauc_recall_at_1000_std": 0.657574, "nauc_recall_at_1000_diff1": 0.165245, "nauc_precision_at_1_max": 0.715315, "nauc_precision_at_1_std": 0.644706, "nauc_precision_at_1_diff1": 0.412325, "nauc_precision_at_3_max": 0.421777, "nauc_precision_at_3_std": 0.613283, "nauc_precision_at_3_diff1": -0.01572, "nauc_precision_at_5_max": 0.394397, "nauc_precision_at_5_std": 0.603395, "nauc_precision_at_5_diff1": -0.073833, "nauc_precision_at_10_max": 0.364199, "nauc_precision_at_10_std": 0.590397, "nauc_precision_at_10_diff1": -0.123129, "nauc_precision_at_20_max": 0.334257, "nauc_precision_at_20_std": 0.576211, "nauc_precision_at_20_diff1": -0.142697, "nauc_precision_at_100_max": 0.338766, "nauc_precision_at_100_std": 0.573885, "nauc_precision_at_100_diff1": -0.142155, "nauc_precision_at_1000_max": 0.338766, "nauc_precision_at_1000_std": 0.573885, "nauc_precision_at_1000_diff1": -0.142155, "nauc_mrr_at_1_max": 0.715315, "nauc_mrr_at_1_std": 0.644706, "nauc_mrr_at_1_diff1": 0.412325, "nauc_mrr_at_3_max": 0.770342, "nauc_mrr_at_3_std": 0.735899, "nauc_mrr_at_3_diff1": 0.426913, "nauc_mrr_at_5_max": 0.78109, "nauc_mrr_at_5_std": 0.737842, "nauc_mrr_at_5_diff1": 0.434447, "nauc_mrr_at_10_max": 0.786017, "nauc_mrr_at_10_std": 0.739021, "nauc_mrr_at_10_diff1": 0.440381, "nauc_mrr_at_20_max": 0.786017, "nauc_mrr_at_20_std": 0.739021, "nauc_mrr_at_20_diff1": 0.440381, "nauc_mrr_at_100_max": 0.785902, "nauc_mrr_at_100_std": 0.739327, "nauc_mrr_at_100_diff1": 0.439875, "nauc_mrr_at_1000_max": 0.785902, "nauc_mrr_at_1000_std": 0.739327, "nauc_mrr_at_1000_diff1": 0.439875, "hit_rate_at_1": 0.70233, "hit_rate_at_3": 0.77674, "hit_rate_at_5": 0.78605, "hit_rate_at_10": 0.7907, "hit_rate_at_20": 0.7907, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.54339, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.81163, "ndcg_at_3": 0.77482, "ndcg_at_5": 0.7778, "ndcg_at_10": 0.79118, "ndcg_at_20": 0.81053, "ndcg_at_100": 0.81516, "ndcg_at_1000": 0.81516, "map_at_1": 0.32821, "map_at_3": 0.53299, "map_at_5": 0.61878, "map_at_10": 0.68412, "map_at_20": 0.71172, "map_at_100": 0.71527, "map_at_1000": 0.71527, "recall_at_1": 0.32821, "recall_at_3": 0.56282, "recall_at_5": 0.68212, "recall_at_10": 0.79483, "recall_at_20": 0.8557, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.32821, "precision_at_1": 0.86977, "precision_at_3": 0.62326, "precision_at_5": 0.50326, "precision_at_10": 0.32837, "precision_at_20": 0.1907, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.869767, "mrr_at_3": 0.910853, "mrr_at_5": 0.915504, "mrr_at_10": 0.917215, "mrr_at_20": 0.917215, "mrr_at_100": 0.917215, "mrr_at_1000": 0.917215, "nauc_ndcg_at_1_max": 0.424689, "nauc_ndcg_at_1_std": -0.068246, "nauc_ndcg_at_1_diff1": 0.433817, "nauc_ndcg_at_3_max": 0.33526, "nauc_ndcg_at_3_std": 0.043998, "nauc_ndcg_at_3_diff1": 0.216025, "nauc_ndcg_at_5_max": 0.336185, "nauc_ndcg_at_5_std": 0.057805, "nauc_ndcg_at_5_diff1": 0.203306, "nauc_ndcg_at_10_max": 0.322793, "nauc_ndcg_at_10_std": 0.075791, "nauc_ndcg_at_10_diff1": 0.200336, "nauc_ndcg_at_20_max": 0.332858, "nauc_ndcg_at_20_std": 0.126408, "nauc_ndcg_at_20_diff1": 0.163763, "nauc_ndcg_at_100_max": 0.340135, "nauc_ndcg_at_100_std": 0.136769, "nauc_ndcg_at_100_diff1": 0.164609, "nauc_ndcg_at_1000_max": 0.340135, "nauc_ndcg_at_1000_std": 0.136769, "nauc_ndcg_at_1000_diff1": 0.164609, "nauc_map_at_1_max": 0.189975, "nauc_map_at_1_std": -0.243514, "nauc_map_at_1_diff1": 0.473992, "nauc_map_at_3_max": 0.205937, "nauc_map_at_3_std": -0.139182, "nauc_map_at_3_diff1": 0.336141, "nauc_map_at_5_max": 0.226276, "nauc_map_at_5_std": -0.081736, "nauc_map_at_5_diff1": 0.249828, "nauc_map_at_10_max": 0.243717, "nauc_map_at_10_std": 0.024246, "nauc_map_at_10_diff1": 0.187322, "nauc_map_at_20_max": 0.254861, "nauc_map_at_20_std": 0.09316, "nauc_map_at_20_diff1": 0.149508, "nauc_map_at_100_max": 0.257109, "nauc_map_at_100_std": 0.099643, "nauc_map_at_100_diff1": 0.148237, "nauc_map_at_1000_max": 0.257109, "nauc_map_at_1000_std": 0.099643, "nauc_map_at_1000_diff1": 0.148237, "nauc_recall_at_1_max": 0.189975, "nauc_recall_at_1_std": -0.243514, "nauc_recall_at_1_diff1": 0.473992, "nauc_recall_at_3_max": 0.175215, "nauc_recall_at_3_std": -0.155331, "nauc_recall_at_3_diff1": 0.297573, "nauc_recall_at_5_max": 0.167858, "nauc_recall_at_5_std": -0.116453, "nauc_recall_at_5_diff1": 0.183905, "nauc_recall_at_10_max": 0.184677, "nauc_recall_at_10_std": 0.030668, "nauc_recall_at_10_diff1": 0.079417, "nauc_recall_at_20_max": 0.209232, "nauc_recall_at_20_std": 0.202888, "nauc_recall_at_20_diff1": -0.03072, "nauc_recall_at_100_max": 0.227372, "nauc_recall_at_100_std": 0.240658, "nauc_recall_at_100_diff1": -0.037559, "nauc_recall_at_1000_max": 0.227372, "nauc_recall_at_1000_std": 0.240658, "nauc_recall_at_1000_diff1": -0.037559, "nauc_precision_at_1_max": 0.516135, "nauc_precision_at_1_std": 0.190652, "nauc_precision_at_1_diff1": 0.357568, "nauc_precision_at_3_max": 0.095306, "nauc_precision_at_3_std": 0.325988, "nauc_precision_at_3_diff1": -0.290041, "nauc_precision_at_5_max": 0.041423, "nauc_precision_at_5_std": 0.372366, "nauc_precision_at_5_diff1": -0.390481, "nauc_precision_at_10_max": -0.009688, "nauc_precision_at_10_std": 0.417413, "nauc_precision_at_10_diff1": -0.395982, "nauc_precision_at_20_max": -0.028439, "nauc_precision_at_20_std": 0.419772, "nauc_precision_at_20_diff1": -0.377884, "nauc_precision_at_100_max": -0.029543, "nauc_precision_at_100_std": 0.408385, "nauc_precision_at_100_diff1": -0.36313, "nauc_precision_at_1000_max": -0.029543, "nauc_precision_at_1000_std": 0.408385, "nauc_precision_at_1000_diff1": -0.36313, "nauc_mrr_at_1_max": 0.516135, "nauc_mrr_at_1_std": 0.190652, "nauc_mrr_at_1_diff1": 0.357568, "nauc_mrr_at_3_max": 0.548954, "nauc_mrr_at_3_std": 0.288665, "nauc_mrr_at_3_diff1": 0.278122, "nauc_mrr_at_5_max": 0.532619, "nauc_mrr_at_5_std": 0.278305, "nauc_mrr_at_5_diff1": 0.268158, "nauc_mrr_at_10_max": 0.534834, "nauc_mrr_at_10_std": 0.271867, "nauc_mrr_at_10_diff1": 0.276386, "nauc_mrr_at_20_max": 0.534834, "nauc_mrr_at_20_std": 0.271867, "nauc_mrr_at_20_diff1": 0.276386, "nauc_mrr_at_100_max": 0.534834, "nauc_mrr_at_100_std": 0.271867, "nauc_mrr_at_100_diff1": 0.276386, "nauc_mrr_at_1000_max": 0.534834, "nauc_mrr_at_1000_std": 0.271867, "nauc_mrr_at_1000_diff1": 0.276386, "hit_rate_at_1": 0.86977, "hit_rate_at_3": 0.95814, "hit_rate_at_5": 0.97674, "hit_rate_at_10": 0.9907, "hit_rate_at_20": 0.9907, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.79118, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.56977, "ndcg_at_3": 0.5298, "ndcg_at_5": 0.52783, "ndcg_at_10": 0.52779, "ndcg_at_20": 0.53267, "ndcg_at_100": 0.53504, "ndcg_at_1000": 0.53504, "map_at_1": 0.22685, "map_at_3": 0.35627, "map_at_5": 0.41105, "map_at_10": 0.44729, "map_at_20": 0.45838, "map_at_100": 0.46019, "map_at_1000": 0.46019, "recall_at_1": 0.22685, "recall_at_3": 0.37761, "recall_at_5": 0.45523, "recall_at_10": 0.52491, "recall_at_20": 0.55079, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.22685, "precision_at_1": 0.62326, "precision_at_3": 0.42791, "precision_at_5": 0.3414, "precision_at_10": 0.21256, "precision_at_20": 0.11837, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.623256, "mrr_at_3": 0.654264, "mrr_at_5": 0.661008, "mrr_at_10": 0.662364, "mrr_at_20": 0.662787, "mrr_at_100": 0.662787, "mrr_at_1000": 0.662787, "nauc_ndcg_at_1_max": 0.7499, "nauc_ndcg_at_1_std": 0.62443, "nauc_ndcg_at_1_diff1": 0.42221, "nauc_ndcg_at_3_max": 0.701585, "nauc_ndcg_at_3_std": 0.641004, "nauc_ndcg_at_3_diff1": 0.288027, "nauc_ndcg_at_5_max": 0.710608, "nauc_ndcg_at_5_std": 0.672137, "nauc_ndcg_at_5_diff1": 0.305567, "nauc_ndcg_at_10_max": 0.703489, "nauc_ndcg_at_10_std": 0.675037, "nauc_ndcg_at_10_diff1": 0.311298, "nauc_ndcg_at_20_max": 0.704658, "nauc_ndcg_at_20_std": 0.680575, "nauc_ndcg_at_20_diff1": 0.308631, "nauc_ndcg_at_100_max": 0.708248, "nauc_ndcg_at_100_std": 0.684508, "nauc_ndcg_at_100_diff1": 0.306789, "nauc_ndcg_at_1000_max": 0.708248, "nauc_ndcg_at_1000_std": 0.684508, "nauc_ndcg_at_1000_diff1": 0.306789, "nauc_map_at_1_max": 0.432076, "nauc_map_at_1_std": 0.252171, "nauc_map_at_1_diff1": 0.514636, "nauc_map_at_3_max": 0.509673, "nauc_map_at_3_std": 0.40841, "nauc_map_at_3_diff1": 0.342332, "nauc_map_at_5_max": 0.55228, "nauc_map_at_5_std": 0.497104, "nauc_map_at_5_diff1": 0.300627, "nauc_map_at_10_max": 0.595601, "nauc_map_at_10_std": 0.572588, "nauc_map_at_10_diff1": 0.27587, "nauc_map_at_20_max": 0.61016, "nauc_map_at_20_std": 0.59686, "nauc_map_at_20_diff1": 0.271192, "nauc_map_at_100_max": 0.613101, "nauc_map_at_100_std": 0.599956, "nauc_map_at_100_diff1": 0.270341, "nauc_map_at_1000_max": 0.613101, "nauc_map_at_1000_std": 0.599956, "nauc_map_at_1000_diff1": 0.270341, "nauc_recall_at_1_max": 0.432076, "nauc_recall_at_1_std": 0.252171, "nauc_recall_at_1_diff1": 0.514636, "nauc_recall_at_3_max": 0.487764, "nauc_recall_at_3_std": 0.405877, "nauc_recall_at_3_diff1": 0.29748, "nauc_recall_at_5_max": 0.55201, "nauc_recall_at_5_std": 0.528703, "nauc_recall_at_5_diff1": 0.260531, "nauc_recall_at_10_max": 0.61685, "nauc_recall_at_10_std": 0.645969, "nauc_recall_at_10_diff1": 0.231995, "nauc_recall_at_20_max": 0.642975, "nauc_recall_at_20_std": 0.6916, "nauc_recall_at_20_diff1": 0.222481, "nauc_recall_at_100_max": 0.652049, "nauc_recall_at_100_std": 0.700366, "nauc_recall_at_100_diff1": 0.220058, "nauc_recall_at_1000_max": 0.652049, "nauc_recall_at_1000_std": 0.700366, "nauc_recall_at_1000_diff1": 0.220058, "nauc_precision_at_1_max": 0.814311, "nauc_precision_at_1_std": 0.740172, "nauc_precision_at_1_diff1": 0.407842, "nauc_precision_at_3_max": 0.545275, "nauc_precision_at_3_std": 0.630733, "nauc_precision_at_3_diff1": -0.012584, "nauc_precision_at_5_max": 0.508408, "nauc_precision_at_5_std": 0.642538, "nauc_precision_at_5_diff1": -0.047324, "nauc_precision_at_10_max": 0.471151, "nauc_precision_at_10_std": 0.631545, "nauc_precision_at_10_diff1": -0.079591, "nauc_precision_at_20_max": 0.433653, "nauc_precision_at_20_std": 0.601747, "nauc_precision_at_20_diff1": -0.091935, "nauc_precision_at_100_max": 0.426584, "nauc_precision_at_100_std": 0.586861, "nauc_precision_at_100_diff1": -0.091624, "nauc_precision_at_1000_max": 0.426584, "nauc_precision_at_1000_std": 0.586861, "nauc_precision_at_1000_diff1": -0.091624, "nauc_mrr_at_1_max": 0.814311, "nauc_mrr_at_1_std": 0.740172, "nauc_mrr_at_1_diff1": 0.407842, "nauc_mrr_at_3_max": 0.847063, "nauc_mrr_at_3_std": 0.79808, "nauc_mrr_at_3_diff1": 0.39439, "nauc_mrr_at_5_max": 0.861056, "nauc_mrr_at_5_std": 0.81087, "nauc_mrr_at_5_diff1": 0.401183, "nauc_mrr_at_10_max": 0.860161, "nauc_mrr_at_10_std": 0.811026, "nauc_mrr_at_10_diff1": 0.399563, "nauc_mrr_at_20_max": 0.860264, "nauc_mrr_at_20_std": 0.810819, "nauc_mrr_at_20_diff1": 0.399162, "nauc_mrr_at_100_max": 0.860264, "nauc_mrr_at_100_std": 0.810819, "nauc_mrr_at_100_diff1": 0.399162, "nauc_mrr_at_1000_max": 0.860264, "nauc_mrr_at_1000_std": 0.810819, "nauc_mrr_at_1000_diff1": 0.399162, "hit_rate_at_1": 0.62326, "hit_rate_at_3": 0.69302, "hit_rate_at_5": 0.72093, "hit_rate_at_10": 0.73023, "hit_rate_at_20": 0.73488, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.52779, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.67442, "ndcg_at_3": 0.62987, "ndcg_at_5": 0.61964, "ndcg_at_10": 0.61357, "ndcg_at_20": 0.62143, "ndcg_at_100": 0.62259, "ndcg_at_1000": 0.62259, "map_at_1": 0.26784, "map_at_3": 0.43396, "map_at_5": 0.4908, "map_at_10": 0.52385, "map_at_20": 0.53644, "map_at_100": 0.53743, "map_at_1000": 0.53743, "recall_at_1": 0.26784, "recall_at_3": 0.46282, "recall_at_5": 0.53996, "recall_at_10": 0.59549, "recall_at_20": 0.62777, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.26784, "precision_at_1": 0.72093, "precision_at_3": 0.49922, "precision_at_5": 0.38419, "precision_at_10": 0.23256, "precision_at_20": 0.12791, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.72093, "mrr_at_3": 0.767442, "mrr_at_5": 0.768372, "mrr_at_10": 0.769037, "mrr_at_20": 0.769037, "mrr_at_100": 0.769037, "mrr_at_1000": 0.769037, "nauc_ndcg_at_1_max": 0.663828, "nauc_ndcg_at_1_std": 0.428619, "nauc_ndcg_at_1_diff1": 0.492191, "nauc_ndcg_at_3_max": 0.580329, "nauc_ndcg_at_3_std": 0.499529, "nauc_ndcg_at_3_diff1": 0.28102, "nauc_ndcg_at_5_max": 0.590194, "nauc_ndcg_at_5_std": 0.502178, "nauc_ndcg_at_5_diff1": 0.282446, "nauc_ndcg_at_10_max": 0.602837, "nauc_ndcg_at_10_std": 0.518744, "nauc_ndcg_at_10_diff1": 0.291621, "nauc_ndcg_at_20_max": 0.622109, "nauc_ndcg_at_20_std": 0.538433, "nauc_ndcg_at_20_diff1": 0.293281, "nauc_ndcg_at_100_max": 0.625693, "nauc_ndcg_at_100_std": 0.543833, "nauc_ndcg_at_100_diff1": 0.29232, "nauc_ndcg_at_1000_max": 0.625693, "nauc_ndcg_at_1000_std": 0.543833, "nauc_ndcg_at_1000_diff1": 0.29232, "nauc_map_at_1_max": 0.375343, "nauc_map_at_1_std": 0.055315, "nauc_map_at_1_diff1": 0.506692, "nauc_map_at_3_max": 0.396045, "nauc_map_at_3_std": 0.216062, "nauc_map_at_3_diff1": 0.318021, "nauc_map_at_5_max": 0.422231, "nauc_map_at_5_std": 0.29713, "nauc_map_at_5_diff1": 0.268633, "nauc_map_at_10_max": 0.471806, "nauc_map_at_10_std": 0.391697, "nauc_map_at_10_diff1": 0.241877, "nauc_map_at_20_max": 0.491442, "nauc_map_at_20_std": 0.42701, "nauc_map_at_20_diff1": 0.238029, "nauc_map_at_100_max": 0.493921, "nauc_map_at_100_std": 0.43136, "nauc_map_at_100_diff1": 0.237352, "nauc_map_at_1000_max": 0.493921, "nauc_map_at_1000_std": 0.43136, "nauc_map_at_1000_diff1": 0.237352, "nauc_recall_at_1_max": 0.375343, "nauc_recall_at_1_std": 0.055315, "nauc_recall_at_1_diff1": 0.506692, "nauc_recall_at_3_max": 0.371284, "nauc_recall_at_3_std": 0.215898, "nauc_recall_at_3_diff1": 0.266658, "nauc_recall_at_5_max": 0.422417, "nauc_recall_at_5_std": 0.322433, "nauc_recall_at_5_diff1": 0.221514, "nauc_recall_at_10_max": 0.512989, "nauc_recall_at_10_std": 0.474707, "nauc_recall_at_10_diff1": 0.194376, "nauc_recall_at_20_max": 0.566926, "nauc_recall_at_20_std": 0.568237, "nauc_recall_at_20_diff1": 0.181653, "nauc_recall_at_100_max": 0.57708, "nauc_recall_at_100_std": 0.581725, "nauc_recall_at_100_diff1": 0.180152, "nauc_recall_at_1000_max": 0.57708, "nauc_recall_at_1000_std": 0.581725, "nauc_recall_at_1000_diff1": 0.180152, "nauc_precision_at_1_max": 0.69841, "nauc_precision_at_1_std": 0.53368, "nauc_precision_at_1_diff1": 0.470859, "nauc_precision_at_3_max": 0.336411, "nauc_precision_at_3_std": 0.547581, "nauc_precision_at_3_diff1": -0.105022, "nauc_precision_at_5_max": 0.310387, "nauc_precision_at_5_std": 0.567825, "nauc_precision_at_5_diff1": -0.158444, "nauc_precision_at_10_max": 0.295737, "nauc_precision_at_10_std": 0.597222, "nauc_precision_at_10_diff1": -0.189244, "nauc_precision_at_20_max": 0.293024, "nauc_precision_at_20_std": 0.598363, "nauc_precision_at_20_diff1": -0.185089, "nauc_precision_at_100_max": 0.294377, "nauc_precision_at_100_std": 0.602001, "nauc_precision_at_100_diff1": -0.185083, "nauc_precision_at_1000_max": 0.294377, "nauc_precision_at_1000_std": 0.602001, "nauc_precision_at_1000_diff1": -0.185083, "nauc_mrr_at_1_max": 0.69841, "nauc_mrr_at_1_std": 0.53368, "nauc_mrr_at_1_diff1": 0.470859, "nauc_mrr_at_3_max": 0.765053, "nauc_mrr_at_3_std": 0.665132, "nauc_mrr_at_3_diff1": 0.431957, "nauc_mrr_at_5_max": 0.775848, "nauc_mrr_at_5_std": 0.667168, "nauc_mrr_at_5_diff1": 0.438781, "nauc_mrr_at_10_max": 0.776859, "nauc_mrr_at_10_std": 0.672707, "nauc_mrr_at_10_diff1": 0.437694, "nauc_mrr_at_20_max": 0.776859, "nauc_mrr_at_20_std": 0.672707, "nauc_mrr_at_20_diff1": 0.437694, "nauc_mrr_at_100_max": 0.776859, "nauc_mrr_at_100_std": 0.672707, "nauc_mrr_at_100_diff1": 0.437694, "nauc_mrr_at_1000_max": 0.776859, "nauc_mrr_at_1000_std": 0.672707, "nauc_mrr_at_1000_diff1": 0.437694, "hit_rate_at_1": 0.72093, "hit_rate_at_3": 0.8186, "hit_rate_at_5": 0.82326, "hit_rate_at_10": 0.82791, "hit_rate_at_20": 0.82791, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.61357, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.63023, "ndcg_at_3": 0.56558, "ndcg_at_5": 0.55293, "ndcg_at_10": 0.541, "ndcg_at_20": 0.54855, "ndcg_at_100": 0.55031, "ndcg_at_1000": 0.55031, "map_at_1": 0.24774, "map_at_3": 0.37963, "map_at_5": 0.42731, "map_at_10": 0.45181, "map_at_20": 0.46496, "map_at_100": 0.46651, "map_at_1000": 0.46651, "recall_at_1": 0.24774, "recall_at_3": 0.39703, "recall_at_5": 0.46537, "recall_at_10": 0.50414, "recall_at_20": 0.53272, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.24774, "precision_at_1": 0.66977, "precision_at_3": 0.44806, "precision_at_5": 0.34419, "precision_at_10": 0.20233, "precision_at_20": 0.11488, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.669767, "mrr_at_3": 0.69845, "mrr_at_5": 0.701705, "mrr_at_10": 0.701705, "mrr_at_20": 0.701705, "mrr_at_100": 0.701705, "mrr_at_1000": 0.701705, "nauc_ndcg_at_1_max": 0.765469, "nauc_ndcg_at_1_std": 0.584409, "nauc_ndcg_at_1_diff1": 0.489596, "nauc_ndcg_at_3_max": 0.714546, "nauc_ndcg_at_3_std": 0.640835, "nauc_ndcg_at_3_diff1": 0.352157, "nauc_ndcg_at_5_max": 0.716142, "nauc_ndcg_at_5_std": 0.649018, "nauc_ndcg_at_5_diff1": 0.367607, "nauc_ndcg_at_10_max": 0.704782, "nauc_ndcg_at_10_std": 0.640608, "nauc_ndcg_at_10_diff1": 0.365826, "nauc_ndcg_at_20_max": 0.720706, "nauc_ndcg_at_20_std": 0.660725, "nauc_ndcg_at_20_diff1": 0.359564, "nauc_ndcg_at_100_max": 0.722716, "nauc_ndcg_at_100_std": 0.665457, "nauc_ndcg_at_100_diff1": 0.358264, "nauc_ndcg_at_1000_max": 0.722716, "nauc_ndcg_at_1000_std": 0.665457, "nauc_ndcg_at_1000_diff1": 0.358264, "nauc_map_at_1_max": 0.466534, "nauc_map_at_1_std": 0.203417, "nauc_map_at_1_diff1": 0.517431, "nauc_map_at_3_max": 0.527288, "nauc_map_at_3_std": 0.399456, "nauc_map_at_3_diff1": 0.382832, "nauc_map_at_5_max": 0.559338, "nauc_map_at_5_std": 0.471191, "nauc_map_at_5_diff1": 0.341492, "nauc_map_at_10_max": 0.593062, "nauc_map_at_10_std": 0.541988, "nauc_map_at_10_diff1": 0.319469, "nauc_map_at_20_max": 0.612262, "nauc_map_at_20_std": 0.58135, "nauc_map_at_20_diff1": 0.307519, "nauc_map_at_100_max": 0.614476, "nauc_map_at_100_std": 0.586023, "nauc_map_at_100_diff1": 0.306461, "nauc_map_at_1000_max": 0.614476, "nauc_map_at_1000_std": 0.586023, "nauc_map_at_1000_diff1": 0.306461, "nauc_recall_at_1_max": 0.466534, "nauc_recall_at_1_std": 0.203417, "nauc_recall_at_1_diff1": 0.517431, "nauc_recall_at_3_max": 0.525424, "nauc_recall_at_3_std": 0.404404, "nauc_recall_at_3_diff1": 0.359277, "nauc_recall_at_5_max": 0.565634, "nauc_recall_at_5_std": 0.493856, "nauc_recall_at_5_diff1": 0.30675, "nauc_recall_at_10_max": 0.621135, "nauc_recall_at_10_std": 0.601115, "nauc_recall_at_10_diff1": 0.27799, "nauc_recall_at_20_max": 0.659565, "nauc_recall_at_20_std": 0.677459, "nauc_recall_at_20_diff1": 0.256436, "nauc_recall_at_100_max": 0.665187, "nauc_recall_at_100_std": 0.686797, "nauc_recall_at_100_diff1": 0.253548, "nauc_recall_at_1000_max": 0.665187, "nauc_recall_at_1000_std": 0.686797, "nauc_recall_at_1000_diff1": 0.253548, "nauc_precision_at_1_max": 0.809001, "nauc_precision_at_1_std": 0.686142, "nauc_precision_at_1_diff1": 0.498365, "nauc_precision_at_3_max": 0.486025, "nauc_precision_at_3_std": 0.645017, "nauc_precision_at_3_diff1": 0.019305, "nauc_precision_at_5_max": 0.449291, "nauc_precision_at_5_std": 0.651586, "nauc_precision_at_5_diff1": -0.047989, "nauc_precision_at_10_max": 0.396778, "nauc_precision_at_10_std": 0.661064, "nauc_precision_at_10_diff1": -0.09755, "nauc_precision_at_20_max": 0.375406, "nauc_precision_at_20_std": 0.650133, "nauc_precision_at_20_diff1": -0.124914, "nauc_precision_at_100_max": 0.36727, "nauc_precision_at_100_std": 0.643529, "nauc_precision_at_100_diff1": -0.125518, "nauc_precision_at_1000_max": 0.36727, "nauc_precision_at_1000_std": 0.643529, "nauc_precision_at_1000_diff1": -0.125518, "nauc_mrr_at_1_max": 0.809001, "nauc_mrr_at_1_std": 0.686142, "nauc_mrr_at_1_diff1": 0.498365, "nauc_mrr_at_3_max": 0.862327, "nauc_mrr_at_3_std": 0.777903, "nauc_mrr_at_3_diff1": 0.47236, "nauc_mrr_at_5_max": 0.867413, "nauc_mrr_at_5_std": 0.787084, "nauc_mrr_at_5_diff1": 0.476634, "nauc_mrr_at_10_max": 0.867413, "nauc_mrr_at_10_std": 0.787084, "nauc_mrr_at_10_diff1": 0.476634, "nauc_mrr_at_20_max": 0.867413, "nauc_mrr_at_20_std": 0.787084, "nauc_mrr_at_20_diff1": 0.476634, "nauc_mrr_at_100_max": 0.867413, "nauc_mrr_at_100_std": 0.787084, "nauc_mrr_at_100_diff1": 0.476634, "nauc_mrr_at_1000_max": 0.867413, "nauc_mrr_at_1000_std": 0.787084, "nauc_mrr_at_1000_diff1": 0.476634, "hit_rate_at_1": 0.66977, "hit_rate_at_3": 0.73488, "hit_rate_at_5": 0.74884, "hit_rate_at_10": 0.74884, "hit_rate_at_20": 0.74884, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.541, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 6275.060050704007, "kg_co2_emissions": null, "date": 1791815193.764558, "evaluation_phases": [ { "name": "Data loading", "start": 1.7215992556884885e-05, "end": 34.28017244399234, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 34.280219003994716, "end": 34.280222218993, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 34.286713428999064, "end": 1094.8487774399982, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1094.8488285669882, "end": 1094.8963496389915, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1094.9142249430006, "end": 2129.9373122879915, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2129.937352848996, "end": 2129.9751943320007, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2129.9896338969993, "end": 3152.878563851991, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 3152.8786560799927, "end": 3152.916715801999, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 3152.9330558049987, "end": 4188.940278391994, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4188.9403139450005, "end": 4188.97978301, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 4188.995094080994, "end": 5240.131294084989, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 5240.131338641993, "end": 5240.169844053991, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 5240.195926863991, "end": 6275.010255172994, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 6275.010293279993, "end": 6275.048806136998, "split": "test", "subset": "portuguese" } ] }