{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.63474, "ndcg_at_3": 0.64457, "ndcg_at_5": 0.65955, "ndcg_at_10": 0.68115, "ndcg_at_20": 0.70335, "ndcg_at_100": 0.71405, "ndcg_at_1000": 0.71405, "map_at_1": 0.38321, "map_at_3": 0.5158, "map_at_5": 0.55118, "map_at_10": 0.57904, "map_at_20": 0.59802, "map_at_100": 0.60412, "map_at_1000": 0.60412, "recall_at_1": 0.38321, "recall_at_3": 0.58113, "recall_at_5": 0.65709, "recall_at_10": 0.74409, "recall_at_20": 0.81898, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.38321, "precision_at_1": 0.66558, "precision_at_3": 0.39394, "precision_at_5": 0.29156, "precision_at_10": 0.18247, "precision_at_20": 0.1138, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.665584, "mrr_at_3": 0.742965, "mrr_at_5": 0.754816, "mrr_at_10": 0.760938, "mrr_at_20": 0.76297, "mrr_at_100": 0.763263, "mrr_at_1000": 0.763263, "nauc_ndcg_at_1_max": 0.248651, "nauc_ndcg_at_1_std": -0.097167, "nauc_ndcg_at_1_diff1": 0.307193, "nauc_ndcg_at_3_max": 0.237132, "nauc_ndcg_at_3_std": -0.087734, "nauc_ndcg_at_3_diff1": 0.24687, "nauc_ndcg_at_5_max": 0.223816, "nauc_ndcg_at_5_std": -0.086263, "nauc_ndcg_at_5_diff1": 0.234825, "nauc_ndcg_at_10_max": 0.234959, "nauc_ndcg_at_10_std": -0.053839, "nauc_ndcg_at_10_diff1": 0.22467, "nauc_ndcg_at_20_max": 0.246675, "nauc_ndcg_at_20_std": -0.035376, "nauc_ndcg_at_20_diff1": 0.201408, "nauc_ndcg_at_100_max": 0.257124, "nauc_ndcg_at_100_std": -0.047876, "nauc_ndcg_at_100_diff1": 0.196973, "nauc_ndcg_at_1000_max": 0.257124, "nauc_ndcg_at_1000_std": -0.047876, "nauc_ndcg_at_1000_diff1": 0.196973, "nauc_map_at_1_max": 0.092811, "nauc_map_at_1_std": -0.17261, "nauc_map_at_1_diff1": 0.393157, "nauc_map_at_3_max": 0.159848, "nauc_map_at_3_std": -0.129172, "nauc_map_at_3_diff1": 0.281043, "nauc_map_at_5_max": 0.180874, "nauc_map_at_5_std": -0.113388, "nauc_map_at_5_diff1": 0.256201, "nauc_map_at_10_max": 0.196079, "nauc_map_at_10_std": -0.085944, "nauc_map_at_10_diff1": 0.240983, "nauc_map_at_20_max": 0.204925, "nauc_map_at_20_std": -0.07584, "nauc_map_at_20_diff1": 0.228006, "nauc_map_at_100_max": 0.208563, "nauc_map_at_100_std": -0.081241, "nauc_map_at_100_diff1": 0.224949, "nauc_map_at_1000_max": 0.208563, "nauc_map_at_1000_std": -0.081241, "nauc_map_at_1000_diff1": 0.224949, "nauc_recall_at_1_max": 0.092811, "nauc_recall_at_1_std": -0.17261, "nauc_recall_at_1_diff1": 0.393157, "nauc_recall_at_3_max": 0.146852, "nauc_recall_at_3_std": -0.096317, "nauc_recall_at_3_diff1": 0.22019, "nauc_recall_at_5_max": 0.169197, "nauc_recall_at_5_std": -0.067215, "nauc_recall_at_5_diff1": 0.158492, "nauc_recall_at_10_max": 0.186454, "nauc_recall_at_10_std": 0.00931, "nauc_recall_at_10_diff1": 0.117126, "nauc_recall_at_20_max": 0.206715, "nauc_recall_at_20_std": 0.097736, "nauc_recall_at_20_diff1": -0.001936, "nauc_recall_at_100_max": 0.259538, "nauc_recall_at_100_std": 0.059588, "nauc_recall_at_100_diff1": -0.04889, "nauc_recall_at_1000_max": 0.259538, "nauc_recall_at_1000_std": 0.059588, "nauc_recall_at_1000_diff1": -0.04889, "nauc_precision_at_1_max": 0.294312, "nauc_precision_at_1_std": -0.120702, "nauc_precision_at_1_diff1": 0.270904, "nauc_precision_at_3_max": 0.280514, "nauc_precision_at_3_std": 0.095132, "nauc_precision_at_3_diff1": -0.175673, "nauc_precision_at_5_max": 0.223316, "nauc_precision_at_5_std": 0.139873, "nauc_precision_at_5_diff1": -0.230921, "nauc_precision_at_10_max": 0.166801, "nauc_precision_at_10_std": 0.188386, "nauc_precision_at_10_diff1": -0.253142, "nauc_precision_at_20_max": 0.115624, "nauc_precision_at_20_std": 0.163054, "nauc_precision_at_20_diff1": -0.260383, "nauc_precision_at_100_max": 0.101917, "nauc_precision_at_100_std": 0.103305, "nauc_precision_at_100_diff1": -0.24881, "nauc_precision_at_1000_max": 0.101917, "nauc_precision_at_1000_std": 0.103305, "nauc_precision_at_1000_diff1": -0.24881, "nauc_mrr_at_1_max": 0.294312, "nauc_mrr_at_1_std": -0.120702, "nauc_mrr_at_1_diff1": 0.270904, "nauc_mrr_at_3_max": 0.315448, "nauc_mrr_at_3_std": -0.10745, "nauc_mrr_at_3_diff1": 0.204557, "nauc_mrr_at_5_max": 0.32557, "nauc_mrr_at_5_std": -0.097491, "nauc_mrr_at_5_diff1": 0.197095, "nauc_mrr_at_10_max": 0.328727, "nauc_mrr_at_10_std": -0.097878, "nauc_mrr_at_10_diff1": 0.202656, "nauc_mrr_at_20_max": 0.32652, "nauc_mrr_at_20_std": -0.095533, "nauc_mrr_at_20_diff1": 0.201128, "nauc_mrr_at_100_max": 0.327113, "nauc_mrr_at_100_std": -0.096285, "nauc_mrr_at_100_diff1": 0.201204, "nauc_mrr_at_1000_max": 0.327113, "nauc_mrr_at_1000_std": -0.096285, "nauc_mrr_at_1000_diff1": 0.201204, "hit_rate_at_1": 0.66558, "hit_rate_at_3": 0.84091, "hit_rate_at_5": 0.89286, "hit_rate_at_10": 0.93831, "hit_rate_at_20": 0.96753, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.68115, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.43831, "ndcg_at_3": 0.41069, "ndcg_at_5": 0.41081, "ndcg_at_10": 0.41969, "ndcg_at_20": 0.42446, "ndcg_at_100": 0.42818, "ndcg_at_1000": 0.42818, "map_at_1": 0.25577, "map_at_3": 0.32063, "map_at_5": 0.34004, "map_at_10": 0.35449, "map_at_20": 0.36006, "map_at_100": 0.36173, "map_at_1000": 0.36173, "recall_at_1": 0.25577, "recall_at_3": 0.34861, "recall_at_5": 0.38255, "recall_at_10": 0.43046, "recall_at_20": 0.4525, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.25577, "precision_at_1": 0.46753, "precision_at_3": 0.25216, "precision_at_5": 0.18247, "precision_at_10": 0.11039, "precision_at_20": 0.06201, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.467532, "mrr_at_3": 0.508658, "mrr_at_5": 0.51434, "mrr_at_10": 0.519651, "mrr_at_20": 0.520473, "mrr_at_100": 0.520699, "mrr_at_1000": 0.520699, "nauc_ndcg_at_1_max": 0.534025, "nauc_ndcg_at_1_std": 0.319721, "nauc_ndcg_at_1_diff1": 0.05503, "nauc_ndcg_at_3_max": 0.521575, "nauc_ndcg_at_3_std": 0.332612, "nauc_ndcg_at_3_diff1": -0.020304, "nauc_ndcg_at_5_max": 0.530034, "nauc_ndcg_at_5_std": 0.34254, "nauc_ndcg_at_5_diff1": -0.035496, "nauc_ndcg_at_10_max": 0.543115, "nauc_ndcg_at_10_std": 0.386149, "nauc_ndcg_at_10_diff1": -0.062427, "nauc_ndcg_at_20_max": 0.541948, "nauc_ndcg_at_20_std": 0.392203, "nauc_ndcg_at_20_diff1": -0.067996, "nauc_ndcg_at_100_max": 0.542888, "nauc_ndcg_at_100_std": 0.399197, "nauc_ndcg_at_100_diff1": -0.075386, "nauc_ndcg_at_1000_max": 0.542888, "nauc_ndcg_at_1000_std": 0.399197, "nauc_ndcg_at_1000_diff1": -0.075386, "nauc_map_at_1_max": 0.341627, "nauc_map_at_1_std": 0.141084, "nauc_map_at_1_diff1": 0.155177, "nauc_map_at_3_max": 0.406656, "nauc_map_at_3_std": 0.22772, "nauc_map_at_3_diff1": 0.038757, "nauc_map_at_5_max": 0.445972, "nauc_map_at_5_std": 0.259533, "nauc_map_at_5_diff1": 0.003921, "nauc_map_at_10_max": 0.464317, "nauc_map_at_10_std": 0.294675, "nauc_map_at_10_diff1": -0.020546, "nauc_map_at_20_max": 0.470793, "nauc_map_at_20_std": 0.3066, "nauc_map_at_20_diff1": -0.028921, "nauc_map_at_100_max": 0.471958, "nauc_map_at_100_std": 0.311249, "nauc_map_at_100_diff1": -0.032334, "nauc_map_at_1000_max": 0.471958, "nauc_map_at_1000_std": 0.311249, "nauc_map_at_1000_diff1": -0.032334, "nauc_recall_at_1_max": 0.341627, "nauc_recall_at_1_std": 0.141084, "nauc_recall_at_1_diff1": 0.155177, "nauc_recall_at_3_max": 0.420143, "nauc_recall_at_3_std": 0.257534, "nauc_recall_at_3_diff1": -0.008182, "nauc_recall_at_5_max": 0.479308, "nauc_recall_at_5_std": 0.319733, "nauc_recall_at_5_diff1": -0.067195, "nauc_recall_at_10_max": 0.523083, "nauc_recall_at_10_std": 0.441495, "nauc_recall_at_10_diff1": -0.145674, "nauc_recall_at_20_max": 0.525775, "nauc_recall_at_20_std": 0.474999, "nauc_recall_at_20_diff1": -0.170249, "nauc_recall_at_100_max": 0.524638, "nauc_recall_at_100_std": 0.490634, "nauc_recall_at_100_diff1": -0.190864, "nauc_recall_at_1000_max": 0.524638, "nauc_recall_at_1000_std": 0.490634, "nauc_recall_at_1000_diff1": -0.190864, "nauc_precision_at_1_max": 0.548311, "nauc_precision_at_1_std": 0.336715, "nauc_precision_at_1_diff1": 0.06843, "nauc_precision_at_3_max": 0.499954, "nauc_precision_at_3_std": 0.42348, "nauc_precision_at_3_diff1": -0.201833, "nauc_precision_at_5_max": 0.490133, "nauc_precision_at_5_std": 0.430227, "nauc_precision_at_5_diff1": -0.250042, "nauc_precision_at_10_max": 0.479157, "nauc_precision_at_10_std": 0.500964, "nauc_precision_at_10_diff1": -0.297164, "nauc_precision_at_20_max": 0.440485, "nauc_precision_at_20_std": 0.498623, "nauc_precision_at_20_diff1": -0.307237, "nauc_precision_at_100_max": 0.407278, "nauc_precision_at_100_std": 0.491994, "nauc_precision_at_100_diff1": -0.324517, "nauc_precision_at_1000_max": 0.407278, "nauc_precision_at_1000_std": 0.491994, "nauc_precision_at_1000_diff1": -0.324517, "nauc_mrr_at_1_max": 0.548311, "nauc_mrr_at_1_std": 0.336715, "nauc_mrr_at_1_diff1": 0.06843, "nauc_mrr_at_3_max": 0.600557, "nauc_mrr_at_3_std": 0.394103, "nauc_mrr_at_3_diff1": 0.005471, "nauc_mrr_at_5_max": 0.604831, "nauc_mrr_at_5_std": 0.402382, "nauc_mrr_at_5_diff1": 0.003281, "nauc_mrr_at_10_max": 0.608997, "nauc_mrr_at_10_std": 0.415376, "nauc_mrr_at_10_diff1": -0.003794, "nauc_mrr_at_20_max": 0.608165, "nauc_mrr_at_20_std": 0.415549, "nauc_mrr_at_20_diff1": -0.004207, "nauc_mrr_at_100_max": 0.607977, "nauc_mrr_at_100_std": 0.415684, "nauc_mrr_at_100_diff1": -0.0044, "nauc_mrr_at_1000_max": 0.607977, "nauc_mrr_at_1000_std": 0.415684, "nauc_mrr_at_1000_diff1": -0.0044, "hit_rate_at_1": 0.46753, "hit_rate_at_3": 0.55844, "hit_rate_at_5": 0.58442, "hit_rate_at_10": 0.62013, "hit_rate_at_20": 0.62987, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.41969, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.41234, "ndcg_at_3": 0.38443, "ndcg_at_5": 0.3889, "ndcg_at_10": 0.38779, "ndcg_at_20": 0.39197, "ndcg_at_100": 0.39536, "ndcg_at_1000": 0.39536, "map_at_1": 0.23075, "map_at_3": 0.29396, "map_at_5": 0.31683, "map_at_10": 0.32534, "map_at_20": 0.3303, "map_at_100": 0.33203, "map_at_1000": 0.33203, "recall_at_1": 0.23075, "recall_at_3": 0.32721, "recall_at_5": 0.37463, "recall_at_10": 0.39655, "recall_at_20": 0.41738, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.23075, "precision_at_1": 0.44481, "precision_at_3": 0.23918, "precision_at_5": 0.17857, "precision_at_10": 0.10357, "precision_at_20": 0.05763, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.444805, "mrr_at_3": 0.486472, "mrr_at_5": 0.493128, "mrr_at_10": 0.494751, "mrr_at_20": 0.495765, "mrr_at_100": 0.495895, "mrr_at_1000": 0.495895, "nauc_ndcg_at_1_max": 0.574669, "nauc_ndcg_at_1_std": 0.323932, "nauc_ndcg_at_1_diff1": 0.049535, "nauc_ndcg_at_3_max": 0.595434, "nauc_ndcg_at_3_std": 0.35441, "nauc_ndcg_at_3_diff1": -0.045438, "nauc_ndcg_at_5_max": 0.614502, "nauc_ndcg_at_5_std": 0.391397, "nauc_ndcg_at_5_diff1": -0.086127, "nauc_ndcg_at_10_max": 0.61627, "nauc_ndcg_at_10_std": 0.399238, "nauc_ndcg_at_10_diff1": -0.103468, "nauc_ndcg_at_20_max": 0.62192, "nauc_ndcg_at_20_std": 0.413321, "nauc_ndcg_at_20_diff1": -0.113839, "nauc_ndcg_at_100_max": 0.621529, "nauc_ndcg_at_100_std": 0.419301, "nauc_ndcg_at_100_diff1": -0.120105, "nauc_ndcg_at_1000_max": 0.621529, "nauc_ndcg_at_1000_std": 0.419301, "nauc_ndcg_at_1000_diff1": -0.120105, "nauc_map_at_1_max": 0.400291, "nauc_map_at_1_std": 0.112117, "nauc_map_at_1_diff1": 0.133708, "nauc_map_at_3_max": 0.488446, "nauc_map_at_3_std": 0.221371, "nauc_map_at_3_diff1": 0.013238, "nauc_map_at_5_max": 0.530655, "nauc_map_at_5_std": 0.280391, "nauc_map_at_5_diff1": -0.03397, "nauc_map_at_10_max": 0.541531, "nauc_map_at_10_std": 0.302401, "nauc_map_at_10_diff1": -0.049836, "nauc_map_at_20_max": 0.54869, "nauc_map_at_20_std": 0.318348, "nauc_map_at_20_diff1": -0.058595, "nauc_map_at_100_max": 0.549432, "nauc_map_at_100_std": 0.322134, "nauc_map_at_100_diff1": -0.062136, "nauc_map_at_1000_max": 0.549432, "nauc_map_at_1000_std": 0.322134, "nauc_map_at_1000_diff1": -0.062136, "nauc_recall_at_1_max": 0.400291, "nauc_recall_at_1_std": 0.112117, "nauc_recall_at_1_diff1": 0.133708, "nauc_recall_at_3_max": 0.51668, "nauc_recall_at_3_std": 0.259165, "nauc_recall_at_3_diff1": -0.05517, "nauc_recall_at_5_max": 0.592805, "nauc_recall_at_5_std": 0.373279, "nauc_recall_at_5_diff1": -0.141444, "nauc_recall_at_10_max": 0.618313, "nauc_recall_at_10_std": 0.421021, "nauc_recall_at_10_diff1": -0.178523, "nauc_recall_at_20_max": 0.642001, "nauc_recall_at_20_std": 0.478291, "nauc_recall_at_20_diff1": -0.208475, "nauc_recall_at_100_max": 0.639356, "nauc_recall_at_100_std": 0.496558, "nauc_recall_at_100_diff1": -0.224483, "nauc_recall_at_1000_max": 0.639356, "nauc_recall_at_1000_std": 0.496558, "nauc_recall_at_1000_diff1": -0.224483, "nauc_precision_at_1_max": 0.576799, "nauc_precision_at_1_std": 0.339761, "nauc_precision_at_1_diff1": 0.087747, "nauc_precision_at_3_max": 0.584024, "nauc_precision_at_3_std": 0.496944, "nauc_precision_at_3_diff1": -0.164884, "nauc_precision_at_5_max": 0.570857, "nauc_precision_at_5_std": 0.55151, "nauc_precision_at_5_diff1": -0.251541, "nauc_precision_at_10_max": 0.52354, "nauc_precision_at_10_std": 0.572805, "nauc_precision_at_10_diff1": -0.283648, "nauc_precision_at_20_max": 0.508595, "nauc_precision_at_20_std": 0.602097, "nauc_precision_at_20_diff1": -0.298235, "nauc_precision_at_100_max": 0.462775, "nauc_precision_at_100_std": 0.576617, "nauc_precision_at_100_diff1": -0.308525, "nauc_precision_at_1000_max": 0.462775, "nauc_precision_at_1000_std": 0.576617, "nauc_precision_at_1000_diff1": -0.308525, "nauc_mrr_at_1_max": 0.576799, "nauc_mrr_at_1_std": 0.339761, "nauc_mrr_at_1_diff1": 0.087747, "nauc_mrr_at_3_max": 0.636232, "nauc_mrr_at_3_std": 0.40775, "nauc_mrr_at_3_diff1": 0.024501, "nauc_mrr_at_5_max": 0.648324, "nauc_mrr_at_5_std": 0.425928, "nauc_mrr_at_5_diff1": 0.012178, "nauc_mrr_at_10_max": 0.650582, "nauc_mrr_at_10_std": 0.427691, "nauc_mrr_at_10_diff1": 0.009879, "nauc_mrr_at_20_max": 0.651311, "nauc_mrr_at_20_std": 0.43027, "nauc_mrr_at_20_diff1": 0.008577, "nauc_mrr_at_100_max": 0.65119, "nauc_mrr_at_100_std": 0.430541, "nauc_mrr_at_100_diff1": 0.008443, "nauc_mrr_at_1000_max": 0.65119, "nauc_mrr_at_1000_std": 0.430541, "nauc_mrr_at_1000_diff1": 0.008443, "hit_rate_at_1": 0.44481, "hit_rate_at_3": 0.53896, "hit_rate_at_5": 0.56818, "hit_rate_at_10": 0.57792, "hit_rate_at_20": 0.59091, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.38779, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.37825, "ndcg_at_3": 0.37972, "ndcg_at_5": 0.38232, "ndcg_at_10": 0.39263, "ndcg_at_20": 0.40177, "ndcg_at_100": 0.40776, "ndcg_at_1000": 0.40776, "map_at_1": 0.22769, "map_at_3": 0.30051, "map_at_5": 0.31678, "map_at_10": 0.3317, "map_at_20": 0.33909, "map_at_100": 0.34221, "map_at_1000": 0.34221, "recall_at_1": 0.22769, "recall_at_3": 0.3425, "recall_at_5": 0.37435, "recall_at_10": 0.41908, "recall_at_20": 0.45277, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.22769, "precision_at_1": 0.39935, "precision_at_3": 0.23485, "precision_at_5": 0.17078, "precision_at_10": 0.10682, "precision_at_20": 0.06218, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.399351, "mrr_at_3": 0.455087, "mrr_at_5": 0.461905, "mrr_at_10": 0.46644, "mrr_at_20": 0.467663, "mrr_at_100": 0.467904, "mrr_at_1000": 0.467904, "nauc_ndcg_at_1_max": 0.561118, "nauc_ndcg_at_1_std": 0.283403, "nauc_ndcg_at_1_diff1": 0.12272, "nauc_ndcg_at_3_max": 0.580855, "nauc_ndcg_at_3_std": 0.336697, "nauc_ndcg_at_3_diff1": 0.065919, "nauc_ndcg_at_5_max": 0.589469, "nauc_ndcg_at_5_std": 0.343394, "nauc_ndcg_at_5_diff1": 0.055863, "nauc_ndcg_at_10_max": 0.596622, "nauc_ndcg_at_10_std": 0.360943, "nauc_ndcg_at_10_diff1": 0.038924, "nauc_ndcg_at_20_max": 0.61082, "nauc_ndcg_at_20_std": 0.384087, "nauc_ndcg_at_20_diff1": 0.034838, "nauc_ndcg_at_100_max": 0.617025, "nauc_ndcg_at_100_std": 0.387877, "nauc_ndcg_at_100_diff1": 0.027159, "nauc_ndcg_at_1000_max": 0.617025, "nauc_ndcg_at_1000_std": 0.387877, "nauc_ndcg_at_1000_diff1": 0.027159, "nauc_map_at_1_max": 0.39145, "nauc_map_at_1_std": 0.134904, "nauc_map_at_1_diff1": 0.238586, "nauc_map_at_3_max": 0.480424, "nauc_map_at_3_std": 0.237763, "nauc_map_at_3_diff1": 0.123379, "nauc_map_at_5_max": 0.514554, "nauc_map_at_5_std": 0.265433, "nauc_map_at_5_diff1": 0.100626, "nauc_map_at_10_max": 0.538097, "nauc_map_at_10_std": 0.297558, "nauc_map_at_10_diff1": 0.079981, "nauc_map_at_20_max": 0.55074, "nauc_map_at_20_std": 0.31829, "nauc_map_at_20_diff1": 0.071247, "nauc_map_at_100_max": 0.554787, "nauc_map_at_100_std": 0.323734, "nauc_map_at_100_diff1": 0.066672, "nauc_map_at_1000_max": 0.554787, "nauc_map_at_1000_std": 0.323734, "nauc_map_at_1000_diff1": 0.066672, "nauc_recall_at_1_max": 0.39145, "nauc_recall_at_1_std": 0.134904, "nauc_recall_at_1_diff1": 0.238586, "nauc_recall_at_3_max": 0.499333, "nauc_recall_at_3_std": 0.279862, "nauc_recall_at_3_diff1": 0.077073, "nauc_recall_at_5_max": 0.548765, "nauc_recall_at_5_std": 0.319928, "nauc_recall_at_5_diff1": 0.047068, "nauc_recall_at_10_max": 0.594336, "nauc_recall_at_10_std": 0.392084, "nauc_recall_at_10_diff1": -0.006022, "nauc_recall_at_20_max": 0.63613, "nauc_recall_at_20_std": 0.474298, "nauc_recall_at_20_diff1": -0.01721, "nauc_recall_at_100_max": 0.655636, "nauc_recall_at_100_std": 0.483974, "nauc_recall_at_100_diff1": -0.041338, "nauc_recall_at_1000_max": 0.655636, "nauc_recall_at_1000_std": 0.483974, "nauc_recall_at_1000_diff1": -0.041338, "nauc_precision_at_1_max": 0.561176, "nauc_precision_at_1_std": 0.309021, "nauc_precision_at_1_diff1": 0.139428, "nauc_precision_at_3_max": 0.58694, "nauc_precision_at_3_std": 0.440524, "nauc_precision_at_3_diff1": -0.099424, "nauc_precision_at_5_max": 0.573923, "nauc_precision_at_5_std": 0.45467, "nauc_precision_at_5_diff1": -0.150139, "nauc_precision_at_10_max": 0.526779, "nauc_precision_at_10_std": 0.478884, "nauc_precision_at_10_diff1": -0.179645, "nauc_precision_at_20_max": 0.492882, "nauc_precision_at_20_std": 0.494703, "nauc_precision_at_20_diff1": -0.191506, "nauc_precision_at_100_max": 0.457727, "nauc_precision_at_100_std": 0.456617, "nauc_precision_at_100_diff1": -0.203491, "nauc_precision_at_1000_max": 0.457727, "nauc_precision_at_1000_std": 0.456617, "nauc_precision_at_1000_diff1": -0.203491, "nauc_mrr_at_1_max": 0.561176, "nauc_mrr_at_1_std": 0.309021, "nauc_mrr_at_1_diff1": 0.139428, "nauc_mrr_at_3_max": 0.611102, "nauc_mrr_at_3_std": 0.376587, "nauc_mrr_at_3_diff1": 0.090089, "nauc_mrr_at_5_max": 0.61765, "nauc_mrr_at_5_std": 0.376402, "nauc_mrr_at_5_diff1": 0.086993, "nauc_mrr_at_10_max": 0.618256, "nauc_mrr_at_10_std": 0.38284, "nauc_mrr_at_10_diff1": 0.088475, "nauc_mrr_at_20_max": 0.620129, "nauc_mrr_at_20_std": 0.387201, "nauc_mrr_at_20_diff1": 0.088965, "nauc_mrr_at_100_max": 0.620012, "nauc_mrr_at_100_std": 0.386911, "nauc_mrr_at_100_diff1": 0.089183, "nauc_mrr_at_1000_max": 0.620012, "nauc_mrr_at_1000_std": 0.386911, "nauc_mrr_at_1000_diff1": 0.089183, "hit_rate_at_1": 0.39935, "hit_rate_at_3": 0.52597, "hit_rate_at_5": 0.55519, "hit_rate_at_10": 0.58766, "hit_rate_at_20": 0.6039, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.39263, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.43182, "ndcg_at_3": 0.43867, "ndcg_at_5": 0.43797, "ndcg_at_10": 0.44244, "ndcg_at_20": 0.44812, "ndcg_at_100": 0.45222, "ndcg_at_1000": 0.45222, "map_at_1": 0.26626, "map_at_3": 0.3496, "map_at_5": 0.36635, "map_at_10": 0.37756, "map_at_20": 0.38309, "map_at_100": 0.38502, "map_at_1000": 0.38502, "recall_at_1": 0.26626, "recall_at_3": 0.39332, "recall_at_5": 0.42877, "recall_at_10": 0.46709, "recall_at_20": 0.4866, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.26626, "precision_at_1": 0.46104, "precision_at_3": 0.2684, "precision_at_5": 0.18831, "precision_at_10": 0.11136, "precision_at_20": 0.06315, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.461039, "mrr_at_3": 0.513528, "mrr_at_5": 0.51921, "mrr_at_10": 0.524898, "mrr_at_20": 0.525115, "mrr_at_100": 0.525348, "mrr_at_1000": 0.525348, "nauc_ndcg_at_1_max": 0.505946, "nauc_ndcg_at_1_std": 0.185245, "nauc_ndcg_at_1_diff1": 0.229282, "nauc_ndcg_at_3_max": 0.566415, "nauc_ndcg_at_3_std": 0.276528, "nauc_ndcg_at_3_diff1": 0.090606, "nauc_ndcg_at_5_max": 0.576987, "nauc_ndcg_at_5_std": 0.287188, "nauc_ndcg_at_5_diff1": 0.068546, "nauc_ndcg_at_10_max": 0.583842, "nauc_ndcg_at_10_std": 0.314666, "nauc_ndcg_at_10_diff1": 0.051643, "nauc_ndcg_at_20_max": 0.590044, "nauc_ndcg_at_20_std": 0.324817, "nauc_ndcg_at_20_diff1": 0.04478, "nauc_ndcg_at_100_max": 0.592341, "nauc_ndcg_at_100_std": 0.331047, "nauc_ndcg_at_100_diff1": 0.038832, "nauc_ndcg_at_1000_max": 0.592341, "nauc_ndcg_at_1000_std": 0.331047, "nauc_ndcg_at_1000_diff1": 0.038832, "nauc_map_at_1_max": 0.360019, "nauc_map_at_1_std": 0.075187, "nauc_map_at_1_diff1": 0.267994, "nauc_map_at_3_max": 0.469868, "nauc_map_at_3_std": 0.18752, "nauc_map_at_3_diff1": 0.127932, "nauc_map_at_5_max": 0.496921, "nauc_map_at_5_std": 0.21227, "nauc_map_at_5_diff1": 0.098889, "nauc_map_at_10_max": 0.511584, "nauc_map_at_10_std": 0.236306, "nauc_map_at_10_diff1": 0.083142, "nauc_map_at_20_max": 0.520029, "nauc_map_at_20_std": 0.249458, "nauc_map_at_20_diff1": 0.074666, "nauc_map_at_100_max": 0.521737, "nauc_map_at_100_std": 0.252241, "nauc_map_at_100_diff1": 0.071608, "nauc_map_at_1000_max": 0.521737, "nauc_map_at_1000_std": 0.252241, "nauc_map_at_1000_diff1": 0.071608, "nauc_recall_at_1_max": 0.360019, "nauc_recall_at_1_std": 0.075187, "nauc_recall_at_1_diff1": 0.267994, "nauc_recall_at_3_max": 0.502576, "nauc_recall_at_3_std": 0.238526, "nauc_recall_at_3_diff1": 0.05599, "nauc_recall_at_5_max": 0.556616, "nauc_recall_at_5_std": 0.310891, "nauc_recall_at_5_diff1": -0.003942, "nauc_recall_at_10_max": 0.588304, "nauc_recall_at_10_std": 0.399119, "nauc_recall_at_10_diff1": -0.05596, "nauc_recall_at_20_max": 0.60251, "nauc_recall_at_20_std": 0.43399, "nauc_recall_at_20_diff1": -0.078323, "nauc_recall_at_100_max": 0.60678, "nauc_recall_at_100_std": 0.460502, "nauc_recall_at_100_diff1": -0.099777, "nauc_recall_at_1000_max": 0.60678, "nauc_recall_at_1000_std": 0.460502, "nauc_recall_at_1000_diff1": -0.099777, "nauc_precision_at_1_max": 0.515397, "nauc_precision_at_1_std": 0.214652, "nauc_precision_at_1_diff1": 0.203138, "nauc_precision_at_3_max": 0.529195, "nauc_precision_at_3_std": 0.372172, "nauc_precision_at_3_diff1": -0.142455, "nauc_precision_at_5_max": 0.515764, "nauc_precision_at_5_std": 0.386084, "nauc_precision_at_5_diff1": -0.199586, "nauc_precision_at_10_max": 0.482367, "nauc_precision_at_10_std": 0.440002, "nauc_precision_at_10_diff1": -0.246404, "nauc_precision_at_20_max": 0.448768, "nauc_precision_at_20_std": 0.439488, "nauc_precision_at_20_diff1": -0.263887, "nauc_precision_at_100_max": 0.424076, "nauc_precision_at_100_std": 0.410866, "nauc_precision_at_100_diff1": -0.274862, "nauc_precision_at_1000_max": 0.424076, "nauc_precision_at_1000_std": 0.410866, "nauc_precision_at_1000_diff1": -0.274862, "nauc_mrr_at_1_max": 0.515397, "nauc_mrr_at_1_std": 0.214652, "nauc_mrr_at_1_diff1": 0.203138, "nauc_mrr_at_3_max": 0.596227, "nauc_mrr_at_3_std": 0.309161, "nauc_mrr_at_3_diff1": 0.126555, "nauc_mrr_at_5_max": 0.603906, "nauc_mrr_at_5_std": 0.32677, "nauc_mrr_at_5_diff1": 0.11758, "nauc_mrr_at_10_max": 0.606685, "nauc_mrr_at_10_std": 0.337045, "nauc_mrr_at_10_diff1": 0.111298, "nauc_mrr_at_20_max": 0.606341, "nauc_mrr_at_20_std": 0.3367, "nauc_mrr_at_20_diff1": 0.111448, "nauc_mrr_at_100_max": 0.606316, "nauc_mrr_at_100_std": 0.337115, "nauc_mrr_at_100_diff1": 0.111184, "nauc_mrr_at_1000_max": 0.606316, "nauc_mrr_at_1000_std": 0.337115, "nauc_mrr_at_1000_diff1": 0.111184, "hit_rate_at_1": 0.46104, "hit_rate_at_3": 0.57468, "hit_rate_at_5": 0.60065, "hit_rate_at_10": 0.64286, "hit_rate_at_20": 0.6461, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.44244, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.4237, "ndcg_at_3": 0.41483, "ndcg_at_5": 0.4165, "ndcg_at_10": 0.42007, "ndcg_at_20": 0.42667, "ndcg_at_100": 0.42983, "ndcg_at_1000": 0.42983, "map_at_1": 0.25469, "map_at_3": 0.32459, "map_at_5": 0.34456, "map_at_10": 0.35576, "map_at_20": 0.36139, "map_at_100": 0.36303, "map_at_1000": 0.36303, "recall_at_1": 0.25469, "recall_at_3": 0.36381, "recall_at_5": 0.40105, "recall_at_10": 0.43874, "recall_at_20": 0.46672, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.25469, "precision_at_1": 0.45455, "precision_at_3": 0.25433, "precision_at_5": 0.18442, "precision_at_10": 0.10747, "precision_at_20": 0.06055, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.454545, "mrr_at_3": 0.505411, "mrr_at_5": 0.510444, "mrr_at_10": 0.513839, "mrr_at_20": 0.515233, "mrr_at_100": 0.515233, "mrr_at_1000": 0.515233, "nauc_ndcg_at_1_max": 0.566622, "nauc_ndcg_at_1_std": 0.278607, "nauc_ndcg_at_1_diff1": 0.104627, "nauc_ndcg_at_3_max": 0.572581, "nauc_ndcg_at_3_std": 0.31372, "nauc_ndcg_at_3_diff1": 0.028324, "nauc_ndcg_at_5_max": 0.583193, "nauc_ndcg_at_5_std": 0.327822, "nauc_ndcg_at_5_diff1": 0.012364, "nauc_ndcg_at_10_max": 0.590747, "nauc_ndcg_at_10_std": 0.355996, "nauc_ndcg_at_10_diff1": -0.004085, "nauc_ndcg_at_20_max": 0.599901, "nauc_ndcg_at_20_std": 0.367639, "nauc_ndcg_at_20_diff1": -0.016512, "nauc_ndcg_at_100_max": 0.602402, "nauc_ndcg_at_100_std": 0.372121, "nauc_ndcg_at_100_diff1": -0.020704, "nauc_ndcg_at_1000_max": 0.602402, "nauc_ndcg_at_1000_std": 0.372121, "nauc_ndcg_at_1000_diff1": -0.020704, "nauc_map_at_1_max": 0.36372, "nauc_map_at_1_std": 0.091569, "nauc_map_at_1_diff1": 0.230181, "nauc_map_at_3_max": 0.450194, "nauc_map_at_3_std": 0.187958, "nauc_map_at_3_diff1": 0.112411, "nauc_map_at_5_max": 0.488204, "nauc_map_at_5_std": 0.224103, "nauc_map_at_5_diff1": 0.076277, "nauc_map_at_10_max": 0.507485, "nauc_map_at_10_std": 0.254145, "nauc_map_at_10_diff1": 0.056966, "nauc_map_at_20_max": 0.518885, "nauc_map_at_20_std": 0.267199, "nauc_map_at_20_diff1": 0.046258, "nauc_map_at_100_max": 0.520171, "nauc_map_at_100_std": 0.270465, "nauc_map_at_100_diff1": 0.043572, "nauc_map_at_1000_max": 0.520171, "nauc_map_at_1000_std": 0.270465, "nauc_map_at_1000_diff1": 0.043572, "nauc_recall_at_1_max": 0.36372, "nauc_recall_at_1_std": 0.091569, "nauc_recall_at_1_diff1": 0.230181, "nauc_recall_at_3_max": 0.473268, "nauc_recall_at_3_std": 0.23353, "nauc_recall_at_3_diff1": 0.052799, "nauc_recall_at_5_max": 0.539289, "nauc_recall_at_5_std": 0.30735, "nauc_recall_at_5_diff1": -0.00779, "nauc_recall_at_10_max": 0.570739, "nauc_recall_at_10_std": 0.411453, "nauc_recall_at_10_diff1": -0.06623, "nauc_recall_at_20_max": 0.599197, "nauc_recall_at_20_std": 0.462843, "nauc_recall_at_20_diff1": -0.111529, "nauc_recall_at_100_max": 0.60815, "nauc_recall_at_100_std": 0.477145, "nauc_recall_at_100_diff1": -0.12192, "nauc_recall_at_1000_max": 0.60815, "nauc_recall_at_1000_std": 0.477145, "nauc_recall_at_1000_diff1": -0.12192, "nauc_precision_at_1_max": 0.566786, "nauc_precision_at_1_std": 0.291443, "nauc_precision_at_1_diff1": 0.119426, "nauc_precision_at_3_max": 0.560852, "nauc_precision_at_3_std": 0.423804, "nauc_precision_at_3_diff1": -0.168484, "nauc_precision_at_5_max": 0.531084, "nauc_precision_at_5_std": 0.446596, "nauc_precision_at_5_diff1": -0.229345, "nauc_precision_at_10_max": 0.523598, "nauc_precision_at_10_std": 0.50468, "nauc_precision_at_10_diff1": -0.276352, "nauc_precision_at_20_max": 0.507591, "nauc_precision_at_20_std": 0.510859, "nauc_precision_at_20_diff1": -0.296858, "nauc_precision_at_100_max": 0.466438, "nauc_precision_at_100_std": 0.48102, "nauc_precision_at_100_diff1": -0.292324, "nauc_precision_at_1000_max": 0.466438, "nauc_precision_at_1000_std": 0.48102, "nauc_precision_at_1000_diff1": -0.292324, "nauc_mrr_at_1_max": 0.566786, "nauc_mrr_at_1_std": 0.291443, "nauc_mrr_at_1_diff1": 0.119426, "nauc_mrr_at_3_max": 0.630402, "nauc_mrr_at_3_std": 0.371337, "nauc_mrr_at_3_diff1": 0.055567, "nauc_mrr_at_5_max": 0.639737, "nauc_mrr_at_5_std": 0.381887, "nauc_mrr_at_5_diff1": 0.04814, "nauc_mrr_at_10_max": 0.639107, "nauc_mrr_at_10_std": 0.390362, "nauc_mrr_at_10_diff1": 0.045909, "nauc_mrr_at_20_max": 0.640202, "nauc_mrr_at_20_std": 0.393248, "nauc_mrr_at_20_diff1": 0.044077, "nauc_mrr_at_100_max": 0.640202, "nauc_mrr_at_100_std": 0.393248, "nauc_mrr_at_100_diff1": 0.044077, "nauc_mrr_at_1000_max": 0.640202, "nauc_mrr_at_1000_std": 0.393248, "nauc_mrr_at_1000_diff1": 0.044077, "hit_rate_at_1": 0.45455, "hit_rate_at_3": 0.56818, "hit_rate_at_5": 0.59091, "hit_rate_at_10": 0.61364, "hit_rate_at_20": 0.63312, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.42007, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 200.79176667705178, "kg_co2_emissions": null, "date": 1793331557.229347, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00012755952775478363, "end": 28.616766776889563, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 28.656833861023188, "end": 28.74961782619357, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 28.838042544201016, "end": 62.10170556046069, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 62.178884636610746, "end": 62.26435959152877, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 62.35198144428432, "end": 95.12420843727887, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 95.26857875287533, "end": 95.35964566282928, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 95.44492405280471, "end": 131.05764625035226, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 131.24487880058587, "end": 131.3339759670198, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 131.4386755861342, "end": 165.70425671711564, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 165.88947280310094, "end": 165.98701180890203, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 166.09832645580173, "end": 200.32100251317024, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 200.56254855543375, "end": 200.6927259117365, "split": "test", "subset": "portuguese" } ] }