{ "dataset_revision": "7187c21e1a532531d175eccf5a6d7c1561f6b0da", "task_name": "Vidore3FinanceEnBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.47896, "ndcg_at_3": 0.46447, "ndcg_at_5": 0.45648, "ndcg_at_10": 0.4654, "ndcg_at_20": 0.47113, "ndcg_at_100": 0.47714, "ndcg_at_1000": 0.47714, "map_at_1": 0.23011, "map_at_3": 0.32856, "map_at_5": 0.3559, "map_at_10": 0.38184, "map_at_20": 0.38918, "map_at_100": 0.39152, "map_at_1000": 0.39152, "recall_at_1": 0.23011, "recall_at_3": 0.37217, "recall_at_5": 0.41932, "recall_at_10": 0.48194, "recall_at_20": 0.50924, "recall_at_100": 0.52454, "recall_at_1000": 0.52454, "accuracy": 0.23011, "precision_at_1": 0.51456, "precision_at_3": 0.33657, "precision_at_5": 0.25178, "precision_at_10": 0.15955, "precision_at_20": 0.08835, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.514563, "mrr_at_3": 0.580906, "mrr_at_5": 0.588997, "mrr_at_10": 0.593019, "mrr_at_20": 0.593405, "mrr_at_100": 0.593883, "mrr_at_1000": 0.593883, "nauc_ndcg_at_1_max": 0.595782, "nauc_ndcg_at_1_std": 0.182196, "nauc_ndcg_at_1_diff1": 0.01707, "nauc_ndcg_at_3_max": 0.590331, "nauc_ndcg_at_3_std": 0.184963, "nauc_ndcg_at_3_diff1": -0.058891, "nauc_ndcg_at_5_max": 0.602052, "nauc_ndcg_at_5_std": 0.196062, "nauc_ndcg_at_5_diff1": -0.049173, "nauc_ndcg_at_10_max": 0.622621, "nauc_ndcg_at_10_std": 0.218312, "nauc_ndcg_at_10_diff1": -0.072564, "nauc_ndcg_at_20_max": 0.62576, "nauc_ndcg_at_20_std": 0.219704, "nauc_ndcg_at_20_diff1": -0.08483, "nauc_ndcg_at_100_max": 0.622749, "nauc_ndcg_at_100_std": 0.22113, "nauc_ndcg_at_100_diff1": -0.089809, "nauc_ndcg_at_1000_max": 0.622749, "nauc_ndcg_at_1000_std": 0.22113, "nauc_ndcg_at_1000_diff1": -0.089809, "nauc_map_at_1_max": 0.441887, "nauc_map_at_1_std": -0.027621, "nauc_map_at_1_diff1": 0.242561, "nauc_map_at_3_max": 0.502158, "nauc_map_at_3_std": 0.049915, "nauc_map_at_3_diff1": 0.066762, "nauc_map_at_5_max": 0.535724, "nauc_map_at_5_std": 0.090234, "nauc_map_at_5_diff1": 0.022624, "nauc_map_at_10_max": 0.565966, "nauc_map_at_10_std": 0.129772, "nauc_map_at_10_diff1": -0.021658, "nauc_map_at_20_max": 0.574269, "nauc_map_at_20_std": 0.140813, "nauc_map_at_20_diff1": -0.034462, "nauc_map_at_100_max": 0.573211, "nauc_map_at_100_std": 0.14266, "nauc_map_at_100_diff1": -0.037192, "nauc_map_at_1000_max": 0.573211, "nauc_map_at_1000_std": 0.14266, "nauc_map_at_1000_diff1": -0.037192, "nauc_recall_at_1_max": 0.441887, "nauc_recall_at_1_std": -0.027621, "nauc_recall_at_1_diff1": 0.242561, "nauc_recall_at_3_max": 0.477808, "nauc_recall_at_3_std": 0.079064, "nauc_recall_at_3_diff1": -0.001278, "nauc_recall_at_5_max": 0.525886, "nauc_recall_at_5_std": 0.144068, "nauc_recall_at_5_diff1": -0.045834, "nauc_recall_at_10_max": 0.562059, "nauc_recall_at_10_std": 0.228968, "nauc_recall_at_10_diff1": -0.132796, "nauc_recall_at_20_max": 0.591645, "nauc_recall_at_20_std": 0.255346, "nauc_recall_at_20_diff1": -0.165555, "nauc_recall_at_100_max": 0.579139, "nauc_recall_at_100_std": 0.255683, "nauc_recall_at_100_diff1": -0.173382, "nauc_recall_at_1000_max": 0.579139, "nauc_recall_at_1000_std": 0.255683, "nauc_recall_at_1000_diff1": -0.173382, "nauc_precision_at_1_max": 0.621547, "nauc_precision_at_1_std": 0.204592, "nauc_precision_at_1_diff1": -0.007173, "nauc_precision_at_3_max": 0.473088, "nauc_precision_at_3_std": 0.278553, "nauc_precision_at_3_diff1": -0.297455, "nauc_precision_at_5_max": 0.450672, "nauc_precision_at_5_std": 0.331106, "nauc_precision_at_5_diff1": -0.324499, "nauc_precision_at_10_max": 0.406437, "nauc_precision_at_10_std": 0.379214, "nauc_precision_at_10_diff1": -0.368055, "nauc_precision_at_20_max": 0.374575, "nauc_precision_at_20_std": 0.376021, "nauc_precision_at_20_diff1": -0.377183, "nauc_precision_at_100_max": 0.328887, "nauc_precision_at_100_std": 0.355421, "nauc_precision_at_100_diff1": -0.372355, "nauc_precision_at_1000_max": 0.328887, "nauc_precision_at_1000_std": 0.355421, "nauc_precision_at_1000_diff1": -0.372355, "nauc_mrr_at_1_max": 0.621547, "nauc_mrr_at_1_std": 0.204592, "nauc_mrr_at_1_diff1": -0.007173, "nauc_mrr_at_3_max": 0.665061, "nauc_mrr_at_3_std": 0.258836, "nauc_mrr_at_3_diff1": -0.09478, "nauc_mrr_at_5_max": 0.663972, "nauc_mrr_at_5_std": 0.263312, "nauc_mrr_at_5_diff1": -0.090299, "nauc_mrr_at_10_max": 0.665194, "nauc_mrr_at_10_std": 0.272183, "nauc_mrr_at_10_diff1": -0.093404, "nauc_mrr_at_20_max": 0.66479, "nauc_mrr_at_20_std": 0.271425, "nauc_mrr_at_20_diff1": -0.091648, "nauc_mrr_at_100_max": 0.664652, "nauc_mrr_at_100_std": 0.270972, "nauc_mrr_at_100_diff1": -0.091018, "nauc_mrr_at_1000_max": 0.664652, "nauc_mrr_at_1000_std": 0.270972, "nauc_mrr_at_1000_diff1": -0.091018, "hit_rate_at_1": 0.51456, "hit_rate_at_3": 0.66343, "hit_rate_at_5": 0.69903, "hit_rate_at_10": 0.73139, "hit_rate_at_20": 0.73786, "hit_rate_at_100": 0.75081, "hit_rate_at_1000": 0.75081, "main_score": 0.4654, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.50324, "ndcg_at_3": 0.50429, "ndcg_at_5": 0.49578, "ndcg_at_10": 0.49905, "ndcg_at_20": 0.50512, "ndcg_at_100": 0.50982, "ndcg_at_1000": 0.50982, "map_at_1": 0.24781, "map_at_3": 0.35848, "map_at_5": 0.39032, "map_at_10": 0.41628, "map_at_20": 0.42393, "map_at_100": 0.42577, "map_at_1000": 0.42577, "recall_at_1": 0.24781, "recall_at_3": 0.39726, "recall_at_5": 0.45207, "recall_at_10": 0.50813, "recall_at_20": 0.53901, "recall_at_100": 0.55092, "recall_at_1000": 0.55092, "accuracy": 0.24781, "precision_at_1": 0.54693, "precision_at_3": 0.36785, "precision_at_5": 0.27573, "precision_at_10": 0.16926, "precision_at_20": 0.09466, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.546926, "mrr_at_3": 0.614887, "mrr_at_5": 0.623625, "mrr_at_10": 0.626155, "mrr_at_20": 0.627297, "mrr_at_100": 0.627615, "mrr_at_1000": 0.627615, "nauc_ndcg_at_1_max": 0.571872, "nauc_ndcg_at_1_std": 0.226882, "nauc_ndcg_at_1_diff1": 0.043191, "nauc_ndcg_at_3_max": 0.552213, "nauc_ndcg_at_3_std": 0.302877, "nauc_ndcg_at_3_diff1": -0.088563, "nauc_ndcg_at_5_max": 0.548032, "nauc_ndcg_at_5_std": 0.294348, "nauc_ndcg_at_5_diff1": -0.079135, "nauc_ndcg_at_10_max": 0.563074, "nauc_ndcg_at_10_std": 0.296825, "nauc_ndcg_at_10_diff1": -0.102918, "nauc_ndcg_at_20_max": 0.565077, "nauc_ndcg_at_20_std": 0.298161, "nauc_ndcg_at_20_diff1": -0.105133, "nauc_ndcg_at_100_max": 0.562929, "nauc_ndcg_at_100_std": 0.300047, "nauc_ndcg_at_100_diff1": -0.108296, "nauc_ndcg_at_1000_max": 0.562929, "nauc_ndcg_at_1000_std": 0.300047, "nauc_ndcg_at_1000_diff1": -0.108296, "nauc_map_at_1_max": 0.369062, "nauc_map_at_1_std": 0.007362, "nauc_map_at_1_diff1": 0.25537, "nauc_map_at_3_max": 0.448419, "nauc_map_at_3_std": 0.128823, "nauc_map_at_3_diff1": 0.03982, "nauc_map_at_5_max": 0.478171, "nauc_map_at_5_std": 0.17169, "nauc_map_at_5_diff1": -0.001808, "nauc_map_at_10_max": 0.505278, "nauc_map_at_10_std": 0.207353, "nauc_map_at_10_diff1": -0.04708, "nauc_map_at_20_max": 0.51101, "nauc_map_at_20_std": 0.2195, "nauc_map_at_20_diff1": -0.054184, "nauc_map_at_100_max": 0.510449, "nauc_map_at_100_std": 0.221503, "nauc_map_at_100_diff1": -0.055981, "nauc_map_at_1000_max": 0.510449, "nauc_map_at_1000_std": 0.221503, "nauc_map_at_1000_diff1": -0.055981, "nauc_recall_at_1_max": 0.369062, "nauc_recall_at_1_std": 0.007362, "nauc_recall_at_1_diff1": 0.25537, "nauc_recall_at_3_max": 0.43245, "nauc_recall_at_3_std": 0.155068, "nauc_recall_at_3_diff1": -0.028271, "nauc_recall_at_5_max": 0.466459, "nauc_recall_at_5_std": 0.2054, "nauc_recall_at_5_diff1": -0.075491, "nauc_recall_at_10_max": 0.496929, "nauc_recall_at_10_std": 0.257741, "nauc_recall_at_10_diff1": -0.153421, "nauc_recall_at_20_max": 0.517349, "nauc_recall_at_20_std": 0.298683, "nauc_recall_at_20_diff1": -0.174332, "nauc_recall_at_100_max": 0.510198, "nauc_recall_at_100_std": 0.305523, "nauc_recall_at_100_diff1": -0.184143, "nauc_recall_at_1000_max": 0.510198, "nauc_recall_at_1000_std": 0.305523, "nauc_recall_at_1000_diff1": -0.184143, "nauc_precision_at_1_max": 0.587003, "nauc_precision_at_1_std": 0.241602, "nauc_precision_at_1_diff1": 0.018141, "nauc_precision_at_3_max": 0.425526, "nauc_precision_at_3_std": 0.375358, "nauc_precision_at_3_diff1": -0.339944, "nauc_precision_at_5_max": 0.384095, "nauc_precision_at_5_std": 0.39513, "nauc_precision_at_5_diff1": -0.350031, "nauc_precision_at_10_max": 0.346451, "nauc_precision_at_10_std": 0.408962, "nauc_precision_at_10_diff1": -0.381402, "nauc_precision_at_20_max": 0.298262, "nauc_precision_at_20_std": 0.415846, "nauc_precision_at_20_diff1": -0.363283, "nauc_precision_at_100_max": 0.25478, "nauc_precision_at_100_std": 0.387237, "nauc_precision_at_100_diff1": -0.355058, "nauc_precision_at_1000_max": 0.25478, "nauc_precision_at_1000_std": 0.387237, "nauc_precision_at_1000_diff1": -0.355058, "nauc_mrr_at_1_max": 0.587003, "nauc_mrr_at_1_std": 0.241602, "nauc_mrr_at_1_diff1": 0.018141, "nauc_mrr_at_3_max": 0.618744, "nauc_mrr_at_3_std": 0.322325, "nauc_mrr_at_3_diff1": -0.077146, "nauc_mrr_at_5_max": 0.622046, "nauc_mrr_at_5_std": 0.323605, "nauc_mrr_at_5_diff1": -0.085055, "nauc_mrr_at_10_max": 0.621369, "nauc_mrr_at_10_std": 0.325285, "nauc_mrr_at_10_diff1": -0.086839, "nauc_mrr_at_20_max": 0.62122, "nauc_mrr_at_20_std": 0.324793, "nauc_mrr_at_20_diff1": -0.086631, "nauc_mrr_at_100_max": 0.620687, "nauc_mrr_at_100_std": 0.324403, "nauc_mrr_at_100_diff1": -0.08692, "nauc_mrr_at_1000_max": 0.620687, "nauc_mrr_at_1000_std": 0.324403, "nauc_mrr_at_1000_diff1": -0.08692, "hit_rate_at_1": 0.54693, "hit_rate_at_3": 0.69579, "hit_rate_at_5": 0.73463, "hit_rate_at_10": 0.75405, "hit_rate_at_20": 0.77023, "hit_rate_at_100": 0.77994, "hit_rate_at_1000": 0.77994, "main_score": 0.49905, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.6521, "ndcg_at_3": 0.64585, "ndcg_at_5": 0.64589, "ndcg_at_10": 0.66929, "ndcg_at_20": 0.68414, "ndcg_at_100": 0.69732, "ndcg_at_1000": 0.69732, "map_at_1": 0.3087, "map_at_3": 0.46073, "map_at_5": 0.50867, "map_at_10": 0.55888, "map_at_20": 0.57435, "map_at_100": 0.5803, "map_at_1000": 0.5803, "recall_at_1": 0.3087, "recall_at_3": 0.5154, "recall_at_5": 0.60019, "recall_at_10": 0.71182, "recall_at_20": 0.76733, "recall_at_100": 0.8041, "recall_at_1000": 0.8041, "accuracy": 0.3087, "precision_at_1": 0.69256, "precision_at_3": 0.47465, "precision_at_5": 0.36699, "precision_at_10": 0.24239, "precision_at_20": 0.13948, "precision_at_100": 0.03049, "precision_at_1000": 0.00305, "mrr_at_1": 0.692557, "mrr_at_3": 0.770227, "mrr_at_5": 0.783495, "mrr_at_10": 0.787939, "mrr_at_20": 0.788781, "mrr_at_100": 0.789199, "mrr_at_1000": 0.789199, "nauc_ndcg_at_1_max": 0.495612, "nauc_ndcg_at_1_std": 0.09982, "nauc_ndcg_at_1_diff1": 0.278736, "nauc_ndcg_at_3_max": 0.43737, "nauc_ndcg_at_3_std": 0.123384, "nauc_ndcg_at_3_diff1": 0.17737, "nauc_ndcg_at_5_max": 0.450543, "nauc_ndcg_at_5_std": 0.139701, "nauc_ndcg_at_5_diff1": 0.172229, "nauc_ndcg_at_10_max": 0.468634, "nauc_ndcg_at_10_std": 0.172079, "nauc_ndcg_at_10_diff1": 0.135376, "nauc_ndcg_at_20_max": 0.477801, "nauc_ndcg_at_20_std": 0.167859, "nauc_ndcg_at_20_diff1": 0.135497, "nauc_ndcg_at_100_max": 0.475023, "nauc_ndcg_at_100_std": 0.168462, "nauc_ndcg_at_100_diff1": 0.1325, "nauc_ndcg_at_1000_max": 0.475023, "nauc_ndcg_at_1000_std": 0.168462, "nauc_ndcg_at_1000_diff1": 0.1325, "nauc_map_at_1_max": 0.296336, "nauc_map_at_1_std": -0.099986, "nauc_map_at_1_diff1": 0.417278, "nauc_map_at_3_max": 0.330257, "nauc_map_at_3_std": -0.018686, "nauc_map_at_3_diff1": 0.262974, "nauc_map_at_5_max": 0.374058, "nauc_map_at_5_std": 0.043539, "nauc_map_at_5_diff1": 0.212628, "nauc_map_at_10_max": 0.412529, "nauc_map_at_10_std": 0.103846, "nauc_map_at_10_diff1": 0.154568, "nauc_map_at_20_max": 0.424464, "nauc_map_at_20_std": 0.118513, "nauc_map_at_20_diff1": 0.145749, "nauc_map_at_100_max": 0.423689, "nauc_map_at_100_std": 0.119913, "nauc_map_at_100_diff1": 0.143913, "nauc_map_at_1000_max": 0.423689, "nauc_map_at_1000_std": 0.119913, "nauc_map_at_1000_diff1": 0.143913, "nauc_recall_at_1_max": 0.296336, "nauc_recall_at_1_std": -0.099986, "nauc_recall_at_1_diff1": 0.417278, "nauc_recall_at_3_max": 0.285782, "nauc_recall_at_3_std": -0.021232, "nauc_recall_at_3_diff1": 0.207711, "nauc_recall_at_5_max": 0.323206, "nauc_recall_at_5_std": 0.063082, "nauc_recall_at_5_diff1": 0.129954, "nauc_recall_at_10_max": 0.377559, "nauc_recall_at_10_std": 0.20232, "nauc_recall_at_10_diff1": 0.016306, "nauc_recall_at_20_max": 0.432524, "nauc_recall_at_20_std": 0.229735, "nauc_recall_at_20_diff1": -0.001419, "nauc_recall_at_100_max": 0.42523, "nauc_recall_at_100_std": 0.237274, "nauc_recall_at_100_diff1": -0.031732, "nauc_recall_at_1000_max": 0.42523, "nauc_recall_at_1000_std": 0.237274, "nauc_recall_at_1000_diff1": -0.031732, "nauc_precision_at_1_max": 0.553994, "nauc_precision_at_1_std": 0.178788, "nauc_precision_at_1_diff1": 0.248267, "nauc_precision_at_3_max": 0.254894, "nauc_precision_at_3_std": 0.274855, "nauc_precision_at_3_diff1": -0.208444, "nauc_precision_at_5_max": 0.217674, "nauc_precision_at_5_std": 0.335332, "nauc_precision_at_5_diff1": -0.289649, "nauc_precision_at_10_max": 0.136837, "nauc_precision_at_10_std": 0.330909, "nauc_precision_at_10_diff1": -0.332834, "nauc_precision_at_20_max": 0.095426, "nauc_precision_at_20_std": 0.300985, "nauc_precision_at_20_diff1": -0.3048, "nauc_precision_at_100_max": 0.039455, "nauc_precision_at_100_std": 0.259859, "nauc_precision_at_100_diff1": -0.295504, "nauc_precision_at_1000_max": 0.039455, "nauc_precision_at_1000_std": 0.259859, "nauc_precision_at_1000_diff1": -0.295504, "nauc_mrr_at_1_max": 0.553994, "nauc_mrr_at_1_std": 0.178788, "nauc_mrr_at_1_diff1": 0.248267, "nauc_mrr_at_3_max": 0.564533, "nauc_mrr_at_3_std": 0.193693, "nauc_mrr_at_3_diff1": 0.184911, "nauc_mrr_at_5_max": 0.573047, "nauc_mrr_at_5_std": 0.201527, "nauc_mrr_at_5_diff1": 0.185901, "nauc_mrr_at_10_max": 0.572087, "nauc_mrr_at_10_std": 0.204591, "nauc_mrr_at_10_diff1": 0.189291, "nauc_mrr_at_20_max": 0.571368, "nauc_mrr_at_20_std": 0.201998, "nauc_mrr_at_20_diff1": 0.191943, "nauc_mrr_at_100_max": 0.571071, "nauc_mrr_at_100_std": 0.201972, "nauc_mrr_at_100_diff1": 0.191634, "nauc_mrr_at_1000_max": 0.571071, "nauc_mrr_at_1000_std": 0.201972, "nauc_mrr_at_1000_diff1": 0.191634, "hit_rate_at_1": 0.69256, "hit_rate_at_3": 0.86408, "hit_rate_at_5": 0.92233, "hit_rate_at_10": 0.95146, "hit_rate_at_20": 0.9644, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 0.97411, "main_score": 0.66929, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.45955, "ndcg_at_3": 0.43975, "ndcg_at_5": 0.44171, "ndcg_at_10": 0.44503, "ndcg_at_20": 0.45169, "ndcg_at_100": 0.45693, "ndcg_at_1000": 0.45693, "map_at_1": 0.22824, "map_at_3": 0.31385, "map_at_5": 0.34747, "map_at_10": 0.36578, "map_at_20": 0.37345, "map_at_100": 0.37604, "map_at_1000": 0.37604, "recall_at_1": 0.22824, "recall_at_3": 0.34489, "recall_at_5": 0.41011, "recall_at_10": 0.45564, "recall_at_20": 0.48601, "recall_at_100": 0.50049, "recall_at_1000": 0.50049, "accuracy": 0.22824, "precision_at_1": 0.49838, "precision_at_3": 0.31715, "precision_at_5": 0.2466, "precision_at_10": 0.15081, "precision_at_20": 0.08511, "precision_at_100": 0.01812, "precision_at_1000": 0.00181, "mrr_at_1": 0.498382, "mrr_at_3": 0.553398, "mrr_at_5": 0.567314, "mrr_at_10": 0.570489, "mrr_at_20": 0.570985, "mrr_at_100": 0.570985, "mrr_at_1000": 0.570985, "nauc_ndcg_at_1_max": 0.6158, "nauc_ndcg_at_1_std": 0.265644, "nauc_ndcg_at_1_diff1": 0.11807, "nauc_ndcg_at_3_max": 0.598241, "nauc_ndcg_at_3_std": 0.279832, "nauc_ndcg_at_3_diff1": 0.086225, "nauc_ndcg_at_5_max": 0.605072, "nauc_ndcg_at_5_std": 0.279476, "nauc_ndcg_at_5_diff1": 0.08704, "nauc_ndcg_at_10_max": 0.615282, "nauc_ndcg_at_10_std": 0.292311, "nauc_ndcg_at_10_diff1": 0.085994, "nauc_ndcg_at_20_max": 0.609885, "nauc_ndcg_at_20_std": 0.304798, "nauc_ndcg_at_20_diff1": 0.071382, "nauc_ndcg_at_100_max": 0.606962, "nauc_ndcg_at_100_std": 0.306315, "nauc_ndcg_at_100_diff1": 0.067643, "nauc_ndcg_at_1000_max": 0.606962, "nauc_ndcg_at_1000_std": 0.306315, "nauc_ndcg_at_1000_diff1": 0.067643, "nauc_map_at_1_max": 0.462381, "nauc_map_at_1_std": 0.075609, "nauc_map_at_1_diff1": 0.337116, "nauc_map_at_3_max": 0.507491, "nauc_map_at_3_std": 0.162235, "nauc_map_at_3_diff1": 0.208667, "nauc_map_at_5_max": 0.545614, "nauc_map_at_5_std": 0.207491, "nauc_map_at_5_diff1": 0.158893, "nauc_map_at_10_max": 0.561091, "nauc_map_at_10_std": 0.231407, "nauc_map_at_10_diff1": 0.136783, "nauc_map_at_20_max": 0.56201, "nauc_map_at_20_std": 0.240601, "nauc_map_at_20_diff1": 0.126014, "nauc_map_at_100_max": 0.560861, "nauc_map_at_100_std": 0.241994, "nauc_map_at_100_diff1": 0.12351, "nauc_map_at_1000_max": 0.560861, "nauc_map_at_1000_std": 0.241994, "nauc_map_at_1000_diff1": 0.12351, "nauc_recall_at_1_max": 0.462381, "nauc_recall_at_1_std": 0.075609, "nauc_recall_at_1_diff1": 0.337116, "nauc_recall_at_3_max": 0.495892, "nauc_recall_at_3_std": 0.178192, "nauc_recall_at_3_diff1": 0.161373, "nauc_recall_at_5_max": 0.531828, "nauc_recall_at_5_std": 0.243529, "nauc_recall_at_5_diff1": 0.093668, "nauc_recall_at_10_max": 0.559504, "nauc_recall_at_10_std": 0.287233, "nauc_recall_at_10_diff1": 0.044353, "nauc_recall_at_20_max": 0.5685, "nauc_recall_at_20_std": 0.326958, "nauc_recall_at_20_diff1": 0.004452, "nauc_recall_at_100_max": 0.559671, "nauc_recall_at_100_std": 0.332861, "nauc_recall_at_100_diff1": -0.004171, "nauc_recall_at_1000_max": 0.559671, "nauc_recall_at_1000_std": 0.332861, "nauc_recall_at_1000_diff1": -0.004171, "nauc_precision_at_1_max": 0.650676, "nauc_precision_at_1_std": 0.300495, "nauc_precision_at_1_diff1": 0.100854, "nauc_precision_at_3_max": 0.487261, "nauc_precision_at_3_std": 0.362214, "nauc_precision_at_3_diff1": -0.168558, "nauc_precision_at_5_max": 0.448535, "nauc_precision_at_5_std": 0.363603, "nauc_precision_at_5_diff1": -0.233972, "nauc_precision_at_10_max": 0.381417, "nauc_precision_at_10_std": 0.3771, "nauc_precision_at_10_diff1": -0.259507, "nauc_precision_at_20_max": 0.313313, "nauc_precision_at_20_std": 0.361855, "nauc_precision_at_20_diff1": -0.281332, "nauc_precision_at_100_max": 0.262972, "nauc_precision_at_100_std": 0.324885, "nauc_precision_at_100_diff1": -0.261787, "nauc_precision_at_1000_max": 0.262972, "nauc_precision_at_1000_std": 0.324885, "nauc_precision_at_1000_diff1": -0.261787, "nauc_mrr_at_1_max": 0.650676, "nauc_mrr_at_1_std": 0.300495, "nauc_mrr_at_1_diff1": 0.100854, "nauc_mrr_at_3_max": 0.678287, "nauc_mrr_at_3_std": 0.33504, "nauc_mrr_at_3_diff1": 0.042206, "nauc_mrr_at_5_max": 0.679141, "nauc_mrr_at_5_std": 0.33219, "nauc_mrr_at_5_diff1": 0.040398, "nauc_mrr_at_10_max": 0.680873, "nauc_mrr_at_10_std": 0.339868, "nauc_mrr_at_10_diff1": 0.033962, "nauc_mrr_at_20_max": 0.680422, "nauc_mrr_at_20_std": 0.339099, "nauc_mrr_at_20_diff1": 0.033215, "nauc_mrr_at_100_max": 0.680422, "nauc_mrr_at_100_std": 0.339099, "nauc_mrr_at_100_diff1": 0.033215, "nauc_mrr_at_1000_max": 0.680422, "nauc_mrr_at_1000_std": 0.339099, "nauc_mrr_at_1000_diff1": 0.033215, "hit_rate_at_1": 0.49838, "hit_rate_at_3": 0.6246, "hit_rate_at_5": 0.68285, "hit_rate_at_10": 0.7055, "hit_rate_at_20": 0.71197, "hit_rate_at_100": 0.71197, "hit_rate_at_1000": 0.71197, "main_score": 0.44503, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.51133, "ndcg_at_3": 0.4779, "ndcg_at_5": 0.47283, "ndcg_at_10": 0.47789, "ndcg_at_20": 0.48627, "ndcg_at_100": 0.49118, "ndcg_at_1000": 0.49118, "map_at_1": 0.24388, "map_at_3": 0.33992, "map_at_5": 0.37088, "map_at_10": 0.39417, "map_at_20": 0.40252, "map_at_100": 0.40463, "map_at_1000": 0.40463, "recall_at_1": 0.24388, "recall_at_3": 0.37829, "recall_at_5": 0.43235, "recall_at_10": 0.48846, "recall_at_20": 0.524, "recall_at_100": 0.53718, "recall_at_1000": 0.53718, "accuracy": 0.24388, "precision_at_1": 0.5534, "precision_at_3": 0.34951, "precision_at_5": 0.26408, "precision_at_10": 0.16117, "precision_at_20": 0.09045, "precision_at_100": 0.01909, "precision_at_1000": 0.00191, "mrr_at_1": 0.553398, "mrr_at_3": 0.608414, "mrr_at_5": 0.616019, "mrr_at_10": 0.619528, "mrr_at_20": 0.619967, "mrr_at_100": 0.620294, "mrr_at_1000": 0.620294, "nauc_ndcg_at_1_max": 0.539841, "nauc_ndcg_at_1_std": 0.115041, "nauc_ndcg_at_1_diff1": 0.07893, "nauc_ndcg_at_3_max": 0.55346, "nauc_ndcg_at_3_std": 0.194423, "nauc_ndcg_at_3_diff1": -0.036732, "nauc_ndcg_at_5_max": 0.549542, "nauc_ndcg_at_5_std": 0.208771, "nauc_ndcg_at_5_diff1": -0.048989, "nauc_ndcg_at_10_max": 0.567494, "nauc_ndcg_at_10_std": 0.224529, "nauc_ndcg_at_10_diff1": -0.07138, "nauc_ndcg_at_20_max": 0.5657, "nauc_ndcg_at_20_std": 0.230045, "nauc_ndcg_at_20_diff1": -0.08113, "nauc_ndcg_at_100_max": 0.566129, "nauc_ndcg_at_100_std": 0.234452, "nauc_ndcg_at_100_diff1": -0.086713, "nauc_ndcg_at_1000_max": 0.566129, "nauc_ndcg_at_1000_std": 0.234452, "nauc_ndcg_at_1000_diff1": -0.086713, "nauc_map_at_1_max": 0.361656, "nauc_map_at_1_std": -0.022777, "nauc_map_at_1_diff1": 0.242244, "nauc_map_at_3_max": 0.442663, "nauc_map_at_3_std": 0.092213, "nauc_map_at_3_diff1": 0.063167, "nauc_map_at_5_max": 0.479681, "nauc_map_at_5_std": 0.148537, "nauc_map_at_5_diff1": 0.012896, "nauc_map_at_10_max": 0.50623, "nauc_map_at_10_std": 0.175849, "nauc_map_at_10_diff1": -0.023544, "nauc_map_at_20_max": 0.512608, "nauc_map_at_20_std": 0.181882, "nauc_map_at_20_diff1": -0.034574, "nauc_map_at_100_max": 0.512928, "nauc_map_at_100_std": 0.184847, "nauc_map_at_100_diff1": -0.037731, "nauc_map_at_1000_max": 0.512928, "nauc_map_at_1000_std": 0.184847, "nauc_map_at_1000_diff1": -0.037731, "nauc_recall_at_1_max": 0.361656, "nauc_recall_at_1_std": -0.022777, "nauc_recall_at_1_diff1": 0.242244, "nauc_recall_at_3_max": 0.433715, "nauc_recall_at_3_std": 0.125852, "nauc_recall_at_3_diff1": -0.0044, "nauc_recall_at_5_max": 0.46866, "nauc_recall_at_5_std": 0.212812, "nauc_recall_at_5_diff1": -0.070723, "nauc_recall_at_10_max": 0.509317, "nauc_recall_at_10_std": 0.253265, "nauc_recall_at_10_diff1": -0.142575, "nauc_recall_at_20_max": 0.525033, "nauc_recall_at_20_std": 0.269851, "nauc_recall_at_20_diff1": -0.173965, "nauc_recall_at_100_max": 0.524085, "nauc_recall_at_100_std": 0.281838, "nauc_recall_at_100_diff1": -0.190698, "nauc_recall_at_1000_max": 0.524085, "nauc_recall_at_1000_std": 0.281838, "nauc_recall_at_1000_diff1": -0.190698, "nauc_precision_at_1_max": 0.564266, "nauc_precision_at_1_std": 0.111658, "nauc_precision_at_1_diff1": 0.091597, "nauc_precision_at_3_max": 0.487671, "nauc_precision_at_3_std": 0.314793, "nauc_precision_at_3_diff1": -0.278288, "nauc_precision_at_5_max": 0.436936, "nauc_precision_at_5_std": 0.363778, "nauc_precision_at_5_diff1": -0.327441, "nauc_precision_at_10_max": 0.401701, "nauc_precision_at_10_std": 0.367152, "nauc_precision_at_10_diff1": -0.352934, "nauc_precision_at_20_max": 0.358748, "nauc_precision_at_20_std": 0.351626, "nauc_precision_at_20_diff1": -0.364084, "nauc_precision_at_100_max": 0.32182, "nauc_precision_at_100_std": 0.332625, "nauc_precision_at_100_diff1": -0.350929, "nauc_precision_at_1000_max": 0.32182, "nauc_precision_at_1000_std": 0.332625, "nauc_precision_at_1000_diff1": -0.350929, "nauc_mrr_at_1_max": 0.564266, "nauc_mrr_at_1_std": 0.111658, "nauc_mrr_at_1_diff1": 0.091597, "nauc_mrr_at_3_max": 0.605125, "nauc_mrr_at_3_std": 0.186817, "nauc_mrr_at_3_diff1": 0.017046, "nauc_mrr_at_5_max": 0.605061, "nauc_mrr_at_5_std": 0.19274, "nauc_mrr_at_5_diff1": 0.008898, "nauc_mrr_at_10_max": 0.609397, "nauc_mrr_at_10_std": 0.196425, "nauc_mrr_at_10_diff1": 0.004578, "nauc_mrr_at_20_max": 0.609241, "nauc_mrr_at_20_std": 0.195474, "nauc_mrr_at_20_diff1": 0.003728, "nauc_mrr_at_100_max": 0.608772, "nauc_mrr_at_100_std": 0.194902, "nauc_mrr_at_100_diff1": 0.004723, "nauc_mrr_at_1000_max": 0.608772, "nauc_mrr_at_1000_std": 0.194902, "nauc_mrr_at_1000_diff1": 0.004723, "hit_rate_at_1": 0.5534, "hit_rate_at_3": 0.68932, "hit_rate_at_5": 0.72492, "hit_rate_at_10": 0.75081, "hit_rate_at_20": 0.75728, "hit_rate_at_100": 0.76699, "hit_rate_at_1000": 0.76699, "main_score": 0.47789, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.48706, "ndcg_at_3": 0.46346, "ndcg_at_5": 0.45348, "ndcg_at_10": 0.45763, "ndcg_at_20": 0.46238, "ndcg_at_100": 0.46644, "ndcg_at_1000": 0.46644, "map_at_1": 0.22685, "map_at_3": 0.32163, "map_at_5": 0.35189, "map_at_10": 0.37285, "map_at_20": 0.37863, "map_at_100": 0.38046, "map_at_1000": 0.38046, "recall_at_1": 0.22685, "recall_at_3": 0.36222, "recall_at_5": 0.4141, "recall_at_10": 0.46336, "recall_at_20": 0.49, "recall_at_100": 0.50066, "recall_at_1000": 0.50066, "accuracy": 0.22685, "precision_at_1": 0.52427, "precision_at_3": 0.33549, "precision_at_5": 0.24984, "precision_at_10": 0.15437, "precision_at_20": 0.08447, "precision_at_100": 0.0177, "precision_at_1000": 0.00177, "mrr_at_1": 0.524272, "mrr_at_3": 0.591154, "mrr_at_5": 0.596332, "mrr_at_10": 0.59995, "mrr_at_20": 0.600475, "mrr_at_100": 0.60058, "mrr_at_1000": 0.60058, "nauc_ndcg_at_1_max": 0.608054, "nauc_ndcg_at_1_std": 0.192705, "nauc_ndcg_at_1_diff1": 0.087344, "nauc_ndcg_at_3_max": 0.623383, "nauc_ndcg_at_3_std": 0.281009, "nauc_ndcg_at_3_diff1": -0.027287, "nauc_ndcg_at_5_max": 0.626687, "nauc_ndcg_at_5_std": 0.285477, "nauc_ndcg_at_5_diff1": -0.036542, "nauc_ndcg_at_10_max": 0.629271, "nauc_ndcg_at_10_std": 0.305939, "nauc_ndcg_at_10_diff1": -0.066044, "nauc_ndcg_at_20_max": 0.630064, "nauc_ndcg_at_20_std": 0.307313, "nauc_ndcg_at_20_diff1": -0.069646, "nauc_ndcg_at_100_max": 0.627994, "nauc_ndcg_at_100_std": 0.31285, "nauc_ndcg_at_100_diff1": -0.074971, "nauc_ndcg_at_1000_max": 0.627994, "nauc_ndcg_at_1000_std": 0.31285, "nauc_ndcg_at_1000_diff1": -0.074971, "nauc_map_at_1_max": 0.418526, "nauc_map_at_1_std": -0.017261, "nauc_map_at_1_diff1": 0.260477, "nauc_map_at_3_max": 0.522355, "nauc_map_at_3_std": 0.137235, "nauc_map_at_3_diff1": 0.082272, "nauc_map_at_5_max": 0.562444, "nauc_map_at_5_std": 0.196607, "nauc_map_at_5_diff1": 0.022079, "nauc_map_at_10_max": 0.577848, "nauc_map_at_10_std": 0.235548, "nauc_map_at_10_diff1": -0.016054, "nauc_map_at_20_max": 0.583549, "nauc_map_at_20_std": 0.243669, "nauc_map_at_20_diff1": -0.022655, "nauc_map_at_100_max": 0.582494, "nauc_map_at_100_std": 0.247508, "nauc_map_at_100_diff1": -0.025415, "nauc_map_at_1000_max": 0.582494, "nauc_map_at_1000_std": 0.247508, "nauc_map_at_1000_diff1": -0.025415, "nauc_recall_at_1_max": 0.418526, "nauc_recall_at_1_std": -0.017261, "nauc_recall_at_1_diff1": 0.260477, "nauc_recall_at_3_max": 0.494343, "nauc_recall_at_3_std": 0.190187, "nauc_recall_at_3_diff1": 0.012329, "nauc_recall_at_5_max": 0.53716, "nauc_recall_at_5_std": 0.267172, "nauc_recall_at_5_diff1": -0.067252, "nauc_recall_at_10_max": 0.54144, "nauc_recall_at_10_std": 0.324611, "nauc_recall_at_10_diff1": -0.126771, "nauc_recall_at_20_max": 0.563625, "nauc_recall_at_20_std": 0.348172, "nauc_recall_at_20_diff1": -0.143747, "nauc_recall_at_100_max": 0.554665, "nauc_recall_at_100_std": 0.362045, "nauc_recall_at_100_diff1": -0.157401, "nauc_recall_at_1000_max": 0.554665, "nauc_recall_at_1000_std": 0.362045, "nauc_recall_at_1000_diff1": -0.157401, "nauc_precision_at_1_max": 0.626954, "nauc_precision_at_1_std": 0.227645, "nauc_precision_at_1_diff1": 0.089213, "nauc_precision_at_3_max": 0.541259, "nauc_precision_at_3_std": 0.432135, "nauc_precision_at_3_diff1": -0.259257, "nauc_precision_at_5_max": 0.504395, "nauc_precision_at_5_std": 0.454799, "nauc_precision_at_5_diff1": -0.306319, "nauc_precision_at_10_max": 0.417548, "nauc_precision_at_10_std": 0.472153, "nauc_precision_at_10_diff1": -0.343824, "nauc_precision_at_20_max": 0.384255, "nauc_precision_at_20_std": 0.464656, "nauc_precision_at_20_diff1": -0.342026, "nauc_precision_at_100_max": 0.343731, "nauc_precision_at_100_std": 0.447523, "nauc_precision_at_100_diff1": -0.338097, "nauc_precision_at_1000_max": 0.343731, "nauc_precision_at_1000_std": 0.447523, "nauc_precision_at_1000_diff1": -0.338097, "nauc_mrr_at_1_max": 0.626954, "nauc_mrr_at_1_std": 0.227645, "nauc_mrr_at_1_diff1": 0.089213, "nauc_mrr_at_3_max": 0.673735, "nauc_mrr_at_3_std": 0.328731, "nauc_mrr_at_3_diff1": -0.003741, "nauc_mrr_at_5_max": 0.672043, "nauc_mrr_at_5_std": 0.326291, "nauc_mrr_at_5_diff1": 0.000819, "nauc_mrr_at_10_max": 0.671398, "nauc_mrr_at_10_std": 0.328373, "nauc_mrr_at_10_diff1": -0.001825, "nauc_mrr_at_20_max": 0.670614, "nauc_mrr_at_20_std": 0.327551, "nauc_mrr_at_20_diff1": -0.001535, "nauc_mrr_at_100_max": 0.670438, "nauc_mrr_at_100_std": 0.327291, "nauc_mrr_at_100_diff1": -0.001145, "nauc_mrr_at_1000_max": 0.670438, "nauc_mrr_at_1000_std": 0.327291, "nauc_mrr_at_1000_diff1": -0.001145, "hit_rate_at_1": 0.52427, "hit_rate_at_3": 0.67314, "hit_rate_at_5": 0.69579, "hit_rate_at_10": 0.72168, "hit_rate_at_20": 0.72816, "hit_rate_at_100": 0.73139, "hit_rate_at_1000": 0.73139, "main_score": 0.45763, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 1179.9548043292016, "kg_co2_emissions": null, "date": 1793345179.911032, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0008177272975444794, "end": 230.75778442062438, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 230.86396414227784, "end": 230.9227789286524, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 231.09980119392276, "end": 448.85841719433665, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 449.0838940721005, "end": 449.1426430530846, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 449.3213014360517, "end": 674.5925362166017, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 674.931526100263, "end": 674.991659745574, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 675.1764473542571, "end": 847.5406031794846, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 847.9570645485073, "end": 848.0164712332189, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 848.189530512318, "end": 1017.2400174960494, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1017.7808030694723, "end": 1017.8408031836152, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1018.0288363937289, "end": 1179.0578478761017, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1179.6979269124568, "end": 1179.7577704973519, "split": "test", "subset": "portuguese" } ] }