{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.26.31", "scores": { "test": [ { "ndcg_at_1": 0.34337, "ndcg_at_3": 0.35365, "ndcg_at_5": 0.36712, "ndcg_at_10": 0.38297, "ndcg_at_20": 0.39898, "ndcg_at_100": 0.40908, "ndcg_at_1000": 0.40908, "map_at_1": 0.15896, "map_at_3": 0.23513, "map_at_5": 0.2658, "map_at_10": 0.29158, "map_at_20": 0.30248, "map_at_100": 0.30659, "map_at_1000": 0.30659, "recall_at_1": 0.15896, "recall_at_3": 0.28794, "recall_at_5": 0.36136, "recall_at_10": 0.43391, "recall_at_20": 0.47909, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.15896, "precision_at_1": 0.36145, "precision_at_3": 0.26004, "precision_at_5": 0.21386, "precision_at_10": 0.14217, "precision_at_20": 0.08509, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.361446, "mrr_at_3": 0.449799, "mrr_at_5": 0.468926, "mrr_at_10": 0.474236, "mrr_at_20": 0.47613, "mrr_at_100": 0.476701, "mrr_at_1000": 0.476701, "nauc_ndcg_at_1_max": 0.18858, "nauc_ndcg_at_1_std": 0.077465, "nauc_ndcg_at_1_diff1": 0.199754, "nauc_ndcg_at_3_max": 0.258577, "nauc_ndcg_at_3_std": 0.120849, "nauc_ndcg_at_3_diff1": 0.067922, "nauc_ndcg_at_5_max": 0.275325, "nauc_ndcg_at_5_std": 0.144655, "nauc_ndcg_at_5_diff1": 0.033992, "nauc_ndcg_at_10_max": 0.295363, "nauc_ndcg_at_10_std": 0.169175, "nauc_ndcg_at_10_diff1": 6.8e-05, "nauc_ndcg_at_20_max": 0.307801, "nauc_ndcg_at_20_std": 0.192465, "nauc_ndcg_at_20_diff1": -0.027985, "nauc_ndcg_at_100_max": 0.329822, "nauc_ndcg_at_100_std": 0.196735, "nauc_ndcg_at_100_diff1": -0.05001, "nauc_ndcg_at_1000_max": 0.329822, "nauc_ndcg_at_1000_std": 0.196735, "nauc_ndcg_at_1000_diff1": -0.05001, "nauc_map_at_1_max": 0.145931, "nauc_map_at_1_std": -0.018053, "nauc_map_at_1_diff1": 0.250055, "nauc_map_at_3_max": 0.198931, "nauc_map_at_3_std": 0.037457, "nauc_map_at_3_diff1": 0.100846, "nauc_map_at_5_max": 0.235845, "nauc_map_at_5_std": 0.0796, "nauc_map_at_5_diff1": 0.061949, "nauc_map_at_10_max": 0.25806, "nauc_map_at_10_std": 0.117226, "nauc_map_at_10_diff1": 0.034811, "nauc_map_at_20_max": 0.26351, "nauc_map_at_20_std": 0.132252, "nauc_map_at_20_diff1": 0.020258, "nauc_map_at_100_max": 0.271777, "nauc_map_at_100_std": 0.135877, "nauc_map_at_100_diff1": 0.011165, "nauc_map_at_1000_max": 0.271777, "nauc_map_at_1000_std": 0.135877, "nauc_map_at_1000_diff1": 0.011165, "nauc_recall_at_1_max": 0.145931, "nauc_recall_at_1_std": -0.018053, "nauc_recall_at_1_diff1": 0.250055, "nauc_recall_at_3_max": 0.200249, "nauc_recall_at_3_std": 0.052173, "nauc_recall_at_3_diff1": 0.005866, "nauc_recall_at_5_max": 0.244883, "nauc_recall_at_5_std": 0.130838, "nauc_recall_at_5_diff1": -0.056904, "nauc_recall_at_10_max": 0.287911, "nauc_recall_at_10_std": 0.20735, "nauc_recall_at_10_diff1": -0.125463, "nauc_recall_at_20_max": 0.303866, "nauc_recall_at_20_std": 0.260396, "nauc_recall_at_20_diff1": -0.178631, "nauc_recall_at_100_max": 0.36431, "nauc_recall_at_100_std": 0.263937, "nauc_recall_at_100_diff1": -0.237636, "nauc_recall_at_1000_max": 0.36431, "nauc_recall_at_1000_std": 0.263937, "nauc_recall_at_1000_diff1": -0.237636, "nauc_precision_at_1_max": 0.205734, "nauc_precision_at_1_std": 0.090907, "nauc_precision_at_1_diff1": 0.204779, "nauc_precision_at_3_max": 0.287557, "nauc_precision_at_3_std": 0.224991, "nauc_precision_at_3_diff1": -0.061217, "nauc_precision_at_5_max": 0.327112, "nauc_precision_at_5_std": 0.291667, "nauc_precision_at_5_diff1": -0.140119, "nauc_precision_at_10_max": 0.313965, "nauc_precision_at_10_std": 0.329054, "nauc_precision_at_10_diff1": -0.17086, "nauc_precision_at_20_max": 0.298669, "nauc_precision_at_20_std": 0.348413, "nauc_precision_at_20_diff1": -0.219099, "nauc_precision_at_100_max": 0.326476, "nauc_precision_at_100_std": 0.326173, "nauc_precision_at_100_diff1": -0.266276, "nauc_precision_at_1000_max": 0.326476, "nauc_precision_at_1000_std": 0.326173, "nauc_precision_at_1000_diff1": -0.266276, "nauc_mrr_at_1_max": 0.205734, "nauc_mrr_at_1_std": 0.090907, "nauc_mrr_at_1_diff1": 0.204779, "nauc_mrr_at_3_max": 0.263893, "nauc_mrr_at_3_std": 0.128676, "nauc_mrr_at_3_diff1": 0.134433, "nauc_mrr_at_5_max": 0.272613, "nauc_mrr_at_5_std": 0.143828, "nauc_mrr_at_5_diff1": 0.120455, "nauc_mrr_at_10_max": 0.277348, "nauc_mrr_at_10_std": 0.14861, "nauc_mrr_at_10_diff1": 0.112559, "nauc_mrr_at_20_max": 0.27805, "nauc_mrr_at_20_std": 0.150129, "nauc_mrr_at_20_diff1": 0.110954, "nauc_mrr_at_100_max": 0.2799, "nauc_mrr_at_100_std": 0.14958, "nauc_mrr_at_100_diff1": 0.109738, "nauc_mrr_at_1000_max": 0.2799, "nauc_mrr_at_1000_std": 0.14958, "nauc_mrr_at_1000_diff1": 0.109738, "hit_rate_at_1": 0.36145, "hit_rate_at_3": 0.56627, "hit_rate_at_5": 0.6506, "hit_rate_at_10": 0.68976, "hit_rate_at_20": 0.71687, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.38297, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.3494, "ndcg_at_3": 0.34874, "ndcg_at_5": 0.3506, "ndcg_at_10": 0.36233, "ndcg_at_20": 0.37979, "ndcg_at_100": 0.3926, "ndcg_at_1000": 0.3926, "map_at_1": 0.15173, "map_at_3": 0.22356, "map_at_5": 0.25054, "map_at_10": 0.27481, "map_at_20": 0.28758, "map_at_100": 0.29292, "map_at_1000": 0.29292, "recall_at_1": 0.15173, "recall_at_3": 0.27051, "recall_at_5": 0.32748, "recall_at_10": 0.38903, "recall_at_20": 0.43783, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.15173, "precision_at_1": 0.37048, "precision_at_3": 0.25502, "precision_at_5": 0.20181, "precision_at_10": 0.13464, "precision_at_20": 0.08358, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.370482, "mrr_at_3": 0.460843, "mrr_at_5": 0.471536, "mrr_at_10": 0.476867, "mrr_at_20": 0.478832, "mrr_at_100": 0.479763, "mrr_at_1000": 0.479763, "nauc_ndcg_at_1_max": 0.223512, "nauc_ndcg_at_1_std": 0.118285, "nauc_ndcg_at_1_diff1": 0.148346, "nauc_ndcg_at_3_max": 0.32095, "nauc_ndcg_at_3_std": 0.167371, "nauc_ndcg_at_3_diff1": -0.008978, "nauc_ndcg_at_5_max": 0.329527, "nauc_ndcg_at_5_std": 0.187499, "nauc_ndcg_at_5_diff1": -0.046841, "nauc_ndcg_at_10_max": 0.342429, "nauc_ndcg_at_10_std": 0.224752, "nauc_ndcg_at_10_diff1": -0.071761, "nauc_ndcg_at_20_max": 0.35269, "nauc_ndcg_at_20_std": 0.256174, "nauc_ndcg_at_20_diff1": -0.100271, "nauc_ndcg_at_100_max": 0.370421, "nauc_ndcg_at_100_std": 0.263435, "nauc_ndcg_at_100_diff1": -0.124181, "nauc_ndcg_at_1000_max": 0.370421, "nauc_ndcg_at_1000_std": 0.263435, "nauc_ndcg_at_1000_diff1": -0.124181, "nauc_map_at_1_max": 0.20836, "nauc_map_at_1_std": 0.071058, "nauc_map_at_1_diff1": 0.172935, "nauc_map_at_3_max": 0.272785, "nauc_map_at_3_std": 0.121628, "nauc_map_at_3_diff1": 0.037732, "nauc_map_at_5_max": 0.30396, "nauc_map_at_5_std": 0.149761, "nauc_map_at_5_diff1": -0.007702, "nauc_map_at_10_max": 0.322156, "nauc_map_at_10_std": 0.195609, "nauc_map_at_10_diff1": -0.038985, "nauc_map_at_20_max": 0.325688, "nauc_map_at_20_std": 0.219268, "nauc_map_at_20_diff1": -0.055396, "nauc_map_at_100_max": 0.332065, "nauc_map_at_100_std": 0.225527, "nauc_map_at_100_diff1": -0.063241, "nauc_map_at_1000_max": 0.332065, "nauc_map_at_1000_std": 0.225527, "nauc_map_at_1000_diff1": -0.063241, "nauc_recall_at_1_max": 0.20836, "nauc_recall_at_1_std": 0.071058, "nauc_recall_at_1_diff1": 0.172935, "nauc_recall_at_3_max": 0.255879, "nauc_recall_at_3_std": 0.114627, "nauc_recall_at_3_diff1": -0.03301, "nauc_recall_at_5_max": 0.286676, "nauc_recall_at_5_std": 0.150441, "nauc_recall_at_5_diff1": -0.097443, "nauc_recall_at_10_max": 0.319587, "nauc_recall_at_10_std": 0.248771, "nauc_recall_at_10_diff1": -0.148709, "nauc_recall_at_20_max": 0.342731, "nauc_recall_at_20_std": 0.307216, "nauc_recall_at_20_diff1": -0.21043, "nauc_recall_at_100_max": 0.385914, "nauc_recall_at_100_std": 0.304437, "nauc_recall_at_100_diff1": -0.280457, "nauc_recall_at_1000_max": 0.385914, "nauc_recall_at_1000_std": 0.304437, "nauc_recall_at_1000_diff1": -0.280457, "nauc_precision_at_1_max": 0.244581, "nauc_precision_at_1_std": 0.132424, "nauc_precision_at_1_diff1": 0.154389, "nauc_precision_at_3_max": 0.380926, "nauc_precision_at_3_std": 0.262792, "nauc_precision_at_3_diff1": -0.105606, "nauc_precision_at_5_max": 0.376619, "nauc_precision_at_5_std": 0.313941, "nauc_precision_at_5_diff1": -0.190889, "nauc_precision_at_10_max": 0.325774, "nauc_precision_at_10_std": 0.356526, "nauc_precision_at_10_diff1": -0.217521, "nauc_precision_at_20_max": 0.276973, "nauc_precision_at_20_std": 0.38971, "nauc_precision_at_20_diff1": -0.24035, "nauc_precision_at_100_max": 0.291081, "nauc_precision_at_100_std": 0.374292, "nauc_precision_at_100_diff1": -0.268092, "nauc_precision_at_1000_max": 0.291081, "nauc_precision_at_1000_std": 0.374292, "nauc_precision_at_1000_diff1": -0.268092, "nauc_mrr_at_1_max": 0.244581, "nauc_mrr_at_1_std": 0.132424, "nauc_mrr_at_1_diff1": 0.154389, "nauc_mrr_at_3_max": 0.302589, "nauc_mrr_at_3_std": 0.174169, "nauc_mrr_at_3_diff1": 0.066648, "nauc_mrr_at_5_max": 0.304048, "nauc_mrr_at_5_std": 0.18331, "nauc_mrr_at_5_diff1": 0.052019, "nauc_mrr_at_10_max": 0.307851, "nauc_mrr_at_10_std": 0.189814, "nauc_mrr_at_10_diff1": 0.053349, "nauc_mrr_at_20_max": 0.311417, "nauc_mrr_at_20_std": 0.192279, "nauc_mrr_at_20_diff1": 0.049491, "nauc_mrr_at_100_max": 0.312857, "nauc_mrr_at_100_std": 0.191283, "nauc_mrr_at_100_diff1": 0.047901, "nauc_mrr_at_1000_max": 0.312857, "nauc_mrr_at_1000_std": 0.191283, "nauc_mrr_at_1000_diff1": 0.047901, "hit_rate_at_1": 0.37048, "hit_rate_at_3": 0.57229, "hit_rate_at_5": 0.62048, "hit_rate_at_10": 0.65663, "hit_rate_at_20": 0.68373, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.36233, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.44127, "ndcg_at_3": 0.46816, "ndcg_at_5": 0.48365, "ndcg_at_10": 0.51708, "ndcg_at_20": 0.55524, "ndcg_at_100": 0.57909, "ndcg_at_1000": 0.57909, "map_at_1": 0.20545, "map_at_3": 0.32085, "map_at_5": 0.36246, "map_at_10": 0.40417, "map_at_20": 0.4295, "map_at_100": 0.43982, "map_at_1000": 0.43982, "recall_at_1": 0.20545, "recall_at_3": 0.3841, "recall_at_5": 0.47422, "recall_at_10": 0.58824, "recall_at_20": 0.69336, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.20545, "precision_at_1": 0.46084, "precision_at_3": 0.34839, "precision_at_5": 0.28313, "precision_at_10": 0.20211, "precision_at_20": 0.13148, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.460843, "mrr_at_3": 0.570783, "mrr_at_5": 0.589759, "mrr_at_10": 0.598972, "mrr_at_20": 0.602603, "mrr_at_100": 0.6035, "mrr_at_1000": 0.6035, "nauc_ndcg_at_1_max": 0.051587, "nauc_ndcg_at_1_std": 0.045142, "nauc_ndcg_at_1_diff1": 0.291188, "nauc_ndcg_at_3_max": 0.095856, "nauc_ndcg_at_3_std": 0.065582, "nauc_ndcg_at_3_diff1": 0.214623, "nauc_ndcg_at_5_max": 0.078074, "nauc_ndcg_at_5_std": 0.076529, "nauc_ndcg_at_5_diff1": 0.234918, "nauc_ndcg_at_10_max": 0.070475, "nauc_ndcg_at_10_std": 0.078795, "nauc_ndcg_at_10_diff1": 0.22712, "nauc_ndcg_at_20_max": 0.076414, "nauc_ndcg_at_20_std": 0.113047, "nauc_ndcg_at_20_diff1": 0.211152, "nauc_ndcg_at_100_max": 0.103591, "nauc_ndcg_at_100_std": 0.111914, "nauc_ndcg_at_100_diff1": 0.193581, "nauc_ndcg_at_1000_max": 0.103591, "nauc_ndcg_at_1000_std": 0.111914, "nauc_ndcg_at_1000_diff1": 0.193581, "nauc_map_at_1_max": 0.001578, "nauc_map_at_1_std": -0.079998, "nauc_map_at_1_diff1": 0.387838, "nauc_map_at_3_max": 0.059105, "nauc_map_at_3_std": -0.011326, "nauc_map_at_3_diff1": 0.284575, "nauc_map_at_5_max": 0.065172, "nauc_map_at_5_std": 0.015166, "nauc_map_at_5_diff1": 0.267177, "nauc_map_at_10_max": 0.059017, "nauc_map_at_10_std": 0.044485, "nauc_map_at_10_diff1": 0.250513, "nauc_map_at_20_max": 0.054818, "nauc_map_at_20_std": 0.075397, "nauc_map_at_20_diff1": 0.23658, "nauc_map_at_100_max": 0.062354, "nauc_map_at_100_std": 0.07706, "nauc_map_at_100_diff1": 0.230453, "nauc_map_at_1000_max": 0.062354, "nauc_map_at_1000_std": 0.07706, "nauc_map_at_1000_diff1": 0.230453, "nauc_recall_at_1_max": 0.001578, "nauc_recall_at_1_std": -0.079998, "nauc_recall_at_1_diff1": 0.387838, "nauc_recall_at_3_max": 0.075198, "nauc_recall_at_3_std": -0.004989, "nauc_recall_at_3_diff1": 0.213461, "nauc_recall_at_5_max": 0.051095, "nauc_recall_at_5_std": 0.037349, "nauc_recall_at_5_diff1": 0.195398, "nauc_recall_at_10_max": 0.020969, "nauc_recall_at_10_std": 0.059767, "nauc_recall_at_10_diff1": 0.18622, "nauc_recall_at_20_max": 0.025889, "nauc_recall_at_20_std": 0.154119, "nauc_recall_at_20_diff1": 0.152616, "nauc_recall_at_100_max": 0.135326, "nauc_recall_at_100_std": 0.145361, "nauc_recall_at_100_diff1": 0.073378, "nauc_recall_at_1000_max": 0.135326, "nauc_recall_at_1000_std": 0.145361, "nauc_recall_at_1000_diff1": 0.073378, "nauc_precision_at_1_max": 0.049714, "nauc_precision_at_1_std": 0.069051, "nauc_precision_at_1_diff1": 0.284235, "nauc_precision_at_3_max": 0.13125, "nauc_precision_at_3_std": 0.204498, "nauc_precision_at_3_diff1": -0.005271, "nauc_precision_at_5_max": 0.110478, "nauc_precision_at_5_std": 0.241034, "nauc_precision_at_5_diff1": -0.059053, "nauc_precision_at_10_max": 0.052537, "nauc_precision_at_10_std": 0.24986, "nauc_precision_at_10_diff1": -0.120537, "nauc_precision_at_20_max": 0.023519, "nauc_precision_at_20_std": 0.277382, "nauc_precision_at_20_diff1": -0.157687, "nauc_precision_at_100_max": 0.062012, "nauc_precision_at_100_std": 0.215773, "nauc_precision_at_100_diff1": -0.185684, "nauc_precision_at_1000_max": 0.062012, "nauc_precision_at_1000_std": 0.215773, "nauc_precision_at_1000_diff1": -0.185684, "nauc_mrr_at_1_max": 0.049714, "nauc_mrr_at_1_std": 0.069051, "nauc_mrr_at_1_diff1": 0.284235, "nauc_mrr_at_3_max": 0.095177, "nauc_mrr_at_3_std": 0.108466, "nauc_mrr_at_3_diff1": 0.228293, "nauc_mrr_at_5_max": 0.088227, "nauc_mrr_at_5_std": 0.113555, "nauc_mrr_at_5_diff1": 0.230816, "nauc_mrr_at_10_max": 0.082412, "nauc_mrr_at_10_std": 0.111888, "nauc_mrr_at_10_diff1": 0.230897, "nauc_mrr_at_20_max": 0.086468, "nauc_mrr_at_20_std": 0.109515, "nauc_mrr_at_20_diff1": 0.231315, "nauc_mrr_at_100_max": 0.087871, "nauc_mrr_at_100_std": 0.109037, "nauc_mrr_at_100_diff1": 0.231133, "nauc_mrr_at_1000_max": 0.087871, "nauc_mrr_at_1000_std": 0.109037, "nauc_mrr_at_1000_diff1": 0.231133, "hit_rate_at_1": 0.46084, "hit_rate_at_3": 0.71687, "hit_rate_at_5": 0.79518, "hit_rate_at_10": 0.86446, "hit_rate_at_20": 0.91566, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.51708, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.29518, "ndcg_at_3": 0.31517, "ndcg_at_5": 0.31936, "ndcg_at_10": 0.334, "ndcg_at_20": 0.35123, "ndcg_at_100": 0.36002, "ndcg_at_1000": 0.36002, "map_at_1": 0.13068, "map_at_3": 0.20668, "map_at_5": 0.23347, "map_at_10": 0.25449, "map_at_20": 0.26605, "map_at_100": 0.2695, "map_at_1000": 0.2695, "recall_at_1": 0.13068, "recall_at_3": 0.25937, "recall_at_5": 0.31543, "recall_at_10": 0.37756, "recall_at_20": 0.42686, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.13068, "precision_at_1": 0.31325, "precision_at_3": 0.23695, "precision_at_5": 0.18675, "precision_at_10": 0.1241, "precision_at_20": 0.07455, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.313253, "mrr_at_3": 0.404116, "mrr_at_5": 0.413153, "mrr_at_10": 0.418627, "mrr_at_20": 0.420127, "mrr_at_100": 0.420613, "mrr_at_1000": 0.420613, "nauc_ndcg_at_1_max": 0.304711, "nauc_ndcg_at_1_std": 0.254236, "nauc_ndcg_at_1_diff1": 0.125193, "nauc_ndcg_at_3_max": 0.411318, "nauc_ndcg_at_3_std": 0.316651, "nauc_ndcg_at_3_diff1": -0.04084, "nauc_ndcg_at_5_max": 0.411204, "nauc_ndcg_at_5_std": 0.327937, "nauc_ndcg_at_5_diff1": -0.058585, "nauc_ndcg_at_10_max": 0.430508, "nauc_ndcg_at_10_std": 0.363167, "nauc_ndcg_at_10_diff1": -0.081384, "nauc_ndcg_at_20_max": 0.433101, "nauc_ndcg_at_20_std": 0.377701, "nauc_ndcg_at_20_diff1": -0.101519, "nauc_ndcg_at_100_max": 0.446586, "nauc_ndcg_at_100_std": 0.384358, "nauc_ndcg_at_100_diff1": -0.115734, "nauc_ndcg_at_1000_max": 0.446586, "nauc_ndcg_at_1000_std": 0.384358, "nauc_ndcg_at_1000_diff1": -0.115734, "nauc_map_at_1_max": 0.240583, "nauc_map_at_1_std": 0.134277, "nauc_map_at_1_diff1": 0.159239, "nauc_map_at_3_max": 0.330125, "nauc_map_at_3_std": 0.235489, "nauc_map_at_3_diff1": 0.01894, "nauc_map_at_5_max": 0.357794, "nauc_map_at_5_std": 0.26662, "nauc_map_at_5_diff1": -0.016401, "nauc_map_at_10_max": 0.374462, "nauc_map_at_10_std": 0.310842, "nauc_map_at_10_diff1": -0.03694, "nauc_map_at_20_max": 0.376449, "nauc_map_at_20_std": 0.325722, "nauc_map_at_20_diff1": -0.051226, "nauc_map_at_100_max": 0.380916, "nauc_map_at_100_std": 0.331121, "nauc_map_at_100_diff1": -0.055517, "nauc_map_at_1000_max": 0.380916, "nauc_map_at_1000_std": 0.331121, "nauc_map_at_1000_diff1": -0.055517, "nauc_recall_at_1_max": 0.240583, "nauc_recall_at_1_std": 0.134277, "nauc_recall_at_1_diff1": 0.159239, "nauc_recall_at_3_max": 0.348899, "nauc_recall_at_3_std": 0.246602, "nauc_recall_at_3_diff1": -0.063167, "nauc_recall_at_5_max": 0.373443, "nauc_recall_at_5_std": 0.29389, "nauc_recall_at_5_diff1": -0.105154, "nauc_recall_at_10_max": 0.422053, "nauc_recall_at_10_std": 0.380509, "nauc_recall_at_10_diff1": -0.150891, "nauc_recall_at_20_max": 0.432767, "nauc_recall_at_20_std": 0.401172, "nauc_recall_at_20_diff1": -0.190506, "nauc_recall_at_100_max": 0.467456, "nauc_recall_at_100_std": 0.404406, "nauc_recall_at_100_diff1": -0.2318, "nauc_recall_at_1000_max": 0.467456, "nauc_recall_at_1000_std": 0.404406, "nauc_recall_at_1000_diff1": -0.2318, "nauc_precision_at_1_max": 0.322922, "nauc_precision_at_1_std": 0.277236, "nauc_precision_at_1_diff1": 0.122624, "nauc_precision_at_3_max": 0.45078, "nauc_precision_at_3_std": 0.414015, "nauc_precision_at_3_diff1": -0.154937, "nauc_precision_at_5_max": 0.419018, "nauc_precision_at_5_std": 0.41544, "nauc_precision_at_5_diff1": -0.168828, "nauc_precision_at_10_max": 0.385311, "nauc_precision_at_10_std": 0.46342, "nauc_precision_at_10_diff1": -0.198023, "nauc_precision_at_20_max": 0.336304, "nauc_precision_at_20_std": 0.44527, "nauc_precision_at_20_diff1": -0.222375, "nauc_precision_at_100_max": 0.339742, "nauc_precision_at_100_std": 0.424379, "nauc_precision_at_100_diff1": -0.235032, "nauc_precision_at_1000_max": 0.339742, "nauc_precision_at_1000_std": 0.424379, "nauc_precision_at_1000_diff1": -0.235032, "nauc_mrr_at_1_max": 0.322922, "nauc_mrr_at_1_std": 0.277236, "nauc_mrr_at_1_diff1": 0.122624, "nauc_mrr_at_3_max": 0.406877, "nauc_mrr_at_3_std": 0.33244, "nauc_mrr_at_3_diff1": 0.021664, "nauc_mrr_at_5_max": 0.406196, "nauc_mrr_at_5_std": 0.338169, "nauc_mrr_at_5_diff1": 0.026519, "nauc_mrr_at_10_max": 0.414392, "nauc_mrr_at_10_std": 0.346488, "nauc_mrr_at_10_diff1": 0.018766, "nauc_mrr_at_20_max": 0.415227, "nauc_mrr_at_20_std": 0.347055, "nauc_mrr_at_20_diff1": 0.017257, "nauc_mrr_at_100_max": 0.41662, "nauc_mrr_at_100_std": 0.34674, "nauc_mrr_at_100_diff1": 0.01657, "nauc_mrr_at_1000_max": 0.41662, "nauc_mrr_at_1000_std": 0.34674, "nauc_mrr_at_1000_diff1": 0.01657, "hit_rate_at_1": 0.31325, "hit_rate_at_3": 0.5241, "hit_rate_at_5": 0.56325, "hit_rate_at_10": 0.60241, "hit_rate_at_20": 0.62349, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.334, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.32982, "ndcg_at_3": 0.347, "ndcg_at_5": 0.34699, "ndcg_at_10": 0.36168, "ndcg_at_20": 0.37984, "ndcg_at_100": 0.38916, "ndcg_at_1000": 0.38916, "map_at_1": 0.14712, "map_at_3": 0.22897, "map_at_5": 0.25261, "map_at_10": 0.27735, "map_at_20": 0.2902, "map_at_100": 0.29428, "map_at_1000": 0.29428, "recall_at_1": 0.14712, "recall_at_3": 0.28067, "recall_at_5": 0.33206, "recall_at_10": 0.39474, "recall_at_20": 0.44664, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.14712, "precision_at_1": 0.34639, "precision_at_3": 0.25803, "precision_at_5": 0.19699, "precision_at_10": 0.13494, "precision_at_20": 0.08283, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.346386, "mrr_at_3": 0.437751, "mrr_at_5": 0.449498, "mrr_at_10": 0.45363, "mrr_at_20": 0.455992, "mrr_at_100": 0.456299, "mrr_at_1000": 0.456299, "nauc_ndcg_at_1_max": 0.201875, "nauc_ndcg_at_1_std": 0.103169, "nauc_ndcg_at_1_diff1": 0.065517, "nauc_ndcg_at_3_max": 0.283077, "nauc_ndcg_at_3_std": 0.157885, "nauc_ndcg_at_3_diff1": -0.063648, "nauc_ndcg_at_5_max": 0.283839, "nauc_ndcg_at_5_std": 0.176499, "nauc_ndcg_at_5_diff1": -0.092357, "nauc_ndcg_at_10_max": 0.301908, "nauc_ndcg_at_10_std": 0.202664, "nauc_ndcg_at_10_diff1": -0.118241, "nauc_ndcg_at_20_max": 0.325284, "nauc_ndcg_at_20_std": 0.226416, "nauc_ndcg_at_20_diff1": -0.139024, "nauc_ndcg_at_100_max": 0.341771, "nauc_ndcg_at_100_std": 0.233348, "nauc_ndcg_at_100_diff1": -0.154391, "nauc_ndcg_at_1000_max": 0.341771, "nauc_ndcg_at_1000_std": 0.233348, "nauc_ndcg_at_1000_diff1": -0.154391, "nauc_map_at_1_max": 0.121054, "nauc_map_at_1_std": -0.014516, "nauc_map_at_1_diff1": 0.11279, "nauc_map_at_3_max": 0.210885, "nauc_map_at_3_std": 0.084755, "nauc_map_at_3_diff1": 0.005578, "nauc_map_at_5_max": 0.230011, "nauc_map_at_5_std": 0.111082, "nauc_map_at_5_diff1": -0.031788, "nauc_map_at_10_max": 0.257662, "nauc_map_at_10_std": 0.156723, "nauc_map_at_10_diff1": -0.063738, "nauc_map_at_20_max": 0.269791, "nauc_map_at_20_std": 0.176372, "nauc_map_at_20_diff1": -0.076596, "nauc_map_at_100_max": 0.27684, "nauc_map_at_100_std": 0.180396, "nauc_map_at_100_diff1": -0.084027, "nauc_map_at_1000_max": 0.27684, "nauc_map_at_1000_std": 0.180396, "nauc_map_at_1000_diff1": -0.084027, "nauc_recall_at_1_max": 0.121054, "nauc_recall_at_1_std": -0.014516, "nauc_recall_at_1_diff1": 0.11279, "nauc_recall_at_3_max": 0.226577, "nauc_recall_at_3_std": 0.109134, "nauc_recall_at_3_diff1": -0.046832, "nauc_recall_at_5_max": 0.249363, "nauc_recall_at_5_std": 0.173708, "nauc_recall_at_5_diff1": -0.11816, "nauc_recall_at_10_max": 0.30478, "nauc_recall_at_10_std": 0.235896, "nauc_recall_at_10_diff1": -0.18584, "nauc_recall_at_20_max": 0.361455, "nauc_recall_at_20_std": 0.284436, "nauc_recall_at_20_diff1": -0.238607, "nauc_recall_at_100_max": 0.397098, "nauc_recall_at_100_std": 0.290866, "nauc_recall_at_100_diff1": -0.272151, "nauc_recall_at_1000_max": 0.397098, "nauc_recall_at_1000_std": 0.290866, "nauc_recall_at_1000_diff1": -0.272151, "nauc_precision_at_1_max": 0.202632, "nauc_precision_at_1_std": 0.097637, "nauc_precision_at_1_diff1": 0.079907, "nauc_precision_at_3_max": 0.319012, "nauc_precision_at_3_std": 0.237302, "nauc_precision_at_3_diff1": -0.142409, "nauc_precision_at_5_max": 0.318284, "nauc_precision_at_5_std": 0.279237, "nauc_precision_at_5_diff1": -0.216266, "nauc_precision_at_10_max": 0.314783, "nauc_precision_at_10_std": 0.339982, "nauc_precision_at_10_diff1": -0.247339, "nauc_precision_at_20_max": 0.309021, "nauc_precision_at_20_std": 0.354499, "nauc_precision_at_20_diff1": -0.254863, "nauc_precision_at_100_max": 0.32512, "nauc_precision_at_100_std": 0.33796, "nauc_precision_at_100_diff1": -0.279901, "nauc_precision_at_1000_max": 0.32512, "nauc_precision_at_1000_std": 0.33796, "nauc_precision_at_1000_diff1": -0.279901, "nauc_mrr_at_1_max": 0.202632, "nauc_mrr_at_1_std": 0.097637, "nauc_mrr_at_1_diff1": 0.079907, "nauc_mrr_at_3_max": 0.253336, "nauc_mrr_at_3_std": 0.131697, "nauc_mrr_at_3_diff1": 0.001701, "nauc_mrr_at_5_max": 0.264875, "nauc_mrr_at_5_std": 0.147419, "nauc_mrr_at_5_diff1": -0.018473, "nauc_mrr_at_10_max": 0.271944, "nauc_mrr_at_10_std": 0.149505, "nauc_mrr_at_10_diff1": -0.02276, "nauc_mrr_at_20_max": 0.275402, "nauc_mrr_at_20_std": 0.15091, "nauc_mrr_at_20_diff1": -0.026489, "nauc_mrr_at_100_max": 0.276498, "nauc_mrr_at_100_std": 0.151289, "nauc_mrr_at_100_diff1": -0.026953, "nauc_mrr_at_1000_max": 0.276498, "nauc_mrr_at_1000_std": 0.151289, "nauc_mrr_at_1000_diff1": -0.026953, "hit_rate_at_1": 0.34639, "hit_rate_at_3": 0.5512, "hit_rate_at_5": 0.60241, "hit_rate_at_10": 0.63855, "hit_rate_at_20": 0.67169, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.36168, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.3253, "ndcg_at_3": 0.34386, "ndcg_at_5": 0.34819, "ndcg_at_10": 0.36615, "ndcg_at_20": 0.38903, "ndcg_at_100": 0.40205, "ndcg_at_1000": 0.40205, "map_at_1": 0.14708, "map_at_3": 0.22315, "map_at_5": 0.25249, "map_at_10": 0.27834, "map_at_20": 0.29481, "map_at_100": 0.30096, "map_at_1000": 0.30096, "recall_at_1": 0.14708, "recall_at_3": 0.27342, "recall_at_5": 0.33159, "recall_at_10": 0.40603, "recall_at_20": 0.47118, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.14708, "precision_at_1": 0.34639, "precision_at_3": 0.25904, "precision_at_5": 0.20602, "precision_at_10": 0.14096, "precision_at_20": 0.09051, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.346386, "mrr_at_3": 0.435241, "mrr_at_5": 0.447289, "mrr_at_10": 0.454028, "mrr_at_20": 0.456444, "mrr_at_100": 0.456826, "mrr_at_1000": 0.456826, "nauc_ndcg_at_1_max": 0.281806, "nauc_ndcg_at_1_std": 0.145189, "nauc_ndcg_at_1_diff1": 0.175114, "nauc_ndcg_at_3_max": 0.369798, "nauc_ndcg_at_3_std": 0.176485, "nauc_ndcg_at_3_diff1": 0.017576, "nauc_ndcg_at_5_max": 0.369369, "nauc_ndcg_at_5_std": 0.191375, "nauc_ndcg_at_5_diff1": 0.010383, "nauc_ndcg_at_10_max": 0.365334, "nauc_ndcg_at_10_std": 0.225, "nauc_ndcg_at_10_diff1": -0.009808, "nauc_ndcg_at_20_max": 0.381623, "nauc_ndcg_at_20_std": 0.257395, "nauc_ndcg_at_20_diff1": -0.035569, "nauc_ndcg_at_100_max": 0.398764, "nauc_ndcg_at_100_std": 0.262953, "nauc_ndcg_at_100_diff1": -0.061759, "nauc_ndcg_at_1000_max": 0.398764, "nauc_ndcg_at_1000_std": 0.262953, "nauc_ndcg_at_1000_diff1": -0.061759, "nauc_map_at_1_max": 0.142583, "nauc_map_at_1_std": -0.004251, "nauc_map_at_1_diff1": 0.2734, "nauc_map_at_3_max": 0.260057, "nauc_map_at_3_std": 0.069317, "nauc_map_at_3_diff1": 0.109996, "nauc_map_at_5_max": 0.295717, "nauc_map_at_5_std": 0.115378, "nauc_map_at_5_diff1": 0.075338, "nauc_map_at_10_max": 0.31572, "nauc_map_at_10_std": 0.169939, "nauc_map_at_10_diff1": 0.04226, "nauc_map_at_20_max": 0.325597, "nauc_map_at_20_std": 0.200503, "nauc_map_at_20_diff1": 0.02329, "nauc_map_at_100_max": 0.334146, "nauc_map_at_100_std": 0.205881, "nauc_map_at_100_diff1": 0.011097, "nauc_map_at_1000_max": 0.334146, "nauc_map_at_1000_std": 0.205881, "nauc_map_at_1000_diff1": 0.011097, "nauc_recall_at_1_max": 0.142583, "nauc_recall_at_1_std": -0.004251, "nauc_recall_at_1_diff1": 0.2734, "nauc_recall_at_3_max": 0.275347, "nauc_recall_at_3_std": 0.068734, "nauc_recall_at_3_diff1": 0.025171, "nauc_recall_at_5_max": 0.312286, "nauc_recall_at_5_std": 0.147256, "nauc_recall_at_5_diff1": -0.012241, "nauc_recall_at_10_max": 0.324683, "nauc_recall_at_10_std": 0.235874, "nauc_recall_at_10_diff1": -0.095261, "nauc_recall_at_20_max": 0.378295, "nauc_recall_at_20_std": 0.295409, "nauc_recall_at_20_diff1": -0.154308, "nauc_recall_at_100_max": 0.426676, "nauc_recall_at_100_std": 0.300151, "nauc_recall_at_100_diff1": -0.226616, "nauc_recall_at_1000_max": 0.426676, "nauc_recall_at_1000_std": 0.300151, "nauc_recall_at_1000_diff1": -0.226616, "nauc_precision_at_1_max": 0.283303, "nauc_precision_at_1_std": 0.156627, "nauc_precision_at_1_diff1": 0.184993, "nauc_precision_at_3_max": 0.441252, "nauc_precision_at_3_std": 0.301624, "nauc_precision_at_3_diff1": -0.131213, "nauc_precision_at_5_max": 0.441434, "nauc_precision_at_5_std": 0.365107, "nauc_precision_at_5_diff1": -0.178869, "nauc_precision_at_10_max": 0.377145, "nauc_precision_at_10_std": 0.441848, "nauc_precision_at_10_diff1": -0.210923, "nauc_precision_at_20_max": 0.329571, "nauc_precision_at_20_std": 0.450738, "nauc_precision_at_20_diff1": -0.242755, "nauc_precision_at_100_max": 0.324667, "nauc_precision_at_100_std": 0.40144, "nauc_precision_at_100_diff1": -0.274507, "nauc_precision_at_1000_max": 0.324667, "nauc_precision_at_1000_std": 0.40144, "nauc_precision_at_1000_diff1": -0.274507, "nauc_mrr_at_1_max": 0.283303, "nauc_mrr_at_1_std": 0.156627, "nauc_mrr_at_1_diff1": 0.184993, "nauc_mrr_at_3_max": 0.358611, "nauc_mrr_at_3_std": 0.208778, "nauc_mrr_at_3_diff1": 0.085669, "nauc_mrr_at_5_max": 0.360214, "nauc_mrr_at_5_std": 0.225337, "nauc_mrr_at_5_diff1": 0.084821, "nauc_mrr_at_10_max": 0.35939, "nauc_mrr_at_10_std": 0.228802, "nauc_mrr_at_10_diff1": 0.077126, "nauc_mrr_at_20_max": 0.362728, "nauc_mrr_at_20_std": 0.230881, "nauc_mrr_at_20_diff1": 0.074539, "nauc_mrr_at_100_max": 0.363894, "nauc_mrr_at_100_std": 0.230175, "nauc_mrr_at_100_diff1": 0.073718, "nauc_mrr_at_1000_max": 0.363894, "nauc_mrr_at_1000_std": 0.230175, "nauc_mrr_at_1000_diff1": 0.073718, "hit_rate_at_1": 0.34639, "hit_rate_at_3": 0.5512, "hit_rate_at_5": 0.60241, "hit_rate_at_10": 0.65361, "hit_rate_at_20": 0.68675, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.36615, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.31" } ] }, "evaluation_time": 4726.909900050145, "kg_co2_emissions": null, "date": 1793555783.173303, "evaluation_phases": [ { "name": "Data loading", "start": 5.0220172852277756e-05, "end": 124.88217185414396, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 124.88219155417755, "end": 124.8821931341663, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 124.88968977006152, "end": 910.9034196780995, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 910.9037771211006, "end": 910.9921604341362, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 911.0133341429755, "end": 1680.809956514975, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1680.8110268041492, "end": 1680.8842419630382, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1680.9356291131116, "end": 2459.201604716014, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2459.202026229119, "end": 2459.2749648650642, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 2459.6027152501047, "end": 3221.9287853231654, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3221.929191176081, "end": 3222.0019842181355, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 3222.0260727601126, "end": 3973.714294594014, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3973.714688337175, "end": 3973.7852067591157, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3973.8149406360462, "end": 4726.817401999142, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 4726.81778545212, "end": 4726.888718964998, "split": "test", "subset": "portuguese" } ] }