{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.41566, "ndcg_at_3": 0.39777, "ndcg_at_5": 0.39703, "ndcg_at_10": 0.40923, "ndcg_at_20": 0.42934, "ndcg_at_100": 0.43754, "ndcg_at_1000": 0.43754, "map_at_1": 0.20001, "map_at_3": 0.27748, "map_at_5": 0.30225, "map_at_10": 0.3241, "map_at_20": 0.33837, "map_at_100": 0.34172, "map_at_1000": 0.34172, "recall_at_1": 0.20001, "recall_at_3": 0.31766, "recall_at_5": 0.36925, "recall_at_10": 0.42828, "recall_at_20": 0.48356, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.20001, "precision_at_1": 0.43675, "precision_at_3": 0.27811, "precision_at_5": 0.21386, "precision_at_10": 0.14096, "precision_at_20": 0.0869, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.436747, "mrr_at_3": 0.509538, "mrr_at_5": 0.521135, "mrr_at_10": 0.5274, "mrr_at_20": 0.528864, "mrr_at_100": 0.529165, "mrr_at_1000": 0.529165, "nauc_ndcg_at_1_max": 0.341946, "nauc_ndcg_at_1_std": 0.046687, "nauc_ndcg_at_1_diff1": 0.369853, "nauc_ndcg_at_3_max": 0.426166, "nauc_ndcg_at_3_std": 0.135599, "nauc_ndcg_at_3_diff1": 0.276533, "nauc_ndcg_at_5_max": 0.445368, "nauc_ndcg_at_5_std": 0.15036, "nauc_ndcg_at_5_diff1": 0.275841, "nauc_ndcg_at_10_max": 0.472518, "nauc_ndcg_at_10_std": 0.195869, "nauc_ndcg_at_10_diff1": 0.250363, "nauc_ndcg_at_20_max": 0.492545, "nauc_ndcg_at_20_std": 0.22654, "nauc_ndcg_at_20_diff1": 0.223315, "nauc_ndcg_at_100_max": 0.497913, "nauc_ndcg_at_100_std": 0.230272, "nauc_ndcg_at_100_diff1": 0.221453, "nauc_ndcg_at_1000_max": 0.497913, "nauc_ndcg_at_1000_std": 0.230272, "nauc_ndcg_at_1000_diff1": 0.221453, "nauc_map_at_1_max": 0.335683, "nauc_map_at_1_std": -0.072195, "nauc_map_at_1_diff1": 0.432159, "nauc_map_at_3_max": 0.390791, "nauc_map_at_3_std": 0.023659, "nauc_map_at_3_diff1": 0.327384, "nauc_map_at_5_max": 0.415901, "nauc_map_at_5_std": 0.064864, "nauc_map_at_5_diff1": 0.300399, "nauc_map_at_10_max": 0.42708, "nauc_map_at_10_std": 0.113085, "nauc_map_at_10_diff1": 0.28308, "nauc_map_at_20_max": 0.436222, "nauc_map_at_20_std": 0.133326, "nauc_map_at_20_diff1": 0.267584, "nauc_map_at_100_max": 0.440069, "nauc_map_at_100_std": 0.137382, "nauc_map_at_100_diff1": 0.266283, "nauc_map_at_1000_max": 0.440069, "nauc_map_at_1000_std": 0.137382, "nauc_map_at_1000_diff1": 0.266283, "nauc_recall_at_1_max": 0.335683, "nauc_recall_at_1_std": -0.072195, "nauc_recall_at_1_diff1": 0.432159, "nauc_recall_at_3_max": 0.405858, "nauc_recall_at_3_std": 0.073527, "nauc_recall_at_3_diff1": 0.248081, "nauc_recall_at_5_max": 0.451768, "nauc_recall_at_5_std": 0.141652, "nauc_recall_at_5_diff1": 0.198834, "nauc_recall_at_10_max": 0.489554, "nauc_recall_at_10_std": 0.265483, "nauc_recall_at_10_diff1": 0.147932, "nauc_recall_at_20_max": 0.530742, "nauc_recall_at_20_std": 0.335582, "nauc_recall_at_20_diff1": 0.07865, "nauc_recall_at_100_max": 0.549588, "nauc_recall_at_100_std": 0.350484, "nauc_recall_at_100_diff1": 0.068164, "nauc_recall_at_1000_max": 0.549588, "nauc_recall_at_1000_std": 0.350484, "nauc_recall_at_1000_diff1": 0.068164, "nauc_precision_at_1_max": 0.347072, "nauc_precision_at_1_std": 0.061066, "nauc_precision_at_1_diff1": 0.376523, "nauc_precision_at_3_max": 0.356744, "nauc_precision_at_3_std": 0.26397, "nauc_precision_at_3_diff1": 0.097878, "nauc_precision_at_5_max": 0.325644, "nauc_precision_at_5_std": 0.32257, "nauc_precision_at_5_diff1": 0.031655, "nauc_precision_at_10_max": 0.286531, "nauc_precision_at_10_std": 0.411153, "nauc_precision_at_10_diff1": -0.049142, "nauc_precision_at_20_max": 0.269595, "nauc_precision_at_20_std": 0.404495, "nauc_precision_at_20_diff1": -0.108288, "nauc_precision_at_100_max": 0.261353, "nauc_precision_at_100_std": 0.382802, "nauc_precision_at_100_diff1": -0.113412, "nauc_precision_at_1000_max": 0.261353, "nauc_precision_at_1000_std": 0.382802, "nauc_precision_at_1000_diff1": -0.113412, "nauc_mrr_at_1_max": 0.347072, "nauc_mrr_at_1_std": 0.061066, "nauc_mrr_at_1_diff1": 0.376523, "nauc_mrr_at_3_max": 0.425548, "nauc_mrr_at_3_std": 0.153469, "nauc_mrr_at_3_diff1": 0.324751, "nauc_mrr_at_5_max": 0.427476, "nauc_mrr_at_5_std": 0.164114, "nauc_mrr_at_5_diff1": 0.316959, "nauc_mrr_at_10_max": 0.43763, "nauc_mrr_at_10_std": 0.174344, "nauc_mrr_at_10_diff1": 0.311272, "nauc_mrr_at_20_max": 0.43864, "nauc_mrr_at_20_std": 0.175922, "nauc_mrr_at_20_diff1": 0.310306, "nauc_mrr_at_100_max": 0.438534, "nauc_mrr_at_100_std": 0.1759, "nauc_mrr_at_100_diff1": 0.310275, "nauc_mrr_at_1000_max": 0.438534, "nauc_mrr_at_1000_std": 0.1759, "nauc_mrr_at_1000_diff1": 0.310275, "hit_rate_at_1": 0.43675, "hit_rate_at_3": 0.60542, "hit_rate_at_5": 0.65663, "hit_rate_at_10": 0.70181, "hit_rate_at_20": 0.72289, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.40923, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.38705, "ndcg_at_3": 0.37795, "ndcg_at_5": 0.37208, "ndcg_at_10": 0.38097, "ndcg_at_20": 0.39976, "ndcg_at_100": 0.4095, "ndcg_at_1000": 0.4095, "map_at_1": 0.17455, "map_at_3": 0.25149, "map_at_5": 0.27419, "map_at_10": 0.29501, "map_at_20": 0.31009, "map_at_100": 0.31441, "map_at_1000": 0.31441, "recall_at_1": 0.17455, "recall_at_3": 0.29307, "recall_at_5": 0.34074, "recall_at_10": 0.39472, "recall_at_20": 0.44794, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.17455, "precision_at_1": 0.40663, "precision_at_3": 0.27209, "precision_at_5": 0.20602, "precision_at_10": 0.13614, "precision_at_20": 0.08509, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.406627, "mrr_at_3": 0.488454, "mrr_at_5": 0.498092, "mrr_at_10": 0.504394, "mrr_at_20": 0.505487, "mrr_at_100": 0.506015, "mrr_at_1000": 0.506015, "nauc_ndcg_at_1_max": 0.324241, "nauc_ndcg_at_1_std": 0.088253, "nauc_ndcg_at_1_diff1": 0.329956, "nauc_ndcg_at_3_max": 0.464299, "nauc_ndcg_at_3_std": 0.209612, "nauc_ndcg_at_3_diff1": 0.227987, "nauc_ndcg_at_5_max": 0.5014, "nauc_ndcg_at_5_std": 0.229196, "nauc_ndcg_at_5_diff1": 0.208518, "nauc_ndcg_at_10_max": 0.518764, "nauc_ndcg_at_10_std": 0.257635, "nauc_ndcg_at_10_diff1": 0.204555, "nauc_ndcg_at_20_max": 0.540495, "nauc_ndcg_at_20_std": 0.301648, "nauc_ndcg_at_20_diff1": 0.183443, "nauc_ndcg_at_100_max": 0.552647, "nauc_ndcg_at_100_std": 0.315059, "nauc_ndcg_at_100_diff1": 0.178484, "nauc_ndcg_at_1000_max": 0.552647, "nauc_ndcg_at_1000_std": 0.315059, "nauc_ndcg_at_1000_diff1": 0.178484, "nauc_map_at_1_max": 0.347211, "nauc_map_at_1_std": -0.021201, "nauc_map_at_1_diff1": 0.413271, "nauc_map_at_3_max": 0.439167, "nauc_map_at_3_std": 0.093511, "nauc_map_at_3_diff1": 0.296577, "nauc_map_at_5_max": 0.474079, "nauc_map_at_5_std": 0.138908, "nauc_map_at_5_diff1": 0.262267, "nauc_map_at_10_max": 0.474242, "nauc_map_at_10_std": 0.182802, "nauc_map_at_10_diff1": 0.242064, "nauc_map_at_20_max": 0.48649, "nauc_map_at_20_std": 0.221091, "nauc_map_at_20_diff1": 0.226205, "nauc_map_at_100_max": 0.493197, "nauc_map_at_100_std": 0.229981, "nauc_map_at_100_diff1": 0.223769, "nauc_map_at_1000_max": 0.493197, "nauc_map_at_1000_std": 0.229981, "nauc_map_at_1000_diff1": 0.223769, "nauc_recall_at_1_max": 0.347211, "nauc_recall_at_1_std": -0.021201, "nauc_recall_at_1_diff1": 0.413271, "nauc_recall_at_3_max": 0.484738, "nauc_recall_at_3_std": 0.151911, "nauc_recall_at_3_diff1": 0.217307, "nauc_recall_at_5_max": 0.537748, "nauc_recall_at_5_std": 0.221344, "nauc_recall_at_5_diff1": 0.156746, "nauc_recall_at_10_max": 0.546538, "nauc_recall_at_10_std": 0.301209, "nauc_recall_at_10_diff1": 0.131698, "nauc_recall_at_20_max": 0.589865, "nauc_recall_at_20_std": 0.393867, "nauc_recall_at_20_diff1": 0.076355, "nauc_recall_at_100_max": 0.615251, "nauc_recall_at_100_std": 0.417099, "nauc_recall_at_100_diff1": 0.053597, "nauc_recall_at_1000_max": 0.615251, "nauc_recall_at_1000_std": 0.417099, "nauc_recall_at_1000_diff1": 0.053597, "nauc_precision_at_1_max": 0.328346, "nauc_precision_at_1_std": 0.099839, "nauc_precision_at_1_diff1": 0.339375, "nauc_precision_at_3_max": 0.415011, "nauc_precision_at_3_std": 0.338649, "nauc_precision_at_3_diff1": 0.087488, "nauc_precision_at_5_max": 0.415091, "nauc_precision_at_5_std": 0.417007, "nauc_precision_at_5_diff1": -0.006006, "nauc_precision_at_10_max": 0.333238, "nauc_precision_at_10_std": 0.472932, "nauc_precision_at_10_diff1": -0.054969, "nauc_precision_at_20_max": 0.324614, "nauc_precision_at_20_std": 0.511593, "nauc_precision_at_20_diff1": -0.093158, "nauc_precision_at_100_max": 0.330142, "nauc_precision_at_100_std": 0.50329, "nauc_precision_at_100_diff1": -0.095827, "nauc_precision_at_1000_max": 0.330142, "nauc_precision_at_1000_std": 0.50329, "nauc_precision_at_1000_diff1": -0.095827, "nauc_mrr_at_1_max": 0.328346, "nauc_mrr_at_1_std": 0.099839, "nauc_mrr_at_1_diff1": 0.339375, "nauc_mrr_at_3_max": 0.430227, "nauc_mrr_at_3_std": 0.210946, "nauc_mrr_at_3_diff1": 0.278032, "nauc_mrr_at_5_max": 0.431836, "nauc_mrr_at_5_std": 0.224975, "nauc_mrr_at_5_diff1": 0.274451, "nauc_mrr_at_10_max": 0.439052, "nauc_mrr_at_10_std": 0.227912, "nauc_mrr_at_10_diff1": 0.275397, "nauc_mrr_at_20_max": 0.439301, "nauc_mrr_at_20_std": 0.228664, "nauc_mrr_at_20_diff1": 0.274216, "nauc_mrr_at_100_max": 0.439549, "nauc_mrr_at_100_std": 0.22844, "nauc_mrr_at_100_diff1": 0.273272, "nauc_mrr_at_1000_max": 0.439549, "nauc_mrr_at_1000_std": 0.22844, "nauc_mrr_at_1000_diff1": 0.273272, "hit_rate_at_1": 0.40663, "hit_rate_at_3": 0.59036, "hit_rate_at_5": 0.63253, "hit_rate_at_10": 0.67771, "hit_rate_at_20": 0.69578, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.38097, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.51657, "ndcg_at_3": 0.51784, "ndcg_at_5": 0.52907, "ndcg_at_10": 0.55725, "ndcg_at_20": 0.59198, "ndcg_at_100": 0.61149, "ndcg_at_1000": 0.61149, "map_at_1": 0.2454, "map_at_3": 0.35952, "map_at_5": 0.40184, "map_at_10": 0.44423, "map_at_20": 0.46922, "map_at_100": 0.47783, "map_at_1000": 0.47783, "recall_at_1": 0.2454, "recall_at_3": 0.42086, "recall_at_5": 0.50546, "recall_at_10": 0.61309, "recall_at_20": 0.70994, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.2454, "precision_at_1": 0.53313, "precision_at_3": 0.37349, "precision_at_5": 0.3, "precision_at_10": 0.21205, "precision_at_20": 0.13419, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.533133, "mrr_at_3": 0.628012, "mrr_at_5": 0.645181, "mrr_at_10": 0.652615, "mrr_at_20": 0.655986, "mrr_at_100": 0.656478, "mrr_at_1000": 0.656478, "nauc_ndcg_at_1_max": 0.111866, "nauc_ndcg_at_1_std": 0.05588, "nauc_ndcg_at_1_diff1": 0.390818, "nauc_ndcg_at_3_max": 0.241266, "nauc_ndcg_at_3_std": 0.119062, "nauc_ndcg_at_3_diff1": 0.335841, "nauc_ndcg_at_5_max": 0.251293, "nauc_ndcg_at_5_std": 0.129025, "nauc_ndcg_at_5_diff1": 0.32939, "nauc_ndcg_at_10_max": 0.279023, "nauc_ndcg_at_10_std": 0.18045, "nauc_ndcg_at_10_diff1": 0.335675, "nauc_ndcg_at_20_max": 0.278036, "nauc_ndcg_at_20_std": 0.217048, "nauc_ndcg_at_20_diff1": 0.338068, "nauc_ndcg_at_100_max": 0.29338, "nauc_ndcg_at_100_std": 0.218784, "nauc_ndcg_at_100_diff1": 0.337434, "nauc_ndcg_at_1000_max": 0.29338, "nauc_ndcg_at_1000_std": 0.218784, "nauc_ndcg_at_1000_diff1": 0.337434, "nauc_map_at_1_max": 0.16589, "nauc_map_at_1_std": -0.066113, "nauc_map_at_1_diff1": 0.428259, "nauc_map_at_3_max": 0.239719, "nauc_map_at_3_std": 0.013132, "nauc_map_at_3_diff1": 0.388739, "nauc_map_at_5_max": 0.241024, "nauc_map_at_5_std": 0.049211, "nauc_map_at_5_diff1": 0.361721, "nauc_map_at_10_max": 0.241889, "nauc_map_at_10_std": 0.108775, "nauc_map_at_10_diff1": 0.350547, "nauc_map_at_20_max": 0.240417, "nauc_map_at_20_std": 0.141207, "nauc_map_at_20_diff1": 0.354408, "nauc_map_at_100_max": 0.246818, "nauc_map_at_100_std": 0.146464, "nauc_map_at_100_diff1": 0.355797, "nauc_map_at_1000_max": 0.246818, "nauc_map_at_1000_std": 0.146464, "nauc_map_at_1000_diff1": 0.355797, "nauc_recall_at_1_max": 0.16589, "nauc_recall_at_1_std": -0.066113, "nauc_recall_at_1_diff1": 0.428259, "nauc_recall_at_3_max": 0.269988, "nauc_recall_at_3_std": 0.042746, "nauc_recall_at_3_diff1": 0.315258, "nauc_recall_at_5_max": 0.282527, "nauc_recall_at_5_std": 0.097046, "nauc_recall_at_5_diff1": 0.271397, "nauc_recall_at_10_max": 0.322218, "nauc_recall_at_10_std": 0.227288, "nauc_recall_at_10_diff1": 0.261782, "nauc_recall_at_20_max": 0.31527, "nauc_recall_at_20_std": 0.326057, "nauc_recall_at_20_diff1": 0.247383, "nauc_recall_at_100_max": 0.376251, "nauc_recall_at_100_std": 0.337531, "nauc_recall_at_100_diff1": 0.224452, "nauc_recall_at_1000_max": 0.376251, "nauc_recall_at_1000_std": 0.337531, "nauc_recall_at_1000_diff1": 0.224452, "nauc_precision_at_1_max": 0.103815, "nauc_precision_at_1_std": 0.059309, "nauc_precision_at_1_diff1": 0.429733, "nauc_precision_at_3_max": 0.182539, "nauc_precision_at_3_std": 0.256881, "nauc_precision_at_3_diff1": 0.14981, "nauc_precision_at_5_max": 0.095234, "nauc_precision_at_5_std": 0.28088, "nauc_precision_at_5_diff1": 0.028748, "nauc_precision_at_10_max": 0.044545, "nauc_precision_at_10_std": 0.343772, "nauc_precision_at_10_diff1": -0.043963, "nauc_precision_at_20_max": 0.011016, "nauc_precision_at_20_std": 0.350368, "nauc_precision_at_20_diff1": -0.052356, "nauc_precision_at_100_max": 0.020906, "nauc_precision_at_100_std": 0.291897, "nauc_precision_at_100_diff1": -0.076812, "nauc_precision_at_1000_max": 0.020906, "nauc_precision_at_1000_std": 0.291897, "nauc_precision_at_1000_diff1": -0.076812, "nauc_mrr_at_1_max": 0.103815, "nauc_mrr_at_1_std": 0.059309, "nauc_mrr_at_1_diff1": 0.429733, "nauc_mrr_at_3_max": 0.195165, "nauc_mrr_at_3_std": 0.14711, "nauc_mrr_at_3_diff1": 0.383083, "nauc_mrr_at_5_max": 0.194075, "nauc_mrr_at_5_std": 0.152348, "nauc_mrr_at_5_diff1": 0.390285, "nauc_mrr_at_10_max": 0.197158, "nauc_mrr_at_10_std": 0.155074, "nauc_mrr_at_10_diff1": 0.391797, "nauc_mrr_at_20_max": 0.1955, "nauc_mrr_at_20_std": 0.152407, "nauc_mrr_at_20_diff1": 0.393028, "nauc_mrr_at_100_max": 0.19559, "nauc_mrr_at_100_std": 0.15089, "nauc_mrr_at_100_diff1": 0.392366, "nauc_mrr_at_1000_max": 0.19559, "nauc_mrr_at_1000_std": 0.15089, "nauc_mrr_at_1000_diff1": 0.392366, "hit_rate_at_1": 0.53313, "hit_rate_at_3": 0.75301, "hit_rate_at_5": 0.82831, "hit_rate_at_10": 0.87952, "hit_rate_at_20": 0.92771, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.55725, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.34488, "ndcg_at_3": 0.34554, "ndcg_at_5": 0.33748, "ndcg_at_10": 0.34912, "ndcg_at_20": 0.36874, "ndcg_at_100": 0.37636, "ndcg_at_1000": 0.37636, "map_at_1": 0.15342, "map_at_3": 0.23205, "map_at_5": 0.24953, "map_at_10": 0.27234, "map_at_20": 0.28477, "map_at_100": 0.28763, "map_at_1000": 0.28763, "recall_at_1": 0.15342, "recall_at_3": 0.28004, "recall_at_5": 0.31781, "recall_at_10": 0.37436, "recall_at_20": 0.43139, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.15342, "precision_at_1": 0.36145, "precision_at_3": 0.25201, "precision_at_5": 0.18554, "precision_at_10": 0.12349, "precision_at_20": 0.07545, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.361446, "mrr_at_3": 0.438755, "mrr_at_5": 0.447942, "mrr_at_10": 0.45224, "mrr_at_20": 0.454042, "mrr_at_100": 0.45436, "mrr_at_1000": 0.45436, "nauc_ndcg_at_1_max": 0.386126, "nauc_ndcg_at_1_std": 0.197918, "nauc_ndcg_at_1_diff1": 0.300335, "nauc_ndcg_at_3_max": 0.502199, "nauc_ndcg_at_3_std": 0.38218, "nauc_ndcg_at_3_diff1": 0.180174, "nauc_ndcg_at_5_max": 0.518875, "nauc_ndcg_at_5_std": 0.413075, "nauc_ndcg_at_5_diff1": 0.163669, "nauc_ndcg_at_10_max": 0.546449, "nauc_ndcg_at_10_std": 0.465937, "nauc_ndcg_at_10_diff1": 0.142669, "nauc_ndcg_at_20_max": 0.561746, "nauc_ndcg_at_20_std": 0.507463, "nauc_ndcg_at_20_diff1": 0.11947, "nauc_ndcg_at_100_max": 0.567117, "nauc_ndcg_at_100_std": 0.506646, "nauc_ndcg_at_100_diff1": 0.105815, "nauc_ndcg_at_1000_max": 0.567117, "nauc_ndcg_at_1000_std": 0.506646, "nauc_ndcg_at_1000_diff1": 0.105815, "nauc_map_at_1_max": 0.347648, "nauc_map_at_1_std": 0.161283, "nauc_map_at_1_diff1": 0.378891, "nauc_map_at_3_max": 0.450129, "nauc_map_at_3_std": 0.310349, "nauc_map_at_3_diff1": 0.241169, "nauc_map_at_5_max": 0.473233, "nauc_map_at_5_std": 0.345735, "nauc_map_at_5_diff1": 0.211523, "nauc_map_at_10_max": 0.488361, "nauc_map_at_10_std": 0.402933, "nauc_map_at_10_diff1": 0.186954, "nauc_map_at_20_max": 0.491891, "nauc_map_at_20_std": 0.428731, "nauc_map_at_20_diff1": 0.173353, "nauc_map_at_100_max": 0.49491, "nauc_map_at_100_std": 0.430789, "nauc_map_at_100_diff1": 0.168167, "nauc_map_at_1000_max": 0.49491, "nauc_map_at_1000_std": 0.430789, "nauc_map_at_1000_diff1": 0.168167, "nauc_recall_at_1_max": 0.347648, "nauc_recall_at_1_std": 0.161283, "nauc_recall_at_1_diff1": 0.378891, "nauc_recall_at_3_max": 0.481496, "nauc_recall_at_3_std": 0.375852, "nauc_recall_at_3_diff1": 0.159898, "nauc_recall_at_5_max": 0.516698, "nauc_recall_at_5_std": 0.424716, "nauc_recall_at_5_diff1": 0.103721, "nauc_recall_at_10_max": 0.57153, "nauc_recall_at_10_std": 0.54249, "nauc_recall_at_10_diff1": 0.058809, "nauc_recall_at_20_max": 0.599792, "nauc_recall_at_20_std": 0.617954, "nauc_recall_at_20_diff1": -0.001838, "nauc_recall_at_100_max": 0.606356, "nauc_recall_at_100_std": 0.601909, "nauc_recall_at_100_diff1": -0.044786, "nauc_recall_at_1000_max": 0.606356, "nauc_recall_at_1000_std": 0.601909, "nauc_recall_at_1000_diff1": -0.044786, "nauc_precision_at_1_max": 0.379079, "nauc_precision_at_1_std": 0.222693, "nauc_precision_at_1_diff1": 0.296468, "nauc_precision_at_3_max": 0.451109, "nauc_precision_at_3_std": 0.448907, "nauc_precision_at_3_diff1": 0.038433, "nauc_precision_at_5_max": 0.42524, "nauc_precision_at_5_std": 0.503435, "nauc_precision_at_5_diff1": -0.035474, "nauc_precision_at_10_max": 0.382354, "nauc_precision_at_10_std": 0.53756, "nauc_precision_at_10_diff1": -0.078985, "nauc_precision_at_20_max": 0.353765, "nauc_precision_at_20_std": 0.56109, "nauc_precision_at_20_diff1": -0.114561, "nauc_precision_at_100_max": 0.343948, "nauc_precision_at_100_std": 0.5136, "nauc_precision_at_100_diff1": -0.148791, "nauc_precision_at_1000_max": 0.343948, "nauc_precision_at_1000_std": 0.5136, "nauc_precision_at_1000_diff1": -0.148791, "nauc_mrr_at_1_max": 0.379079, "nauc_mrr_at_1_std": 0.222693, "nauc_mrr_at_1_diff1": 0.296468, "nauc_mrr_at_3_max": 0.475395, "nauc_mrr_at_3_std": 0.370063, "nauc_mrr_at_3_diff1": 0.207635, "nauc_mrr_at_5_max": 0.480313, "nauc_mrr_at_5_std": 0.382833, "nauc_mrr_at_5_diff1": 0.199888, "nauc_mrr_at_10_max": 0.490846, "nauc_mrr_at_10_std": 0.391084, "nauc_mrr_at_10_diff1": 0.197583, "nauc_mrr_at_20_max": 0.492431, "nauc_mrr_at_20_std": 0.392039, "nauc_mrr_at_20_diff1": 0.19639, "nauc_mrr_at_100_max": 0.492786, "nauc_mrr_at_100_std": 0.391617, "nauc_mrr_at_100_diff1": 0.195714, "nauc_mrr_at_1000_max": 0.492786, "nauc_mrr_at_1000_std": 0.391617, "nauc_mrr_at_1000_diff1": 0.195714, "hit_rate_at_1": 0.36145, "hit_rate_at_3": 0.53012, "hit_rate_at_5": 0.56928, "hit_rate_at_10": 0.60241, "hit_rate_at_20": 0.62952, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.34912, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.36145, "ndcg_at_3": 0.36306, "ndcg_at_5": 0.36097, "ndcg_at_10": 0.37333, "ndcg_at_20": 0.39154, "ndcg_at_100": 0.40034, "ndcg_at_1000": 0.40034, "map_at_1": 0.1649, "map_at_3": 0.24044, "map_at_5": 0.26458, "map_at_10": 0.28853, "map_at_20": 0.30204, "map_at_100": 0.30602, "map_at_1000": 0.30602, "recall_at_1": 0.1649, "recall_at_3": 0.28864, "recall_at_5": 0.33836, "recall_at_10": 0.39574, "recall_at_20": 0.44634, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.1649, "precision_at_1": 0.37651, "precision_at_3": 0.26606, "precision_at_5": 0.20181, "precision_at_10": 0.13554, "precision_at_20": 0.08328, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.376506, "mrr_at_3": 0.466867, "mrr_at_5": 0.473946, "mrr_at_10": 0.477618, "mrr_at_20": 0.479316, "mrr_at_100": 0.479721, "mrr_at_1000": 0.479721, "nauc_ndcg_at_1_max": 0.381234, "nauc_ndcg_at_1_std": 0.139977, "nauc_ndcg_at_1_diff1": 0.377848, "nauc_ndcg_at_3_max": 0.479113, "nauc_ndcg_at_3_std": 0.216282, "nauc_ndcg_at_3_diff1": 0.252267, "nauc_ndcg_at_5_max": 0.498591, "nauc_ndcg_at_5_std": 0.234987, "nauc_ndcg_at_5_diff1": 0.236726, "nauc_ndcg_at_10_max": 0.517367, "nauc_ndcg_at_10_std": 0.260915, "nauc_ndcg_at_10_diff1": 0.231679, "nauc_ndcg_at_20_max": 0.531886, "nauc_ndcg_at_20_std": 0.291796, "nauc_ndcg_at_20_diff1": 0.216886, "nauc_ndcg_at_100_max": 0.542249, "nauc_ndcg_at_100_std": 0.297099, "nauc_ndcg_at_100_diff1": 0.212994, "nauc_ndcg_at_1000_max": 0.542249, "nauc_ndcg_at_1000_std": 0.297099, "nauc_ndcg_at_1000_diff1": 0.212994, "nauc_map_at_1_max": 0.351144, "nauc_map_at_1_std": 0.031048, "nauc_map_at_1_diff1": 0.416037, "nauc_map_at_3_max": 0.447422, "nauc_map_at_3_std": 0.112095, "nauc_map_at_3_diff1": 0.309457, "nauc_map_at_5_max": 0.478627, "nauc_map_at_5_std": 0.155216, "nauc_map_at_5_diff1": 0.275888, "nauc_map_at_10_max": 0.487568, "nauc_map_at_10_std": 0.196043, "nauc_map_at_10_diff1": 0.263289, "nauc_map_at_20_max": 0.49434, "nauc_map_at_20_std": 0.219456, "nauc_map_at_20_diff1": 0.249947, "nauc_map_at_100_max": 0.499985, "nauc_map_at_100_std": 0.223654, "nauc_map_at_100_diff1": 0.249284, "nauc_map_at_1000_max": 0.499985, "nauc_map_at_1000_std": 0.223654, "nauc_map_at_1000_diff1": 0.249284, "nauc_recall_at_1_max": 0.351144, "nauc_recall_at_1_std": 0.031048, "nauc_recall_at_1_diff1": 0.416037, "nauc_recall_at_3_max": 0.457417, "nauc_recall_at_3_std": 0.152882, "nauc_recall_at_3_diff1": 0.220643, "nauc_recall_at_5_max": 0.499772, "nauc_recall_at_5_std": 0.226883, "nauc_recall_at_5_diff1": 0.157982, "nauc_recall_at_10_max": 0.537275, "nauc_recall_at_10_std": 0.308302, "nauc_recall_at_10_diff1": 0.136774, "nauc_recall_at_20_max": 0.559513, "nauc_recall_at_20_std": 0.368768, "nauc_recall_at_20_diff1": 0.087035, "nauc_recall_at_100_max": 0.577614, "nauc_recall_at_100_std": 0.368256, "nauc_recall_at_100_diff1": 0.071501, "nauc_recall_at_1000_max": 0.577614, "nauc_recall_at_1000_std": 0.368256, "nauc_recall_at_1000_diff1": 0.071501, "nauc_precision_at_1_max": 0.390252, "nauc_precision_at_1_std": 0.152215, "nauc_precision_at_1_diff1": 0.370904, "nauc_precision_at_3_max": 0.447382, "nauc_precision_at_3_std": 0.307462, "nauc_precision_at_3_diff1": 0.114294, "nauc_precision_at_5_max": 0.407591, "nauc_precision_at_5_std": 0.351261, "nauc_precision_at_5_diff1": 0.028257, "nauc_precision_at_10_max": 0.341542, "nauc_precision_at_10_std": 0.380026, "nauc_precision_at_10_diff1": -0.020621, "nauc_precision_at_20_max": 0.316204, "nauc_precision_at_20_std": 0.403554, "nauc_precision_at_20_diff1": -0.050532, "nauc_precision_at_100_max": 0.315944, "nauc_precision_at_100_std": 0.387041, "nauc_precision_at_100_diff1": -0.057563, "nauc_precision_at_1000_max": 0.315944, "nauc_precision_at_1000_std": 0.387041, "nauc_precision_at_1000_diff1": -0.057563, "nauc_mrr_at_1_max": 0.390252, "nauc_mrr_at_1_std": 0.152215, "nauc_mrr_at_1_diff1": 0.370904, "nauc_mrr_at_3_max": 0.458261, "nauc_mrr_at_3_std": 0.207161, "nauc_mrr_at_3_diff1": 0.305931, "nauc_mrr_at_5_max": 0.464131, "nauc_mrr_at_5_std": 0.225043, "nauc_mrr_at_5_diff1": 0.298175, "nauc_mrr_at_10_max": 0.471646, "nauc_mrr_at_10_std": 0.230648, "nauc_mrr_at_10_diff1": 0.294502, "nauc_mrr_at_20_max": 0.47142, "nauc_mrr_at_20_std": 0.231264, "nauc_mrr_at_20_diff1": 0.29478, "nauc_mrr_at_100_max": 0.472455, "nauc_mrr_at_100_std": 0.230522, "nauc_mrr_at_100_diff1": 0.294047, "nauc_mrr_at_1000_max": 0.472455, "nauc_mrr_at_1000_std": 0.230522, "nauc_mrr_at_1000_diff1": 0.294047, "hit_rate_at_1": 0.37651, "hit_rate_at_3": 0.58434, "hit_rate_at_5": 0.61747, "hit_rate_at_10": 0.64759, "hit_rate_at_20": 0.67169, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.37333, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.39157, "ndcg_at_3": 0.37573, "ndcg_at_5": 0.37631, "ndcg_at_10": 0.39065, "ndcg_at_20": 0.41549, "ndcg_at_100": 0.42545, "ndcg_at_1000": 0.42545, "map_at_1": 0.18139, "map_at_3": 0.25501, "map_at_5": 0.28004, "map_at_10": 0.30613, "map_at_20": 0.32426, "map_at_100": 0.32916, "map_at_1000": 0.32916, "recall_at_1": 0.18139, "recall_at_3": 0.29268, "recall_at_5": 0.34571, "recall_at_10": 0.40846, "recall_at_20": 0.47863, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.18139, "precision_at_1": 0.41566, "precision_at_3": 0.27008, "precision_at_5": 0.20964, "precision_at_10": 0.14428, "precision_at_20": 0.09307, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.415663, "mrr_at_3": 0.486446, "mrr_at_5": 0.499247, "mrr_at_10": 0.502571, "mrr_at_20": 0.504792, "mrr_at_100": 0.50505, "mrr_at_1000": 0.50505, "nauc_ndcg_at_1_max": 0.425472, "nauc_ndcg_at_1_std": 0.168576, "nauc_ndcg_at_1_diff1": 0.429691, "nauc_ndcg_at_3_max": 0.505335, "nauc_ndcg_at_3_std": 0.235503, "nauc_ndcg_at_3_diff1": 0.334659, "nauc_ndcg_at_5_max": 0.52654, "nauc_ndcg_at_5_std": 0.253604, "nauc_ndcg_at_5_diff1": 0.303145, "nauc_ndcg_at_10_max": 0.549422, "nauc_ndcg_at_10_std": 0.285271, "nauc_ndcg_at_10_diff1": 0.293902, "nauc_ndcg_at_20_max": 0.571513, "nauc_ndcg_at_20_std": 0.330131, "nauc_ndcg_at_20_diff1": 0.269414, "nauc_ndcg_at_100_max": 0.575121, "nauc_ndcg_at_100_std": 0.34094, "nauc_ndcg_at_100_diff1": 0.263384, "nauc_ndcg_at_1000_max": 0.575121, "nauc_ndcg_at_1000_std": 0.34094, "nauc_ndcg_at_1000_diff1": 0.263384, "nauc_map_at_1_max": 0.413287, "nauc_map_at_1_std": 0.046747, "nauc_map_at_1_diff1": 0.44638, "nauc_map_at_3_max": 0.470011, "nauc_map_at_3_std": 0.114389, "nauc_map_at_3_diff1": 0.37597, "nauc_map_at_5_max": 0.497927, "nauc_map_at_5_std": 0.161267, "nauc_map_at_5_diff1": 0.333134, "nauc_map_at_10_max": 0.503305, "nauc_map_at_10_std": 0.21112, "nauc_map_at_10_diff1": 0.31141, "nauc_map_at_20_max": 0.513482, "nauc_map_at_20_std": 0.247237, "nauc_map_at_20_diff1": 0.291182, "nauc_map_at_100_max": 0.515864, "nauc_map_at_100_std": 0.255806, "nauc_map_at_100_diff1": 0.287666, "nauc_map_at_1000_max": 0.515864, "nauc_map_at_1000_std": 0.255806, "nauc_map_at_1000_diff1": 0.287666, "nauc_recall_at_1_max": 0.413287, "nauc_recall_at_1_std": 0.046747, "nauc_recall_at_1_diff1": 0.44638, "nauc_recall_at_3_max": 0.479526, "nauc_recall_at_3_std": 0.141466, "nauc_recall_at_3_diff1": 0.317359, "nauc_recall_at_5_max": 0.523813, "nauc_recall_at_5_std": 0.213831, "nauc_recall_at_5_diff1": 0.236413, "nauc_recall_at_10_max": 0.551096, "nauc_recall_at_10_std": 0.309572, "nauc_recall_at_10_diff1": 0.202198, "nauc_recall_at_20_max": 0.587015, "nauc_recall_at_20_std": 0.408493, "nauc_recall_at_20_diff1": 0.131785, "nauc_recall_at_100_max": 0.600369, "nauc_recall_at_100_std": 0.4291, "nauc_recall_at_100_diff1": 0.117475, "nauc_recall_at_1000_max": 0.600369, "nauc_recall_at_1000_std": 0.4291, "nauc_recall_at_1000_diff1": 0.117475, "nauc_precision_at_1_max": 0.406385, "nauc_precision_at_1_std": 0.180128, "nauc_precision_at_1_diff1": 0.429063, "nauc_precision_at_3_max": 0.414197, "nauc_precision_at_3_std": 0.334165, "nauc_precision_at_3_diff1": 0.182551, "nauc_precision_at_5_max": 0.381551, "nauc_precision_at_5_std": 0.423941, "nauc_precision_at_5_diff1": 0.056452, "nauc_precision_at_10_max": 0.301994, "nauc_precision_at_10_std": 0.470745, "nauc_precision_at_10_diff1": -0.025163, "nauc_precision_at_20_max": 0.285176, "nauc_precision_at_20_std": 0.492433, "nauc_precision_at_20_diff1": -0.087637, "nauc_precision_at_100_max": 0.262445, "nauc_precision_at_100_std": 0.47605, "nauc_precision_at_100_diff1": -0.099225, "nauc_precision_at_1000_max": 0.262445, "nauc_precision_at_1000_std": 0.47605, "nauc_precision_at_1000_diff1": -0.099225, "nauc_mrr_at_1_max": 0.406385, "nauc_mrr_at_1_std": 0.180128, "nauc_mrr_at_1_diff1": 0.429063, "nauc_mrr_at_3_max": 0.478182, "nauc_mrr_at_3_std": 0.25228, "nauc_mrr_at_3_diff1": 0.395929, "nauc_mrr_at_5_max": 0.481502, "nauc_mrr_at_5_std": 0.272565, "nauc_mrr_at_5_diff1": 0.388039, "nauc_mrr_at_10_max": 0.487923, "nauc_mrr_at_10_std": 0.278698, "nauc_mrr_at_10_diff1": 0.387261, "nauc_mrr_at_20_max": 0.490047, "nauc_mrr_at_20_std": 0.281027, "nauc_mrr_at_20_diff1": 0.384828, "nauc_mrr_at_100_max": 0.490526, "nauc_mrr_at_100_std": 0.280801, "nauc_mrr_at_100_diff1": 0.384454, "nauc_mrr_at_1000_max": 0.490526, "nauc_mrr_at_1000_std": 0.280801, "nauc_mrr_at_1000_diff1": 0.384454, "hit_rate_at_1": 0.41566, "hit_rate_at_3": 0.57831, "hit_rate_at_5": 0.63253, "hit_rate_at_10": 0.65964, "hit_rate_at_20": 0.69277, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.39065, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 9860.708272082964, "kg_co2_emissions": null, "date": 1791984098.111584, "evaluation_phases": [ { "name": "Data loading", "start": 5.17797889187932e-06, "end": 31.969373948988505, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 31.969388791010715, "end": 31.96939163596835, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 31.973778260988183, "end": 1654.793436709966, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1654.7934742060024, "end": 1654.8364457120188, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1654.8483600119944, "end": 3291.8687494439655, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 3291.8687825030065, "end": 3291.9094643539866, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 3291.9212555820122, "end": 4851.168637236988, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 4851.168714953994, "end": 4851.215682031005, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 4851.23152207298, "end": 6510.887419703009, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 6510.887464090018, "end": 6510.930282646965, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 6510.945251915022, "end": 8180.983145850012, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 8180.983179641014, "end": 8181.028515534999, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 8181.04377829202, "end": 9860.65566289099, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 9860.65569686197, "end": 9860.697820662986, "split": "test", "subset": "portuguese" } ] }