{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.37086, "ndcg_at_3": 0.3877, "ndcg_at_5": 0.40787, "ndcg_at_10": 0.42686, "ndcg_at_20": 0.46878, "ndcg_at_100": 0.50271, "ndcg_at_1000": 0.50271, "map_at_1": 0.14402, "map_at_3": 0.21555, "map_at_5": 0.24877, "map_at_10": 0.29179, "map_at_20": 0.32956, "map_at_100": 0.34524, "map_at_1000": 0.34524, "recall_at_1": 0.14402, "recall_at_3": 0.26307, "recall_at_5": 0.3396, "recall_at_10": 0.44143, "recall_at_20": 0.57025, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.14402, "precision_at_1": 0.39404, "precision_at_3": 0.30905, "precision_at_5": 0.28146, "precision_at_10": 0.2202, "precision_at_20": 0.16325, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.39404, "mrr_at_3": 0.506071, "mrr_at_5": 0.533554, "mrr_at_10": 0.542326, "mrr_at_20": 0.546137, "mrr_at_100": 0.547601, "mrr_at_1000": 0.547601, "nauc_ndcg_at_1_max": 0.294282, "nauc_ndcg_at_1_std": 0.069296, "nauc_ndcg_at_1_diff1": 0.094344, "nauc_ndcg_at_3_max": 0.354884, "nauc_ndcg_at_3_std": 0.11591, "nauc_ndcg_at_3_diff1": 0.038868, "nauc_ndcg_at_5_max": 0.329248, "nauc_ndcg_at_5_std": 0.104647, "nauc_ndcg_at_5_diff1": 0.030112, "nauc_ndcg_at_10_max": 0.322884, "nauc_ndcg_at_10_std": 0.113295, "nauc_ndcg_at_10_diff1": 0.022518, "nauc_ndcg_at_20_max": 0.307364, "nauc_ndcg_at_20_std": 0.147592, "nauc_ndcg_at_20_diff1": -0.004228, "nauc_ndcg_at_100_max": 0.33235, "nauc_ndcg_at_100_std": 0.175438, "nauc_ndcg_at_100_diff1": -0.014571, "nauc_ndcg_at_1000_max": 0.33235, "nauc_ndcg_at_1000_std": 0.175438, "nauc_ndcg_at_1000_diff1": -0.014571, "nauc_map_at_1_max": 0.093622, "nauc_map_at_1_std": -0.170568, "nauc_map_at_1_diff1": 0.273699, "nauc_map_at_3_max": 0.157173, "nauc_map_at_3_std": -0.128301, "nauc_map_at_3_diff1": 0.196001, "nauc_map_at_5_max": 0.17318, "nauc_map_at_5_std": -0.083385, "nauc_map_at_5_diff1": 0.163025, "nauc_map_at_10_max": 0.216501, "nauc_map_at_10_std": -0.011932, "nauc_map_at_10_diff1": 0.122089, "nauc_map_at_20_max": 0.227667, "nauc_map_at_20_std": 0.043195, "nauc_map_at_20_diff1": 0.083723, "nauc_map_at_100_max": 0.243042, "nauc_map_at_100_std": 0.06008, "nauc_map_at_100_diff1": 0.072067, "nauc_map_at_1000_max": 0.243042, "nauc_map_at_1000_std": 0.06008, "nauc_map_at_1000_diff1": 0.072067, "nauc_recall_at_1_max": 0.093622, "nauc_recall_at_1_std": -0.170568, "nauc_recall_at_1_diff1": 0.273699, "nauc_recall_at_3_max": 0.174279, "nauc_recall_at_3_std": -0.116764, "nauc_recall_at_3_diff1": 0.151705, "nauc_recall_at_5_max": 0.174303, "nauc_recall_at_5_std": -0.048305, "nauc_recall_at_5_diff1": 0.09101, "nauc_recall_at_10_max": 0.225079, "nauc_recall_at_10_std": 0.049997, "nauc_recall_at_10_diff1": 0.018178, "nauc_recall_at_20_max": 0.217491, "nauc_recall_at_20_std": 0.164739, "nauc_recall_at_20_diff1": -0.072734, "nauc_recall_at_100_max": 0.255399, "nauc_recall_at_100_std": 0.233039, "nauc_recall_at_100_diff1": -0.125551, "nauc_recall_at_1000_max": 0.255399, "nauc_recall_at_1000_std": 0.233039, "nauc_recall_at_1000_diff1": -0.125551, "nauc_precision_at_1_max": 0.273242, "nauc_precision_at_1_std": 0.057228, "nauc_precision_at_1_diff1": 0.092706, "nauc_precision_at_3_max": 0.373334, "nauc_precision_at_3_std": 0.261555, "nauc_precision_at_3_diff1": -0.097234, "nauc_precision_at_5_max": 0.323533, "nauc_precision_at_5_std": 0.313406, "nauc_precision_at_5_diff1": -0.162874, "nauc_precision_at_10_max": 0.303268, "nauc_precision_at_10_std": 0.382038, "nauc_precision_at_10_diff1": -0.219335, "nauc_precision_at_20_max": 0.242489, "nauc_precision_at_20_std": 0.398874, "nauc_precision_at_20_diff1": -0.260289, "nauc_precision_at_100_max": 0.25259, "nauc_precision_at_100_std": 0.402484, "nauc_precision_at_100_diff1": -0.256113, "nauc_precision_at_1000_max": 0.25259, "nauc_precision_at_1000_std": 0.402484, "nauc_precision_at_1000_diff1": -0.256113, "nauc_mrr_at_1_max": 0.273242, "nauc_mrr_at_1_std": 0.057228, "nauc_mrr_at_1_diff1": 0.092706, "nauc_mrr_at_3_max": 0.338615, "nauc_mrr_at_3_std": 0.106408, "nauc_mrr_at_3_diff1": 0.047411, "nauc_mrr_at_5_max": 0.345549, "nauc_mrr_at_5_std": 0.117427, "nauc_mrr_at_5_diff1": 0.040731, "nauc_mrr_at_10_max": 0.351708, "nauc_mrr_at_10_std": 0.124756, "nauc_mrr_at_10_diff1": 0.037586, "nauc_mrr_at_20_max": 0.350768, "nauc_mrr_at_20_std": 0.127845, "nauc_mrr_at_20_diff1": 0.035739, "nauc_mrr_at_100_max": 0.349868, "nauc_mrr_at_100_std": 0.126752, "nauc_mrr_at_100_diff1": 0.037383, "nauc_mrr_at_1000_max": 0.349868, "nauc_mrr_at_1000_std": 0.126752, "nauc_mrr_at_1000_diff1": 0.037383, "hit_rate_at_1": 0.39404, "hit_rate_at_3": 0.64238, "hit_rate_at_5": 0.7649, "hit_rate_at_10": 0.83113, "hit_rate_at_20": 0.88411, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.42686, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.25993, "ndcg_at_3": 0.25462, "ndcg_at_5": 0.25218, "ndcg_at_10": 0.25371, "ndcg_at_20": 0.26386, "ndcg_at_100": 0.27186, "ndcg_at_1000": 0.27186, "map_at_1": 0.09612, "map_at_3": 0.14394, "map_at_5": 0.15676, "map_at_10": 0.17431, "map_at_20": 0.18487, "map_at_100": 0.18831, "map_at_1000": 0.18831, "recall_at_1": 0.09612, "recall_at_3": 0.17811, "recall_at_5": 0.2067, "recall_at_10": 0.25259, "recall_at_20": 0.29422, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.09612, "precision_at_1": 0.27152, "precision_at_3": 0.20088, "precision_at_5": 0.16093, "precision_at_10": 0.11291, "precision_at_20": 0.07169, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.271523, "mrr_at_3": 0.353201, "mrr_at_5": 0.364625, "mrr_at_10": 0.370815, "mrr_at_20": 0.372972, "mrr_at_100": 0.373251, "mrr_at_1000": 0.373251, "nauc_ndcg_at_1_max": 0.525267, "nauc_ndcg_at_1_std": 0.406542, "nauc_ndcg_at_1_diff1": 0.299786, "nauc_ndcg_at_3_max": 0.577935, "nauc_ndcg_at_3_std": 0.486957, "nauc_ndcg_at_3_diff1": 0.257726, "nauc_ndcg_at_5_max": 0.581708, "nauc_ndcg_at_5_std": 0.492145, "nauc_ndcg_at_5_diff1": 0.260525, "nauc_ndcg_at_10_max": 0.593387, "nauc_ndcg_at_10_std": 0.511804, "nauc_ndcg_at_10_diff1": 0.23694, "nauc_ndcg_at_20_max": 0.605203, "nauc_ndcg_at_20_std": 0.541299, "nauc_ndcg_at_20_diff1": 0.216897, "nauc_ndcg_at_100_max": 0.615747, "nauc_ndcg_at_100_std": 0.556965, "nauc_ndcg_at_100_diff1": 0.217678, "nauc_ndcg_at_1000_max": 0.615747, "nauc_ndcg_at_1000_std": 0.556965, "nauc_ndcg_at_1000_diff1": 0.217678, "nauc_map_at_1_max": 0.462833, "nauc_map_at_1_std": 0.275171, "nauc_map_at_1_diff1": 0.327345, "nauc_map_at_3_max": 0.499809, "nauc_map_at_3_std": 0.358679, "nauc_map_at_3_diff1": 0.263593, "nauc_map_at_5_max": 0.517787, "nauc_map_at_5_std": 0.391843, "nauc_map_at_5_diff1": 0.26057, "nauc_map_at_10_max": 0.544737, "nauc_map_at_10_std": 0.434859, "nauc_map_at_10_diff1": 0.23093, "nauc_map_at_20_max": 0.558096, "nauc_map_at_20_std": 0.461961, "nauc_map_at_20_diff1": 0.217128, "nauc_map_at_100_max": 0.564536, "nauc_map_at_100_std": 0.47147, "nauc_map_at_100_diff1": 0.215712, "nauc_map_at_1000_max": 0.564536, "nauc_map_at_1000_std": 0.47147, "nauc_map_at_1000_diff1": 0.215712, "nauc_recall_at_1_max": 0.462833, "nauc_recall_at_1_std": 0.275171, "nauc_recall_at_1_diff1": 0.327345, "nauc_recall_at_3_max": 0.496318, "nauc_recall_at_3_std": 0.383606, "nauc_recall_at_3_diff1": 0.230882, "nauc_recall_at_5_max": 0.499323, "nauc_recall_at_5_std": 0.413353, "nauc_recall_at_5_diff1": 0.232025, "nauc_recall_at_10_max": 0.534558, "nauc_recall_at_10_std": 0.475303, "nauc_recall_at_10_diff1": 0.193834, "nauc_recall_at_20_max": 0.565926, "nauc_recall_at_20_std": 0.545722, "nauc_recall_at_20_diff1": 0.167215, "nauc_recall_at_100_max": 0.569709, "nauc_recall_at_100_std": 0.564364, "nauc_recall_at_100_diff1": 0.174144, "nauc_recall_at_1000_max": 0.569709, "nauc_recall_at_1000_std": 0.564364, "nauc_recall_at_1000_diff1": 0.174144, "nauc_precision_at_1_max": 0.525874, "nauc_precision_at_1_std": 0.413135, "nauc_precision_at_1_diff1": 0.30416, "nauc_precision_at_3_max": 0.558548, "nauc_precision_at_3_std": 0.541345, "nauc_precision_at_3_diff1": 0.187059, "nauc_precision_at_5_max": 0.527185, "nauc_precision_at_5_std": 0.537682, "nauc_precision_at_5_diff1": 0.163029, "nauc_precision_at_10_max": 0.527004, "nauc_precision_at_10_std": 0.571411, "nauc_precision_at_10_diff1": 0.073658, "nauc_precision_at_20_max": 0.519549, "nauc_precision_at_20_std": 0.599809, "nauc_precision_at_20_diff1": 0.023239, "nauc_precision_at_100_max": 0.520316, "nauc_precision_at_100_std": 0.609461, "nauc_precision_at_100_diff1": 0.016225, "nauc_precision_at_1000_max": 0.520316, "nauc_precision_at_1000_std": 0.609461, "nauc_precision_at_1000_diff1": 0.016225, "nauc_mrr_at_1_max": 0.525874, "nauc_mrr_at_1_std": 0.413135, "nauc_mrr_at_1_diff1": 0.30416, "nauc_mrr_at_3_max": 0.587328, "nauc_mrr_at_3_std": 0.511786, "nauc_mrr_at_3_diff1": 0.283365, "nauc_mrr_at_5_max": 0.590659, "nauc_mrr_at_5_std": 0.515702, "nauc_mrr_at_5_diff1": 0.293753, "nauc_mrr_at_10_max": 0.596237, "nauc_mrr_at_10_std": 0.5265, "nauc_mrr_at_10_diff1": 0.295338, "nauc_mrr_at_20_max": 0.598253, "nauc_mrr_at_20_std": 0.529583, "nauc_mrr_at_20_diff1": 0.295809, "nauc_mrr_at_100_max": 0.598249, "nauc_mrr_at_100_std": 0.529558, "nauc_mrr_at_100_diff1": 0.295885, "nauc_mrr_at_1000_max": 0.598249, "nauc_mrr_at_1000_std": 0.529558, "nauc_mrr_at_1000_diff1": 0.295885, "hit_rate_at_1": 0.27152, "hit_rate_at_3": 0.45364, "hit_rate_at_5": 0.50331, "hit_rate_at_10": 0.54636, "hit_rate_at_20": 0.57616, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.25371, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.26325, "ndcg_at_3": 0.27453, "ndcg_at_5": 0.27469, "ndcg_at_10": 0.288, "ndcg_at_20": 0.29985, "ndcg_at_100": 0.31012, "ndcg_at_1000": 0.31012, "map_at_1": 0.09961, "map_at_3": 0.14924, "map_at_5": 0.16605, "map_at_10": 0.1929, "map_at_20": 0.20665, "map_at_100": 0.21119, "map_at_1000": 0.21119, "recall_at_1": 0.09961, "recall_at_3": 0.18393, "recall_at_5": 0.22125, "recall_at_10": 0.30078, "recall_at_20": 0.35711, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.09961, "precision_at_1": 0.27483, "precision_at_3": 0.22296, "precision_at_5": 0.18742, "precision_at_10": 0.14272, "precision_at_20": 0.09238, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.274834, "mrr_at_3": 0.369757, "mrr_at_5": 0.385155, "mrr_at_10": 0.393527, "mrr_at_20": 0.397235, "mrr_at_100": 0.397884, "mrr_at_1000": 0.397884, "nauc_ndcg_at_1_max": 0.354886, "nauc_ndcg_at_1_std": 0.280188, "nauc_ndcg_at_1_diff1": 0.20981, "nauc_ndcg_at_3_max": 0.420206, "nauc_ndcg_at_3_std": 0.356641, "nauc_ndcg_at_3_diff1": 0.185905, "nauc_ndcg_at_5_max": 0.436282, "nauc_ndcg_at_5_std": 0.380717, "nauc_ndcg_at_5_diff1": 0.193255, "nauc_ndcg_at_10_max": 0.44376, "nauc_ndcg_at_10_std": 0.393095, "nauc_ndcg_at_10_diff1": 0.20493, "nauc_ndcg_at_20_max": 0.442869, "nauc_ndcg_at_20_std": 0.393908, "nauc_ndcg_at_20_diff1": 0.197499, "nauc_ndcg_at_100_max": 0.448893, "nauc_ndcg_at_100_std": 0.4097, "nauc_ndcg_at_100_diff1": 0.191802, "nauc_ndcg_at_1000_max": 0.448893, "nauc_ndcg_at_1000_std": 0.4097, "nauc_ndcg_at_1000_diff1": 0.191802, "nauc_map_at_1_max": 0.315207, "nauc_map_at_1_std": 0.170654, "nauc_map_at_1_diff1": 0.305535, "nauc_map_at_3_max": 0.342213, "nauc_map_at_3_std": 0.218216, "nauc_map_at_3_diff1": 0.22336, "nauc_map_at_5_max": 0.364219, "nauc_map_at_5_std": 0.254002, "nauc_map_at_5_diff1": 0.208943, "nauc_map_at_10_max": 0.395397, "nauc_map_at_10_std": 0.312729, "nauc_map_at_10_diff1": 0.196064, "nauc_map_at_20_max": 0.413698, "nauc_map_at_20_std": 0.341537, "nauc_map_at_20_diff1": 0.193367, "nauc_map_at_100_max": 0.416856, "nauc_map_at_100_std": 0.349815, "nauc_map_at_100_diff1": 0.190919, "nauc_map_at_1000_max": 0.416856, "nauc_map_at_1000_std": 0.349815, "nauc_map_at_1000_diff1": 0.190919, "nauc_recall_at_1_max": 0.315207, "nauc_recall_at_1_std": 0.170654, "nauc_recall_at_1_diff1": 0.305535, "nauc_recall_at_3_max": 0.335428, "nauc_recall_at_3_std": 0.224758, "nauc_recall_at_3_diff1": 0.19861, "nauc_recall_at_5_max": 0.358618, "nauc_recall_at_5_std": 0.269228, "nauc_recall_at_5_diff1": 0.183569, "nauc_recall_at_10_max": 0.368088, "nauc_recall_at_10_std": 0.320132, "nauc_recall_at_10_diff1": 0.162632, "nauc_recall_at_20_max": 0.378003, "nauc_recall_at_20_std": 0.349722, "nauc_recall_at_20_diff1": 0.146895, "nauc_recall_at_100_max": 0.390976, "nauc_recall_at_100_std": 0.384548, "nauc_recall_at_100_diff1": 0.130861, "nauc_recall_at_1000_max": 0.390976, "nauc_recall_at_1000_std": 0.384548, "nauc_recall_at_1000_diff1": 0.130861, "nauc_precision_at_1_max": 0.354109, "nauc_precision_at_1_std": 0.287237, "nauc_precision_at_1_diff1": 0.193494, "nauc_precision_at_3_max": 0.428873, "nauc_precision_at_3_std": 0.430234, "nauc_precision_at_3_diff1": 0.07735, "nauc_precision_at_5_max": 0.441278, "nauc_precision_at_5_std": 0.489264, "nauc_precision_at_5_diff1": 0.052298, "nauc_precision_at_10_max": 0.427689, "nauc_precision_at_10_std": 0.515894, "nauc_precision_at_10_diff1": 0.062532, "nauc_precision_at_20_max": 0.416186, "nauc_precision_at_20_std": 0.513048, "nauc_precision_at_20_diff1": 0.062856, "nauc_precision_at_100_max": 0.385094, "nauc_precision_at_100_std": 0.497307, "nauc_precision_at_100_diff1": 0.047651, "nauc_precision_at_1000_max": 0.385094, "nauc_precision_at_1000_std": 0.497307, "nauc_precision_at_1000_diff1": 0.047651, "nauc_mrr_at_1_max": 0.354109, "nauc_mrr_at_1_std": 0.287237, "nauc_mrr_at_1_diff1": 0.193494, "nauc_mrr_at_3_max": 0.407374, "nauc_mrr_at_3_std": 0.359207, "nauc_mrr_at_3_diff1": 0.180831, "nauc_mrr_at_5_max": 0.421264, "nauc_mrr_at_5_std": 0.376836, "nauc_mrr_at_5_diff1": 0.192244, "nauc_mrr_at_10_max": 0.420622, "nauc_mrr_at_10_std": 0.376368, "nauc_mrr_at_10_diff1": 0.196989, "nauc_mrr_at_20_max": 0.419964, "nauc_mrr_at_20_std": 0.37639, "nauc_mrr_at_20_diff1": 0.195284, "nauc_mrr_at_100_max": 0.420125, "nauc_mrr_at_100_std": 0.377026, "nauc_mrr_at_100_diff1": 0.195058, "nauc_mrr_at_1000_max": 0.420125, "nauc_mrr_at_1000_std": 0.377026, "nauc_mrr_at_1000_diff1": 0.195058, "hit_rate_at_1": 0.27483, "hit_rate_at_3": 0.48675, "hit_rate_at_5": 0.55298, "hit_rate_at_10": 0.61258, "hit_rate_at_20": 0.66556, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.288, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.17881, "ndcg_at_3": 0.18504, "ndcg_at_5": 0.19203, "ndcg_at_10": 0.19774, "ndcg_at_20": 0.2149, "ndcg_at_100": 0.23528, "ndcg_at_1000": 0.23528, "map_at_1": 0.08356, "map_at_3": 0.11455, "map_at_5": 0.12526, "map_at_10": 0.1388, "map_at_20": 0.15254, "map_at_100": 0.16155, "map_at_1000": 0.16155, "recall_at_1": 0.08356, "recall_at_3": 0.13606, "recall_at_5": 0.16344, "recall_at_10": 0.20184, "recall_at_20": 0.25402, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.08356, "precision_at_1": 0.19536, "precision_at_3": 0.14018, "precision_at_5": 0.12053, "precision_at_10": 0.08874, "precision_at_20": 0.06639, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.195364, "mrr_at_3": 0.248896, "mrr_at_5": 0.26628, "mrr_at_10": 0.271762, "mrr_at_20": 0.273562, "mrr_at_100": 0.274603, "mrr_at_1000": 0.274603, "nauc_ndcg_at_1_max": 0.4753, "nauc_ndcg_at_1_std": 0.415737, "nauc_ndcg_at_1_diff1": 0.369279, "nauc_ndcg_at_3_max": 0.584988, "nauc_ndcg_at_3_std": 0.505948, "nauc_ndcg_at_3_diff1": 0.385195, "nauc_ndcg_at_5_max": 0.598937, "nauc_ndcg_at_5_std": 0.527678, "nauc_ndcg_at_5_diff1": 0.383572, "nauc_ndcg_at_10_max": 0.62631, "nauc_ndcg_at_10_std": 0.56167, "nauc_ndcg_at_10_diff1": 0.404813, "nauc_ndcg_at_20_max": 0.650342, "nauc_ndcg_at_20_std": 0.595906, "nauc_ndcg_at_20_diff1": 0.411083, "nauc_ndcg_at_100_max": 0.690926, "nauc_ndcg_at_100_std": 0.651274, "nauc_ndcg_at_100_diff1": 0.410493, "nauc_ndcg_at_1000_max": 0.690926, "nauc_ndcg_at_1000_std": 0.651274, "nauc_ndcg_at_1000_diff1": 0.410493, "nauc_map_at_1_max": 0.477031, "nauc_map_at_1_std": 0.363228, "nauc_map_at_1_diff1": 0.541736, "nauc_map_at_3_max": 0.52896, "nauc_map_at_3_std": 0.423033, "nauc_map_at_3_diff1": 0.466031, "nauc_map_at_5_max": 0.543009, "nauc_map_at_5_std": 0.446227, "nauc_map_at_5_diff1": 0.452635, "nauc_map_at_10_max": 0.565545, "nauc_map_at_10_std": 0.479513, "nauc_map_at_10_diff1": 0.438439, "nauc_map_at_20_max": 0.590368, "nauc_map_at_20_std": 0.516187, "nauc_map_at_20_diff1": 0.429006, "nauc_map_at_100_max": 0.613196, "nauc_map_at_100_std": 0.547829, "nauc_map_at_100_diff1": 0.426938, "nauc_map_at_1000_max": 0.613196, "nauc_map_at_1000_std": 0.547829, "nauc_map_at_1000_diff1": 0.426938, "nauc_recall_at_1_max": 0.477031, "nauc_recall_at_1_std": 0.363228, "nauc_recall_at_1_diff1": 0.541736, "nauc_recall_at_3_max": 0.542702, "nauc_recall_at_3_std": 0.438978, "nauc_recall_at_3_diff1": 0.416544, "nauc_recall_at_5_max": 0.555642, "nauc_recall_at_5_std": 0.471907, "nauc_recall_at_5_diff1": 0.383941, "nauc_recall_at_10_max": 0.615178, "nauc_recall_at_10_std": 0.552057, "nauc_recall_at_10_diff1": 0.381038, "nauc_recall_at_20_max": 0.645675, "nauc_recall_at_20_std": 0.611267, "nauc_recall_at_20_diff1": 0.366965, "nauc_recall_at_100_max": 0.716992, "nauc_recall_at_100_std": 0.713764, "nauc_recall_at_100_diff1": 0.359315, "nauc_recall_at_1000_max": 0.716992, "nauc_recall_at_1000_std": 0.713764, "nauc_recall_at_1000_diff1": 0.359315, "nauc_precision_at_1_max": 0.463202, "nauc_precision_at_1_std": 0.414526, "nauc_precision_at_1_diff1": 0.334268, "nauc_precision_at_3_max": 0.605268, "nauc_precision_at_3_std": 0.568987, "nauc_precision_at_3_diff1": 0.257377, "nauc_precision_at_5_max": 0.602789, "nauc_precision_at_5_std": 0.600922, "nauc_precision_at_5_diff1": 0.204834, "nauc_precision_at_10_max": 0.58829, "nauc_precision_at_10_std": 0.61087, "nauc_precision_at_10_diff1": 0.193066, "nauc_precision_at_20_max": 0.569017, "nauc_precision_at_20_std": 0.616323, "nauc_precision_at_20_diff1": 0.174732, "nauc_precision_at_100_max": 0.587104, "nauc_precision_at_100_std": 0.661125, "nauc_precision_at_100_diff1": 0.151806, "nauc_precision_at_1000_max": 0.587104, "nauc_precision_at_1000_std": 0.661125, "nauc_precision_at_1000_diff1": 0.151806, "nauc_mrr_at_1_max": 0.463202, "nauc_mrr_at_1_std": 0.414526, "nauc_mrr_at_1_diff1": 0.334268, "nauc_mrr_at_3_max": 0.549541, "nauc_mrr_at_3_std": 0.498889, "nauc_mrr_at_3_diff1": 0.343698, "nauc_mrr_at_5_max": 0.564654, "nauc_mrr_at_5_std": 0.52315, "nauc_mrr_at_5_diff1": 0.333703, "nauc_mrr_at_10_max": 0.575819, "nauc_mrr_at_10_std": 0.535334, "nauc_mrr_at_10_diff1": 0.345844, "nauc_mrr_at_20_max": 0.576534, "nauc_mrr_at_20_std": 0.53628, "nauc_mrr_at_20_diff1": 0.347933, "nauc_mrr_at_100_max": 0.579762, "nauc_mrr_at_100_std": 0.540176, "nauc_mrr_at_100_diff1": 0.347965, "nauc_mrr_at_1000_max": 0.579762, "nauc_mrr_at_1000_std": 0.540176, "nauc_mrr_at_1000_diff1": 0.347965, "hit_rate_at_1": 0.19536, "hit_rate_at_3": 0.31457, "hit_rate_at_5": 0.39073, "hit_rate_at_10": 0.43046, "hit_rate_at_20": 0.45695, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.19774, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.24834, "ndcg_at_3": 0.24015, "ndcg_at_5": 0.23958, "ndcg_at_10": 0.24922, "ndcg_at_20": 0.26046, "ndcg_at_100": 0.2687, "ndcg_at_1000": 0.2687, "map_at_1": 0.07861, "map_at_3": 0.12659, "map_at_5": 0.14115, "map_at_10": 0.16405, "map_at_20": 0.17681, "map_at_100": 0.18062, "map_at_1000": 0.18062, "recall_at_1": 0.07861, "recall_at_3": 0.15906, "recall_at_5": 0.19252, "recall_at_10": 0.25961, "recall_at_20": 0.30436, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.07861, "precision_at_1": 0.2649, "precision_at_3": 0.19757, "precision_at_5": 0.16159, "precision_at_10": 0.12384, "precision_at_20": 0.08262, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.264901, "mrr_at_3": 0.339956, "mrr_at_5": 0.35436, "mrr_at_10": 0.361416, "mrr_at_20": 0.363695, "mrr_at_100": 0.364414, "mrr_at_1000": 0.364414, "nauc_ndcg_at_1_max": 0.414417, "nauc_ndcg_at_1_std": 0.343233, "nauc_ndcg_at_1_diff1": 0.268357, "nauc_ndcg_at_3_max": 0.534528, "nauc_ndcg_at_3_std": 0.4742, "nauc_ndcg_at_3_diff1": 0.208024, "nauc_ndcg_at_5_max": 0.571742, "nauc_ndcg_at_5_std": 0.519545, "nauc_ndcg_at_5_diff1": 0.212113, "nauc_ndcg_at_10_max": 0.58812, "nauc_ndcg_at_10_std": 0.54797, "nauc_ndcg_at_10_diff1": 0.201864, "nauc_ndcg_at_20_max": 0.600948, "nauc_ndcg_at_20_std": 0.577186, "nauc_ndcg_at_20_diff1": 0.182637, "nauc_ndcg_at_100_max": 0.608009, "nauc_ndcg_at_100_std": 0.590404, "nauc_ndcg_at_100_diff1": 0.188227, "nauc_ndcg_at_1000_max": 0.608009, "nauc_ndcg_at_1000_std": 0.590404, "nauc_ndcg_at_1000_diff1": 0.188227, "nauc_map_at_1_max": 0.429177, "nauc_map_at_1_std": 0.259395, "nauc_map_at_1_diff1": 0.343165, "nauc_map_at_3_max": 0.501623, "nauc_map_at_3_std": 0.368555, "nauc_map_at_3_diff1": 0.238507, "nauc_map_at_5_max": 0.525901, "nauc_map_at_5_std": 0.413525, "nauc_map_at_5_diff1": 0.22163, "nauc_map_at_10_max": 0.550454, "nauc_map_at_10_std": 0.467467, "nauc_map_at_10_diff1": 0.196606, "nauc_map_at_20_max": 0.561607, "nauc_map_at_20_std": 0.500653, "nauc_map_at_20_diff1": 0.177024, "nauc_map_at_100_max": 0.566164, "nauc_map_at_100_std": 0.51163, "nauc_map_at_100_diff1": 0.177296, "nauc_map_at_1000_max": 0.566164, "nauc_map_at_1000_std": 0.51163, "nauc_map_at_1000_diff1": 0.177296, "nauc_recall_at_1_max": 0.429177, "nauc_recall_at_1_std": 0.259395, "nauc_recall_at_1_diff1": 0.343165, "nauc_recall_at_3_max": 0.508806, "nauc_recall_at_3_std": 0.397452, "nauc_recall_at_3_diff1": 0.17786, "nauc_recall_at_5_max": 0.543112, "nauc_recall_at_5_std": 0.46474, "nauc_recall_at_5_diff1": 0.167319, "nauc_recall_at_10_max": 0.546766, "nauc_recall_at_10_std": 0.52683, "nauc_recall_at_10_diff1": 0.118144, "nauc_recall_at_20_max": 0.575752, "nauc_recall_at_20_std": 0.5908, "nauc_recall_at_20_diff1": 0.104989, "nauc_recall_at_100_max": 0.584581, "nauc_recall_at_100_std": 0.612147, "nauc_recall_at_100_diff1": 0.11266, "nauc_recall_at_1000_max": 0.584581, "nauc_recall_at_1000_std": 0.612147, "nauc_recall_at_1000_diff1": 0.11266, "nauc_precision_at_1_max": 0.395419, "nauc_precision_at_1_std": 0.335156, "nauc_precision_at_1_diff1": 0.2661, "nauc_precision_at_3_max": 0.499831, "nauc_precision_at_3_std": 0.509631, "nauc_precision_at_3_diff1": 0.122274, "nauc_precision_at_5_max": 0.510476, "nauc_precision_at_5_std": 0.565383, "nauc_precision_at_5_diff1": 0.113025, "nauc_precision_at_10_max": 0.478972, "nauc_precision_at_10_std": 0.583473, "nauc_precision_at_10_diff1": 0.05925, "nauc_precision_at_20_max": 0.447359, "nauc_precision_at_20_std": 0.581251, "nauc_precision_at_20_diff1": 0.011188, "nauc_precision_at_100_max": 0.433333, "nauc_precision_at_100_std": 0.576278, "nauc_precision_at_100_diff1": 0.022681, "nauc_precision_at_1000_max": 0.433333, "nauc_precision_at_1000_std": 0.576278, "nauc_precision_at_1000_diff1": 0.022681, "nauc_mrr_at_1_max": 0.395419, "nauc_mrr_at_1_std": 0.335156, "nauc_mrr_at_1_diff1": 0.2661, "nauc_mrr_at_3_max": 0.482921, "nauc_mrr_at_3_std": 0.443676, "nauc_mrr_at_3_diff1": 0.23796, "nauc_mrr_at_5_max": 0.500421, "nauc_mrr_at_5_std": 0.47082, "nauc_mrr_at_5_diff1": 0.247925, "nauc_mrr_at_10_max": 0.501145, "nauc_mrr_at_10_std": 0.473632, "nauc_mrr_at_10_diff1": 0.247842, "nauc_mrr_at_20_max": 0.501891, "nauc_mrr_at_20_std": 0.474603, "nauc_mrr_at_20_diff1": 0.249438, "nauc_mrr_at_100_max": 0.502831, "nauc_mrr_at_100_std": 0.475328, "nauc_mrr_at_100_diff1": 0.250223, "nauc_mrr_at_1000_max": 0.502831, "nauc_mrr_at_1000_std": 0.475328, "nauc_mrr_at_1000_diff1": 0.250223, "hit_rate_at_1": 0.2649, "hit_rate_at_3": 0.43046, "hit_rate_at_5": 0.49338, "hit_rate_at_10": 0.54967, "hit_rate_at_20": 0.57947, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.24922, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.24669, "ndcg_at_3": 0.24229, "ndcg_at_5": 0.23824, "ndcg_at_10": 0.24396, "ndcg_at_20": 0.25515, "ndcg_at_100": 0.25855, "ndcg_at_1000": 0.25855, "map_at_1": 0.09676, "map_at_3": 0.13565, "map_at_5": 0.148, "map_at_10": 0.16638, "map_at_20": 0.18048, "map_at_100": 0.18273, "map_at_1000": 0.18273, "recall_at_1": 0.09676, "recall_at_3": 0.16247, "recall_at_5": 0.18832, "recall_at_10": 0.23775, "recall_at_20": 0.28346, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.09676, "precision_at_1": 0.26821, "precision_at_3": 0.18874, "precision_at_5": 0.14967, "precision_at_10": 0.11424, "precision_at_20": 0.07748, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.268212, "mrr_at_3": 0.331678, "mrr_at_5": 0.340287, "mrr_at_10": 0.345465, "mrr_at_20": 0.346463, "mrr_at_100": 0.346898, "mrr_at_1000": 0.346898, "nauc_ndcg_at_1_max": 0.509051, "nauc_ndcg_at_1_std": 0.438587, "nauc_ndcg_at_1_diff1": 0.258762, "nauc_ndcg_at_3_max": 0.600628, "nauc_ndcg_at_3_std": 0.538827, "nauc_ndcg_at_3_diff1": 0.25327, "nauc_ndcg_at_5_max": 0.615359, "nauc_ndcg_at_5_std": 0.556204, "nauc_ndcg_at_5_diff1": 0.247442, "nauc_ndcg_at_10_max": 0.641984, "nauc_ndcg_at_10_std": 0.585729, "nauc_ndcg_at_10_diff1": 0.2463, "nauc_ndcg_at_20_max": 0.662593, "nauc_ndcg_at_20_std": 0.617378, "nauc_ndcg_at_20_diff1": 0.248043, "nauc_ndcg_at_100_max": 0.662808, "nauc_ndcg_at_100_std": 0.620506, "nauc_ndcg_at_100_diff1": 0.24587, "nauc_ndcg_at_1000_max": 0.662808, "nauc_ndcg_at_1000_std": 0.620506, "nauc_ndcg_at_1000_diff1": 0.24587, "nauc_map_at_1_max": 0.479496, "nauc_map_at_1_std": 0.28122, "nauc_map_at_1_diff1": 0.396736, "nauc_map_at_3_max": 0.513635, "nauc_map_at_3_std": 0.367943, "nauc_map_at_3_diff1": 0.325808, "nauc_map_at_5_max": 0.536704, "nauc_map_at_5_std": 0.409673, "nauc_map_at_5_diff1": 0.295748, "nauc_map_at_10_max": 0.564353, "nauc_map_at_10_std": 0.459806, "nauc_map_at_10_diff1": 0.267481, "nauc_map_at_20_max": 0.5898, "nauc_map_at_20_std": 0.503435, "nauc_map_at_20_diff1": 0.253102, "nauc_map_at_100_max": 0.591477, "nauc_map_at_100_std": 0.508869, "nauc_map_at_100_diff1": 0.250034, "nauc_map_at_1000_max": 0.591477, "nauc_map_at_1000_std": 0.508869, "nauc_map_at_1000_diff1": 0.250034, "nauc_recall_at_1_max": 0.479496, "nauc_recall_at_1_std": 0.28122, "nauc_recall_at_1_diff1": 0.396736, "nauc_recall_at_3_max": 0.531038, "nauc_recall_at_3_std": 0.407424, "nauc_recall_at_3_diff1": 0.300962, "nauc_recall_at_5_max": 0.564816, "nauc_recall_at_5_std": 0.47077, "nauc_recall_at_5_diff1": 0.265487, "nauc_recall_at_10_max": 0.613261, "nauc_recall_at_10_std": 0.560786, "nauc_recall_at_10_diff1": 0.226257, "nauc_recall_at_20_max": 0.649907, "nauc_recall_at_20_std": 0.633536, "nauc_recall_at_20_diff1": 0.215654, "nauc_recall_at_100_max": 0.646503, "nauc_recall_at_100_std": 0.639362, "nauc_recall_at_100_diff1": 0.209079, "nauc_recall_at_1000_max": 0.646503, "nauc_recall_at_1000_std": 0.639362, "nauc_recall_at_1000_diff1": 0.209079, "nauc_precision_at_1_max": 0.504379, "nauc_precision_at_1_std": 0.444983, "nauc_precision_at_1_diff1": 0.237716, "nauc_precision_at_3_max": 0.595516, "nauc_precision_at_3_std": 0.635583, "nauc_precision_at_3_diff1": 0.122913, "nauc_precision_at_5_max": 0.576409, "nauc_precision_at_5_std": 0.65547, "nauc_precision_at_5_diff1": 0.046722, "nauc_precision_at_10_max": 0.56373, "nauc_precision_at_10_std": 0.669095, "nauc_precision_at_10_diff1": -0.004616, "nauc_precision_at_20_max": 0.552869, "nauc_precision_at_20_std": 0.681437, "nauc_precision_at_20_diff1": -0.022605, "nauc_precision_at_100_max": 0.545576, "nauc_precision_at_100_std": 0.678028, "nauc_precision_at_100_diff1": -0.022286, "nauc_precision_at_1000_max": 0.545576, "nauc_precision_at_1000_std": 0.678028, "nauc_precision_at_1000_diff1": -0.022286, "nauc_mrr_at_1_max": 0.504379, "nauc_mrr_at_1_std": 0.444983, "nauc_mrr_at_1_diff1": 0.237716, "nauc_mrr_at_3_max": 0.612215, "nauc_mrr_at_3_std": 0.572228, "nauc_mrr_at_3_diff1": 0.253587, "nauc_mrr_at_5_max": 0.619977, "nauc_mrr_at_5_std": 0.58435, "nauc_mrr_at_5_diff1": 0.256272, "nauc_mrr_at_10_max": 0.622472, "nauc_mrr_at_10_std": 0.590398, "nauc_mrr_at_10_diff1": 0.253371, "nauc_mrr_at_20_max": 0.624063, "nauc_mrr_at_20_std": 0.592287, "nauc_mrr_at_20_diff1": 0.254461, "nauc_mrr_at_100_max": 0.623591, "nauc_mrr_at_100_std": 0.591801, "nauc_mrr_at_100_diff1": 0.25486, "nauc_mrr_at_1000_max": 0.623591, "nauc_mrr_at_1000_std": 0.591801, "nauc_mrr_at_1000_diff1": 0.25486, "hit_rate_at_1": 0.26821, "hit_rate_at_3": 0.41391, "hit_rate_at_5": 0.45364, "hit_rate_at_10": 0.49338, "hit_rate_at_20": 0.50662, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.24396, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 230.50004676543176, "kg_co2_emissions": null, "date": 1793329552.388467, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00013570114970207214, "end": 30.466512957587838, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 30.503973864018917, "end": 30.595402436330914, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 30.70855792425573, "end": 73.94170749373734, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 74.02525629289448, "end": 74.1465061865747, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 74.27740112878382, "end": 111.56380749493837, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 111.68623737804592, "end": 111.80179786123335, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 111.89140143617988, "end": 151.47596976161003, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 151.66379150748253, "end": 151.76385595276952, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 151.86505607143044, "end": 190.39581589773297, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 190.61946790479124, "end": 190.71105532161891, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 190.80377564020455, "end": 230.0526031255722, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 230.31919120810926, "end": 230.40957849659026, "split": "test", "subset": "portuguese" } ] }