{ "dataset_revision": "56cef947981ee1263be298081ab126f9493a3065", "task_name": "Vidore3TelecomBM25sReranking.v2", "mteb_version": "2.26.31", "scores": { "test": [ { "ndcg_at_1": 0.64655, "ndcg_at_3": 0.59956, "ndcg_at_5": 0.59606, "ndcg_at_10": 0.6076, "ndcg_at_20": 0.62138, "ndcg_at_100": 0.63055, "ndcg_at_1000": 0.63055, "map_at_1": 0.27816, "map_at_3": 0.42167, "map_at_5": 0.46556, "map_at_10": 0.50195, "map_at_20": 0.51704, "map_at_100": 0.5226, "map_at_1000": 0.5226, "recall_at_1": 0.27816, "recall_at_3": 0.46494, "recall_at_5": 0.54183, "recall_at_10": 0.62404, "recall_at_20": 0.67588, "recall_at_100": 0.70164, "recall_at_1000": 0.70164, "accuracy": 0.27816, "precision_at_1": 0.66954, "precision_at_3": 0.43582, "precision_at_5": 0.32989, "precision_at_10": 0.21379, "precision_at_20": 0.12443, "precision_at_100": 0.02684, "precision_at_1000": 0.00268, "mrr_at_1": 0.66954, "mrr_at_3": 0.730364, "mrr_at_5": 0.735536, "mrr_at_10": 0.739786, "mrr_at_20": 0.740674, "mrr_at_100": 0.740674, "mrr_at_1000": 0.740674, "nauc_ndcg_at_1_max": 0.581132, "nauc_ndcg_at_1_std": 0.236812, "nauc_ndcg_at_1_diff1": 0.014145, "nauc_ndcg_at_3_max": 0.561175, "nauc_ndcg_at_3_std": 0.256446, "nauc_ndcg_at_3_diff1": -0.066299, "nauc_ndcg_at_5_max": 0.58738, "nauc_ndcg_at_5_std": 0.272061, "nauc_ndcg_at_5_diff1": -0.084006, "nauc_ndcg_at_10_max": 0.611009, "nauc_ndcg_at_10_std": 0.306931, "nauc_ndcg_at_10_diff1": -0.096125, "nauc_ndcg_at_20_max": 0.628566, "nauc_ndcg_at_20_std": 0.333434, "nauc_ndcg_at_20_diff1": -0.110297, "nauc_ndcg_at_100_max": 0.629927, "nauc_ndcg_at_100_std": 0.343967, "nauc_ndcg_at_100_diff1": -0.118196, "nauc_ndcg_at_1000_max": 0.629927, "nauc_ndcg_at_1000_std": 0.343967, "nauc_ndcg_at_1000_diff1": -0.118196, "nauc_map_at_1_max": 0.393704, "nauc_map_at_1_std": -0.003217, "nauc_map_at_1_diff1": 0.175815, "nauc_map_at_3_max": 0.469393, "nauc_map_at_3_std": 0.098956, "nauc_map_at_3_diff1": 0.040442, "nauc_map_at_5_max": 0.507474, "nauc_map_at_5_std": 0.143992, "nauc_map_at_5_diff1": -0.012678, "nauc_map_at_10_max": 0.541865, "nauc_map_at_10_std": 0.204009, "nauc_map_at_10_diff1": -0.053076, "nauc_map_at_20_max": 0.556925, "nauc_map_at_20_std": 0.226082, "nauc_map_at_20_diff1": -0.066648, "nauc_map_at_100_max": 0.559033, "nauc_map_at_100_std": 0.231857, "nauc_map_at_100_diff1": -0.07252, "nauc_map_at_1000_max": 0.559033, "nauc_map_at_1000_std": 0.231857, "nauc_map_at_1000_diff1": -0.07252, "nauc_recall_at_1_max": 0.393704, "nauc_recall_at_1_std": -0.003217, "nauc_recall_at_1_diff1": 0.175815, "nauc_recall_at_3_max": 0.456027, "nauc_recall_at_3_std": 0.140944, "nauc_recall_at_3_diff1": -0.004987, "nauc_recall_at_5_max": 0.516689, "nauc_recall_at_5_std": 0.21381, "nauc_recall_at_5_diff1": -0.081571, "nauc_recall_at_10_max": 0.576757, "nauc_recall_at_10_std": 0.335179, "nauc_recall_at_10_diff1": -0.139603, "nauc_recall_at_20_max": 0.627037, "nauc_recall_at_20_std": 0.418087, "nauc_recall_at_20_diff1": -0.184333, "nauc_recall_at_100_max": 0.635763, "nauc_recall_at_100_std": 0.453479, "nauc_recall_at_100_diff1": -0.210239, "nauc_recall_at_1000_max": 0.635763, "nauc_recall_at_1000_std": 0.453479, "nauc_recall_at_1000_diff1": -0.210239, "nauc_precision_at_1_max": 0.609777, "nauc_precision_at_1_std": 0.221916, "nauc_precision_at_1_diff1": 0.006488, "nauc_precision_at_3_max": 0.365448, "nauc_precision_at_3_std": 0.298584, "nauc_precision_at_3_diff1": -0.216811, "nauc_precision_at_5_max": 0.295808, "nauc_precision_at_5_std": 0.312787, "nauc_precision_at_5_diff1": -0.272104, "nauc_precision_at_10_max": 0.228781, "nauc_precision_at_10_std": 0.346018, "nauc_precision_at_10_diff1": -0.283759, "nauc_precision_at_20_max": 0.175672, "nauc_precision_at_20_std": 0.332524, "nauc_precision_at_20_diff1": -0.254144, "nauc_precision_at_100_max": 0.136238, "nauc_precision_at_100_std": 0.3099, "nauc_precision_at_100_diff1": -0.24462, "nauc_precision_at_1000_max": 0.136238, "nauc_precision_at_1000_std": 0.3099, "nauc_precision_at_1000_diff1": -0.24462, "nauc_mrr_at_1_max": 0.609777, "nauc_mrr_at_1_std": 0.221916, "nauc_mrr_at_1_diff1": 0.006488, "nauc_mrr_at_3_max": 0.665913, "nauc_mrr_at_3_std": 0.313325, "nauc_mrr_at_3_diff1": -0.073132, "nauc_mrr_at_5_max": 0.671406, "nauc_mrr_at_5_std": 0.323812, "nauc_mrr_at_5_diff1": -0.078126, "nauc_mrr_at_10_max": 0.671229, "nauc_mrr_at_10_std": 0.332426, "nauc_mrr_at_10_diff1": -0.07723, "nauc_mrr_at_20_max": 0.670922, "nauc_mrr_at_20_std": 0.332569, "nauc_mrr_at_20_diff1": -0.075641, "nauc_mrr_at_100_max": 0.670922, "nauc_mrr_at_100_std": 0.332569, "nauc_mrr_at_100_diff1": -0.075641, "nauc_mrr_at_1000_max": 0.670922, "nauc_mrr_at_1000_std": 0.332569, "nauc_mrr_at_1000_diff1": -0.075641, "hit_rate_at_1": 0.66954, "hit_rate_at_3": 0.8046, "hit_rate_at_5": 0.82759, "hit_rate_at_10": 0.8592, "hit_rate_at_20": 0.87069, "hit_rate_at_100": 0.87069, "hit_rate_at_1000": 0.87069, "main_score": 0.6076, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.59626, "ndcg_at_3": 0.55726, "ndcg_at_5": 0.55252, "ndcg_at_10": 0.56744, "ndcg_at_20": 0.58008, "ndcg_at_100": 0.59005, "ndcg_at_1000": 0.59005, "map_at_1": 0.26466, "map_at_3": 0.39589, "map_at_5": 0.4354, "map_at_10": 0.47321, "map_at_20": 0.48853, "map_at_100": 0.494, "map_at_1000": 0.494, "recall_at_1": 0.26466, "recall_at_3": 0.42807, "recall_at_5": 0.49306, "recall_at_10": 0.5771, "recall_at_20": 0.62375, "recall_at_100": 0.65391, "recall_at_1000": 0.65391, "accuracy": 0.26466, "precision_at_1": 0.61494, "precision_at_3": 0.40326, "precision_at_5": 0.30345, "precision_at_10": 0.20144, "precision_at_20": 0.11825, "precision_at_100": 0.02583, "precision_at_1000": 0.00258, "mrr_at_1": 0.614943, "mrr_at_3": 0.66523, "mrr_at_5": 0.671983, "mrr_at_10": 0.676128, "mrr_at_20": 0.677025, "mrr_at_100": 0.677303, "mrr_at_1000": 0.677303, "nauc_ndcg_at_1_max": 0.628028, "nauc_ndcg_at_1_std": 0.383398, "nauc_ndcg_at_1_diff1": -0.025114, "nauc_ndcg_at_3_max": 0.637903, "nauc_ndcg_at_3_std": 0.379812, "nauc_ndcg_at_3_diff1": -0.092385, "nauc_ndcg_at_5_max": 0.654966, "nauc_ndcg_at_5_std": 0.410992, "nauc_ndcg_at_5_diff1": -0.097487, "nauc_ndcg_at_10_max": 0.677233, "nauc_ndcg_at_10_std": 0.456727, "nauc_ndcg_at_10_diff1": -0.12413, "nauc_ndcg_at_20_max": 0.694948, "nauc_ndcg_at_20_std": 0.488153, "nauc_ndcg_at_20_diff1": -0.145994, "nauc_ndcg_at_100_max": 0.702184, "nauc_ndcg_at_100_std": 0.499992, "nauc_ndcg_at_100_diff1": -0.159524, "nauc_ndcg_at_1000_max": 0.702184, "nauc_ndcg_at_1000_std": 0.499992, "nauc_ndcg_at_1000_diff1": -0.159524, "nauc_map_at_1_max": 0.430784, "nauc_map_at_1_std": 0.118475, "nauc_map_at_1_diff1": 0.161452, "nauc_map_at_3_max": 0.524971, "nauc_map_at_3_std": 0.212976, "nauc_map_at_3_diff1": 0.019618, "nauc_map_at_5_max": 0.565221, "nauc_map_at_5_std": 0.272995, "nauc_map_at_5_diff1": -0.031716, "nauc_map_at_10_max": 0.603804, "nauc_map_at_10_std": 0.336951, "nauc_map_at_10_diff1": -0.082677, "nauc_map_at_20_max": 0.62102, "nauc_map_at_20_std": 0.369126, "nauc_map_at_20_diff1": -0.100963, "nauc_map_at_100_max": 0.625298, "nauc_map_at_100_std": 0.377828, "nauc_map_at_100_diff1": -0.106623, "nauc_map_at_1000_max": 0.625298, "nauc_map_at_1000_std": 0.377828, "nauc_map_at_1000_diff1": -0.106623, "nauc_recall_at_1_max": 0.430784, "nauc_recall_at_1_std": 0.118475, "nauc_recall_at_1_diff1": 0.161452, "nauc_recall_at_3_max": 0.517753, "nauc_recall_at_3_std": 0.224319, "nauc_recall_at_3_diff1": -0.011071, "nauc_recall_at_5_max": 0.578532, "nauc_recall_at_5_std": 0.316223, "nauc_recall_at_5_diff1": -0.071945, "nauc_recall_at_10_max": 0.648163, "nauc_recall_at_10_std": 0.458841, "nauc_recall_at_10_diff1": -0.167181, "nauc_recall_at_20_max": 0.704288, "nauc_recall_at_20_std": 0.563496, "nauc_recall_at_20_diff1": -0.226304, "nauc_recall_at_100_max": 0.729495, "nauc_recall_at_100_std": 0.594668, "nauc_recall_at_100_diff1": -0.276316, "nauc_recall_at_1000_max": 0.729495, "nauc_recall_at_1000_std": 0.594668, "nauc_recall_at_1000_diff1": -0.276316, "nauc_precision_at_1_max": 0.657953, "nauc_precision_at_1_std": 0.39196, "nauc_precision_at_1_diff1": -0.044694, "nauc_precision_at_3_max": 0.468193, "nauc_precision_at_3_std": 0.393831, "nauc_precision_at_3_diff1": -0.256078, "nauc_precision_at_5_max": 0.405731, "nauc_precision_at_5_std": 0.415539, "nauc_precision_at_5_diff1": -0.285943, "nauc_precision_at_10_max": 0.319424, "nauc_precision_at_10_std": 0.427755, "nauc_precision_at_10_diff1": -0.301697, "nauc_precision_at_20_max": 0.264605, "nauc_precision_at_20_std": 0.429895, "nauc_precision_at_20_diff1": -0.29066, "nauc_precision_at_100_max": 0.223484, "nauc_precision_at_100_std": 0.403451, "nauc_precision_at_100_diff1": -0.281785, "nauc_precision_at_1000_max": 0.223484, "nauc_precision_at_1000_std": 0.403451, "nauc_precision_at_1000_diff1": -0.281785, "nauc_mrr_at_1_max": 0.657953, "nauc_mrr_at_1_std": 0.39196, "nauc_mrr_at_1_diff1": -0.044694, "nauc_mrr_at_3_max": 0.708025, "nauc_mrr_at_3_std": 0.468477, "nauc_mrr_at_3_diff1": -0.10325, "nauc_mrr_at_5_max": 0.717959, "nauc_mrr_at_5_std": 0.486953, "nauc_mrr_at_5_diff1": -0.096702, "nauc_mrr_at_10_max": 0.720673, "nauc_mrr_at_10_std": 0.496867, "nauc_mrr_at_10_diff1": -0.102439, "nauc_mrr_at_20_max": 0.721015, "nauc_mrr_at_20_std": 0.497996, "nauc_mrr_at_20_diff1": -0.104815, "nauc_mrr_at_100_max": 0.721451, "nauc_mrr_at_100_std": 0.497823, "nauc_mrr_at_100_diff1": -0.105761, "nauc_mrr_at_1000_max": 0.721451, "nauc_mrr_at_1000_std": 0.497823, "nauc_mrr_at_1000_diff1": -0.105761, "hit_rate_at_1": 0.61494, "hit_rate_at_3": 0.72701, "hit_rate_at_5": 0.75575, "hit_rate_at_10": 0.78448, "hit_rate_at_20": 0.79598, "hit_rate_at_100": 0.8046, "hit_rate_at_1000": 0.8046, "main_score": 0.56744, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.71121, "ndcg_at_3": 0.67708, "ndcg_at_5": 0.68208, "ndcg_at_10": 0.69899, "ndcg_at_20": 0.72365, "ndcg_at_100": 0.73539, "ndcg_at_1000": 0.73539, "map_at_1": 0.3148, "map_at_3": 0.48405, "map_at_5": 0.54073, "map_at_10": 0.5853, "map_at_20": 0.60817, "map_at_100": 0.61471, "map_at_1000": 0.61471, "recall_at_1": 0.3148, "recall_at_3": 0.53441, "recall_at_5": 0.62897, "recall_at_10": 0.72958, "recall_at_20": 0.80661, "recall_at_100": 0.84072, "recall_at_1000": 0.84072, "accuracy": 0.3148, "precision_at_1": 0.73851, "precision_at_3": 0.49904, "precision_at_5": 0.38793, "precision_at_10": 0.24856, "precision_at_20": 0.15086, "precision_at_100": 0.03279, "precision_at_1000": 0.00328, "mrr_at_1": 0.738506, "mrr_at_3": 0.807471, "mrr_at_5": 0.815374, "mrr_at_10": 0.819363, "mrr_at_20": 0.820166, "mrr_at_100": 0.820407, "mrr_at_1000": 0.820407, "nauc_ndcg_at_1_max": 0.489506, "nauc_ndcg_at_1_std": -0.021787, "nauc_ndcg_at_1_diff1": 0.138594, "nauc_ndcg_at_3_max": 0.508301, "nauc_ndcg_at_3_std": 0.003329, "nauc_ndcg_at_3_diff1": 0.020167, "nauc_ndcg_at_5_max": 0.523419, "nauc_ndcg_at_5_std": 0.020059, "nauc_ndcg_at_5_diff1": -0.008619, "nauc_ndcg_at_10_max": 0.5325, "nauc_ndcg_at_10_std": 0.067049, "nauc_ndcg_at_10_diff1": -0.026036, "nauc_ndcg_at_20_max": 0.547033, "nauc_ndcg_at_20_std": 0.107462, "nauc_ndcg_at_20_diff1": -0.060135, "nauc_ndcg_at_100_max": 0.5487, "nauc_ndcg_at_100_std": 0.110052, "nauc_ndcg_at_100_diff1": -0.0792, "nauc_ndcg_at_1000_max": 0.5487, "nauc_ndcg_at_1000_std": 0.110052, "nauc_ndcg_at_1000_diff1": -0.0792, "nauc_map_at_1_max": 0.332197, "nauc_map_at_1_std": -0.133779, "nauc_map_at_1_diff1": 0.228384, "nauc_map_at_3_max": 0.423875, "nauc_map_at_3_std": -0.083093, "nauc_map_at_3_diff1": 0.080274, "nauc_map_at_5_max": 0.453613, "nauc_map_at_5_std": -0.043063, "nauc_map_at_5_diff1": 0.033017, "nauc_map_at_10_max": 0.477871, "nauc_map_at_10_std": 0.017069, "nauc_map_at_10_diff1": -0.007051, "nauc_map_at_20_max": 0.483229, "nauc_map_at_20_std": 0.039342, "nauc_map_at_20_diff1": -0.019855, "nauc_map_at_100_max": 0.484539, "nauc_map_at_100_std": 0.042802, "nauc_map_at_100_diff1": -0.029953, "nauc_map_at_1000_max": 0.484539, "nauc_map_at_1000_std": 0.042802, "nauc_map_at_1000_diff1": -0.029953, "nauc_recall_at_1_max": 0.332197, "nauc_recall_at_1_std": -0.133779, "nauc_recall_at_1_diff1": 0.228384, "nauc_recall_at_3_max": 0.402144, "nauc_recall_at_3_std": -0.05917, "nauc_recall_at_3_diff1": 0.022589, "nauc_recall_at_5_max": 0.442364, "nauc_recall_at_5_std": 0.007133, "nauc_recall_at_5_diff1": -0.05785, "nauc_recall_at_10_max": 0.477237, "nauc_recall_at_10_std": 0.152889, "nauc_recall_at_10_diff1": -0.157556, "nauc_recall_at_20_max": 0.517033, "nauc_recall_at_20_std": 0.290804, "nauc_recall_at_20_diff1": -0.245652, "nauc_recall_at_100_max": 0.536271, "nauc_recall_at_100_std": 0.33338, "nauc_recall_at_100_diff1": -0.351176, "nauc_recall_at_1000_max": 0.536271, "nauc_recall_at_1000_std": 0.33338, "nauc_recall_at_1000_diff1": -0.351176, "nauc_precision_at_1_max": 0.50149, "nauc_precision_at_1_std": -0.035481, "nauc_precision_at_1_diff1": 0.10668, "nauc_precision_at_3_max": 0.257502, "nauc_precision_at_3_std": 0.12358, "nauc_precision_at_3_diff1": -0.194468, "nauc_precision_at_5_max": 0.16414, "nauc_precision_at_5_std": 0.172618, "nauc_precision_at_5_diff1": -0.224352, "nauc_precision_at_10_max": 0.069667, "nauc_precision_at_10_std": 0.249807, "nauc_precision_at_10_diff1": -0.219078, "nauc_precision_at_20_max": -0.031569, "nauc_precision_at_20_std": 0.23275, "nauc_precision_at_20_diff1": -0.193212, "nauc_precision_at_100_max": -0.068552, "nauc_precision_at_100_std": 0.20341, "nauc_precision_at_100_diff1": -0.206265, "nauc_precision_at_1000_max": -0.068552, "nauc_precision_at_1000_std": 0.20341, "nauc_precision_at_1000_diff1": -0.206265, "nauc_mrr_at_1_max": 0.50149, "nauc_mrr_at_1_std": -0.035481, "nauc_mrr_at_1_diff1": 0.10668, "nauc_mrr_at_3_max": 0.562342, "nauc_mrr_at_3_std": 0.018912, "nauc_mrr_at_3_diff1": 0.026961, "nauc_mrr_at_5_max": 0.552679, "nauc_mrr_at_5_std": 0.018709, "nauc_mrr_at_5_diff1": 0.020286, "nauc_mrr_at_10_max": 0.550836, "nauc_mrr_at_10_std": 0.022362, "nauc_mrr_at_10_diff1": 0.02145, "nauc_mrr_at_20_max": 0.550045, "nauc_mrr_at_20_std": 0.023328, "nauc_mrr_at_20_diff1": 0.022111, "nauc_mrr_at_100_max": 0.549603, "nauc_mrr_at_100_std": 0.022823, "nauc_mrr_at_100_diff1": 0.023031, "nauc_mrr_at_1000_max": 0.549603, "nauc_mrr_at_1000_std": 0.022823, "nauc_mrr_at_1000_diff1": 0.023031, "hit_rate_at_1": 0.73851, "hit_rate_at_3": 0.89368, "hit_rate_at_5": 0.92816, "hit_rate_at_10": 0.9569, "hit_rate_at_20": 0.96839, "hit_rate_at_100": 0.97414, "hit_rate_at_1000": 0.97414, "main_score": 0.69899, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.60776, "ndcg_at_3": 0.57476, "ndcg_at_5": 0.57345, "ndcg_at_10": 0.59164, "ndcg_at_20": 0.60892, "ndcg_at_100": 0.6219, "ndcg_at_1000": 0.6219, "map_at_1": 0.26901, "map_at_3": 0.41412, "map_at_5": 0.45472, "map_at_10": 0.49533, "map_at_20": 0.51147, "map_at_100": 0.5189, "map_at_1000": 0.5189, "recall_at_1": 0.26901, "recall_at_3": 0.45395, "recall_at_5": 0.52374, "recall_at_10": 0.61445, "recall_at_20": 0.67042, "recall_at_100": 0.70682, "recall_at_1000": 0.70682, "accuracy": 0.26901, "precision_at_1": 0.62931, "precision_at_3": 0.41762, "precision_at_5": 0.31609, "precision_at_10": 0.20948, "precision_at_20": 0.12399, "precision_at_100": 0.02756, "precision_at_1000": 0.00276, "mrr_at_1": 0.62931, "mrr_at_3": 0.691092, "mrr_at_5": 0.699138, "mrr_at_10": 0.702606, "mrr_at_20": 0.704082, "mrr_at_100": 0.704315, "mrr_at_1000": 0.704315, "nauc_ndcg_at_1_max": 0.609148, "nauc_ndcg_at_1_std": 0.264319, "nauc_ndcg_at_1_diff1": 0.085598, "nauc_ndcg_at_3_max": 0.603898, "nauc_ndcg_at_3_std": 0.301721, "nauc_ndcg_at_3_diff1": -0.037098, "nauc_ndcg_at_5_max": 0.635599, "nauc_ndcg_at_5_std": 0.325772, "nauc_ndcg_at_5_diff1": -0.062662, "nauc_ndcg_at_10_max": 0.659736, "nauc_ndcg_at_10_std": 0.366439, "nauc_ndcg_at_10_diff1": -0.072317, "nauc_ndcg_at_20_max": 0.667126, "nauc_ndcg_at_20_std": 0.405018, "nauc_ndcg_at_20_diff1": -0.088047, "nauc_ndcg_at_100_max": 0.669197, "nauc_ndcg_at_100_std": 0.411196, "nauc_ndcg_at_100_diff1": -0.086024, "nauc_ndcg_at_1000_max": 0.669197, "nauc_ndcg_at_1000_std": 0.411196, "nauc_ndcg_at_1000_diff1": -0.086024, "nauc_map_at_1_max": 0.41096, "nauc_map_at_1_std": 0.030365, "nauc_map_at_1_diff1": 0.200574, "nauc_map_at_3_max": 0.512695, "nauc_map_at_3_std": 0.152545, "nauc_map_at_3_diff1": 0.032316, "nauc_map_at_5_max": 0.557888, "nauc_map_at_5_std": 0.204719, "nauc_map_at_5_diff1": -0.012837, "nauc_map_at_10_max": 0.595126, "nauc_map_at_10_std": 0.273611, "nauc_map_at_10_diff1": -0.052605, "nauc_map_at_20_max": 0.602383, "nauc_map_at_20_std": 0.302449, "nauc_map_at_20_diff1": -0.06384, "nauc_map_at_100_max": 0.604572, "nauc_map_at_100_std": 0.308065, "nauc_map_at_100_diff1": -0.063864, "nauc_map_at_1000_max": 0.604572, "nauc_map_at_1000_std": 0.308065, "nauc_map_at_1000_diff1": -0.063864, "nauc_recall_at_1_max": 0.41096, "nauc_recall_at_1_std": 0.030365, "nauc_recall_at_1_diff1": 0.200574, "nauc_recall_at_3_max": 0.503999, "nauc_recall_at_3_std": 0.178627, "nauc_recall_at_3_diff1": -0.012902, "nauc_recall_at_5_max": 0.569899, "nauc_recall_at_5_std": 0.254938, "nauc_recall_at_5_diff1": -0.073772, "nauc_recall_at_10_max": 0.650205, "nauc_recall_at_10_std": 0.397771, "nauc_recall_at_10_diff1": -0.141685, "nauc_recall_at_20_max": 0.670038, "nauc_recall_at_20_std": 0.498352, "nauc_recall_at_20_diff1": -0.170802, "nauc_recall_at_100_max": 0.684113, "nauc_recall_at_100_std": 0.524506, "nauc_recall_at_100_diff1": -0.180954, "nauc_recall_at_1000_max": 0.684113, "nauc_recall_at_1000_std": 0.524506, "nauc_recall_at_1000_diff1": -0.180954, "nauc_precision_at_1_max": 0.638243, "nauc_precision_at_1_std": 0.27919, "nauc_precision_at_1_diff1": 0.076385, "nauc_precision_at_3_max": 0.445103, "nauc_precision_at_3_std": 0.352087, "nauc_precision_at_3_diff1": -0.197507, "nauc_precision_at_5_max": 0.396778, "nauc_precision_at_5_std": 0.390794, "nauc_precision_at_5_diff1": -0.256215, "nauc_precision_at_10_max": 0.281282, "nauc_precision_at_10_std": 0.385766, "nauc_precision_at_10_diff1": -0.237212, "nauc_precision_at_20_max": 0.185139, "nauc_precision_at_20_std": 0.369225, "nauc_precision_at_20_diff1": -0.207339, "nauc_precision_at_100_max": 0.126813, "nauc_precision_at_100_std": 0.31674, "nauc_precision_at_100_diff1": -0.165979, "nauc_precision_at_1000_max": 0.126813, "nauc_precision_at_1000_std": 0.31674, "nauc_precision_at_1000_diff1": -0.165979, "nauc_mrr_at_1_max": 0.638243, "nauc_mrr_at_1_std": 0.27919, "nauc_mrr_at_1_diff1": 0.076385, "nauc_mrr_at_3_max": 0.673413, "nauc_mrr_at_3_std": 0.355926, "nauc_mrr_at_3_diff1": 0.019334, "nauc_mrr_at_5_max": 0.679969, "nauc_mrr_at_5_std": 0.370186, "nauc_mrr_at_5_diff1": 0.014084, "nauc_mrr_at_10_max": 0.683383, "nauc_mrr_at_10_std": 0.378446, "nauc_mrr_at_10_diff1": 0.011957, "nauc_mrr_at_20_max": 0.682759, "nauc_mrr_at_20_std": 0.379213, "nauc_mrr_at_20_diff1": 0.012921, "nauc_mrr_at_100_max": 0.682782, "nauc_mrr_at_100_std": 0.378831, "nauc_mrr_at_100_diff1": 0.012844, "nauc_mrr_at_1000_max": 0.682782, "nauc_mrr_at_1000_std": 0.378831, "nauc_mrr_at_1000_diff1": 0.012844, "hit_rate_at_1": 0.62931, "hit_rate_at_3": 0.75862, "hit_rate_at_5": 0.7931, "hit_rate_at_10": 0.82184, "hit_rate_at_20": 0.84195, "hit_rate_at_100": 0.8477, "hit_rate_at_1000": 0.8477, "main_score": 0.59164, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.59483, "ndcg_at_3": 0.56039, "ndcg_at_5": 0.56578, "ndcg_at_10": 0.58068, "ndcg_at_20": 0.59446, "ndcg_at_100": 0.60498, "ndcg_at_1000": 0.60498, "map_at_1": 0.26391, "map_at_3": 0.40187, "map_at_5": 0.44577, "map_at_10": 0.48217, "map_at_20": 0.49626, "map_at_100": 0.50225, "map_at_1000": 0.50225, "recall_at_1": 0.26391, "recall_at_3": 0.44528, "recall_at_5": 0.52146, "recall_at_10": 0.60695, "recall_at_20": 0.65711, "recall_at_100": 0.68705, "recall_at_1000": 0.68705, "accuracy": 0.26391, "precision_at_1": 0.61494, "precision_at_3": 0.40421, "precision_at_5": 0.31264, "precision_at_10": 0.20259, "precision_at_20": 0.11767, "precision_at_100": 0.02572, "precision_at_1000": 0.00257, "mrr_at_1": 0.614943, "mrr_at_3": 0.68295, "mrr_at_5": 0.688985, "mrr_at_10": 0.693788, "mrr_at_20": 0.694768, "mrr_at_100": 0.69503, "mrr_at_1000": 0.69503, "nauc_ndcg_at_1_max": 0.60309, "nauc_ndcg_at_1_std": 0.309881, "nauc_ndcg_at_1_diff1": -0.007941, "nauc_ndcg_at_3_max": 0.603088, "nauc_ndcg_at_3_std": 0.267656, "nauc_ndcg_at_3_diff1": -0.102219, "nauc_ndcg_at_5_max": 0.630385, "nauc_ndcg_at_5_std": 0.318153, "nauc_ndcg_at_5_diff1": -0.139513, "nauc_ndcg_at_10_max": 0.645954, "nauc_ndcg_at_10_std": 0.349179, "nauc_ndcg_at_10_diff1": -0.159652, "nauc_ndcg_at_20_max": 0.661153, "nauc_ndcg_at_20_std": 0.371906, "nauc_ndcg_at_20_diff1": -0.187721, "nauc_ndcg_at_100_max": 0.66951, "nauc_ndcg_at_100_std": 0.384552, "nauc_ndcg_at_100_diff1": -0.196905, "nauc_ndcg_at_1000_max": 0.66951, "nauc_ndcg_at_1000_std": 0.384552, "nauc_ndcg_at_1000_diff1": -0.196905, "nauc_map_at_1_max": 0.406109, "nauc_map_at_1_std": 0.066939, "nauc_map_at_1_diff1": 0.132749, "nauc_map_at_3_max": 0.496397, "nauc_map_at_3_std": 0.134082, "nauc_map_at_3_diff1": -0.015356, "nauc_map_at_5_max": 0.543463, "nauc_map_at_5_std": 0.198989, "nauc_map_at_5_diff1": -0.077476, "nauc_map_at_10_max": 0.576702, "nauc_map_at_10_std": 0.251198, "nauc_map_at_10_diff1": -0.116393, "nauc_map_at_20_max": 0.588068, "nauc_map_at_20_std": 0.271318, "nauc_map_at_20_diff1": -0.131615, "nauc_map_at_100_max": 0.593693, "nauc_map_at_100_std": 0.278709, "nauc_map_at_100_diff1": -0.136575, "nauc_map_at_1000_max": 0.593693, "nauc_map_at_1000_std": 0.278709, "nauc_map_at_1000_diff1": -0.136575, "nauc_recall_at_1_max": 0.406109, "nauc_recall_at_1_std": 0.066939, "nauc_recall_at_1_diff1": 0.132749, "nauc_recall_at_3_max": 0.485778, "nauc_recall_at_3_std": 0.132922, "nauc_recall_at_3_diff1": -0.056482, "nauc_recall_at_5_max": 0.557734, "nauc_recall_at_5_std": 0.243776, "nauc_recall_at_5_diff1": -0.148059, "nauc_recall_at_10_max": 0.627795, "nauc_recall_at_10_std": 0.377483, "nauc_recall_at_10_diff1": -0.234495, "nauc_recall_at_20_max": 0.66176, "nauc_recall_at_20_std": 0.458407, "nauc_recall_at_20_diff1": -0.310982, "nauc_recall_at_100_max": 0.691208, "nauc_recall_at_100_std": 0.499461, "nauc_recall_at_100_diff1": -0.35354, "nauc_recall_at_1000_max": 0.691208, "nauc_recall_at_1000_std": 0.499461, "nauc_recall_at_1000_diff1": -0.35354, "nauc_precision_at_1_max": 0.617674, "nauc_precision_at_1_std": 0.329796, "nauc_precision_at_1_diff1": -0.0014, "nauc_precision_at_3_max": 0.45117, "nauc_precision_at_3_std": 0.316284, "nauc_precision_at_3_diff1": -0.238952, "nauc_precision_at_5_max": 0.394375, "nauc_precision_at_5_std": 0.384345, "nauc_precision_at_5_diff1": -0.307169, "nauc_precision_at_10_max": 0.297461, "nauc_precision_at_10_std": 0.378836, "nauc_precision_at_10_diff1": -0.291876, "nauc_precision_at_20_max": 0.225768, "nauc_precision_at_20_std": 0.357242, "nauc_precision_at_20_diff1": -0.271436, "nauc_precision_at_100_max": 0.188809, "nauc_precision_at_100_std": 0.334073, "nauc_precision_at_100_diff1": -0.249642, "nauc_precision_at_1000_max": 0.188809, "nauc_precision_at_1000_std": 0.334073, "nauc_precision_at_1000_diff1": -0.249642, "nauc_mrr_at_1_max": 0.617674, "nauc_mrr_at_1_std": 0.329796, "nauc_mrr_at_1_diff1": -0.0014, "nauc_mrr_at_3_max": 0.660991, "nauc_mrr_at_3_std": 0.379274, "nauc_mrr_at_3_diff1": -0.072956, "nauc_mrr_at_5_max": 0.670555, "nauc_mrr_at_5_std": 0.403532, "nauc_mrr_at_5_diff1": -0.077664, "nauc_mrr_at_10_max": 0.673301, "nauc_mrr_at_10_std": 0.41442, "nauc_mrr_at_10_diff1": -0.081356, "nauc_mrr_at_20_max": 0.674409, "nauc_mrr_at_20_std": 0.416252, "nauc_mrr_at_20_diff1": -0.083589, "nauc_mrr_at_100_max": 0.674269, "nauc_mrr_at_100_std": 0.416265, "nauc_mrr_at_100_diff1": -0.083566, "nauc_mrr_at_1000_max": 0.674269, "nauc_mrr_at_1000_std": 0.416265, "nauc_mrr_at_1000_diff1": -0.083566, "hit_rate_at_1": 0.61494, "hit_rate_at_3": 0.76437, "hit_rate_at_5": 0.79023, "hit_rate_at_10": 0.82471, "hit_rate_at_20": 0.83908, "hit_rate_at_100": 0.84483, "hit_rate_at_1000": 0.84483, "main_score": 0.58068, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.60057, "ndcg_at_3": 0.55879, "ndcg_at_5": 0.56485, "ndcg_at_10": 0.57841, "ndcg_at_20": 0.58959, "ndcg_at_100": 0.59693, "ndcg_at_1000": 0.59693, "map_at_1": 0.26926, "map_at_3": 0.40071, "map_at_5": 0.44524, "map_at_10": 0.48278, "map_at_20": 0.49661, "map_at_100": 0.50073, "map_at_1000": 0.50073, "recall_at_1": 0.26926, "recall_at_3": 0.43883, "recall_at_5": 0.51452, "recall_at_10": 0.59838, "recall_at_20": 0.64229, "recall_at_100": 0.66284, "recall_at_1000": 0.66284, "accuracy": 0.26926, "precision_at_1": 0.62356, "precision_at_3": 0.40134, "precision_at_5": 0.31379, "precision_at_10": 0.20546, "precision_at_20": 0.11695, "precision_at_100": 0.02509, "precision_at_1000": 0.00251, "mrr_at_1": 0.623563, "mrr_at_3": 0.676724, "mrr_at_5": 0.682184, "mrr_at_10": 0.686083, "mrr_at_20": 0.686687, "mrr_at_100": 0.686934, "mrr_at_1000": 0.686934, "nauc_ndcg_at_1_max": 0.575267, "nauc_ndcg_at_1_std": 0.290903, "nauc_ndcg_at_1_diff1": 0.005315, "nauc_ndcg_at_3_max": 0.609683, "nauc_ndcg_at_3_std": 0.297295, "nauc_ndcg_at_3_diff1": -0.083856, "nauc_ndcg_at_5_max": 0.626433, "nauc_ndcg_at_5_std": 0.337206, "nauc_ndcg_at_5_diff1": -0.086445, "nauc_ndcg_at_10_max": 0.64815, "nauc_ndcg_at_10_std": 0.38361, "nauc_ndcg_at_10_diff1": -0.099923, "nauc_ndcg_at_20_max": 0.662689, "nauc_ndcg_at_20_std": 0.41274, "nauc_ndcg_at_20_diff1": -0.121667, "nauc_ndcg_at_100_max": 0.66769, "nauc_ndcg_at_100_std": 0.416698, "nauc_ndcg_at_100_diff1": -0.122719, "nauc_ndcg_at_1000_max": 0.66769, "nauc_ndcg_at_1000_std": 0.416698, "nauc_ndcg_at_1000_diff1": -0.122719, "nauc_map_at_1_max": 0.378189, "nauc_map_at_1_std": 0.061389, "nauc_map_at_1_diff1": 0.196045, "nauc_map_at_3_max": 0.486465, "nauc_map_at_3_std": 0.139737, "nauc_map_at_3_diff1": 0.035523, "nauc_map_at_5_max": 0.530549, "nauc_map_at_5_std": 0.206619, "nauc_map_at_5_diff1": -0.016231, "nauc_map_at_10_max": 0.570673, "nauc_map_at_10_std": 0.281505, "nauc_map_at_10_diff1": -0.059583, "nauc_map_at_20_max": 0.583245, "nauc_map_at_20_std": 0.304238, "nauc_map_at_20_diff1": -0.074834, "nauc_map_at_100_max": 0.585511, "nauc_map_at_100_std": 0.307856, "nauc_map_at_100_diff1": -0.07611, "nauc_map_at_1000_max": 0.585511, "nauc_map_at_1000_std": 0.307856, "nauc_map_at_1000_diff1": -0.07611, "nauc_recall_at_1_max": 0.378189, "nauc_recall_at_1_std": 0.061389, "nauc_recall_at_1_diff1": 0.196045, "nauc_recall_at_3_max": 0.491347, "nauc_recall_at_3_std": 0.158216, "nauc_recall_at_3_diff1": -0.000974, "nauc_recall_at_5_max": 0.561567, "nauc_recall_at_5_std": 0.277027, "nauc_recall_at_5_diff1": -0.077521, "nauc_recall_at_10_max": 0.641463, "nauc_recall_at_10_std": 0.433263, "nauc_recall_at_10_diff1": -0.150811, "nauc_recall_at_20_max": 0.684278, "nauc_recall_at_20_std": 0.515723, "nauc_recall_at_20_diff1": -0.211013, "nauc_recall_at_100_max": 0.702462, "nauc_recall_at_100_std": 0.530053, "nauc_recall_at_100_diff1": -0.21808, "nauc_recall_at_1000_max": 0.702462, "nauc_recall_at_1000_std": 0.530053, "nauc_recall_at_1000_diff1": -0.21808, "nauc_precision_at_1_max": 0.586437, "nauc_precision_at_1_std": 0.296911, "nauc_precision_at_1_diff1": -0.002138, "nauc_precision_at_3_max": 0.46806, "nauc_precision_at_3_std": 0.337239, "nauc_precision_at_3_diff1": -0.281555, "nauc_precision_at_5_max": 0.384031, "nauc_precision_at_5_std": 0.380877, "nauc_precision_at_5_diff1": -0.296301, "nauc_precision_at_10_max": 0.306121, "nauc_precision_at_10_std": 0.422411, "nauc_precision_at_10_diff1": -0.292217, "nauc_precision_at_20_max": 0.259591, "nauc_precision_at_20_std": 0.407833, "nauc_precision_at_20_diff1": -0.278466, "nauc_precision_at_100_max": 0.225378, "nauc_precision_at_100_std": 0.371027, "nauc_precision_at_100_diff1": -0.254217, "nauc_precision_at_1000_max": 0.225378, "nauc_precision_at_1000_std": 0.371027, "nauc_precision_at_1000_diff1": -0.254217, "nauc_mrr_at_1_max": 0.586437, "nauc_mrr_at_1_std": 0.296911, "nauc_mrr_at_1_diff1": -0.002138, "nauc_mrr_at_3_max": 0.651209, "nauc_mrr_at_3_std": 0.370998, "nauc_mrr_at_3_diff1": -0.082063, "nauc_mrr_at_5_max": 0.661182, "nauc_mrr_at_5_std": 0.388643, "nauc_mrr_at_5_diff1": -0.084903, "nauc_mrr_at_10_max": 0.662655, "nauc_mrr_at_10_std": 0.399781, "nauc_mrr_at_10_diff1": -0.086463, "nauc_mrr_at_20_max": 0.662616, "nauc_mrr_at_20_std": 0.402571, "nauc_mrr_at_20_diff1": -0.088242, "nauc_mrr_at_100_max": 0.663109, "nauc_mrr_at_100_std": 0.40241, "nauc_mrr_at_100_diff1": -0.088529, "nauc_mrr_at_1000_max": 0.663109, "nauc_mrr_at_1000_std": 0.40241, "nauc_mrr_at_1000_diff1": -0.088529, "hit_rate_at_1": 0.62356, "hit_rate_at_3": 0.74425, "hit_rate_at_5": 0.76724, "hit_rate_at_10": 0.79598, "hit_rate_at_20": 0.8046, "hit_rate_at_100": 0.81034, "hit_rate_at_1000": 0.81034, "main_score": 0.57841, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.31" } ] }, "evaluation_time": 4675.232910266146, "kg_co2_emissions": null, "date": 1793555815.482083, "evaluation_phases": [ { "name": "Data loading", "start": 7.044989615678787e-05, "end": 107.06226418702863, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 107.06229760800488, "end": 107.06229942804202, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 107.07237906195223, "end": 882.5488733130042, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 882.5492293578573, "end": 882.6385650779121, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 882.6666090940125, "end": 1643.3417543838732, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1643.3421327979304, "end": 1643.4138652828988, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1643.654487006832, "end": 2393.762441406958, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2393.7627886808477, "end": 2393.8335414789617, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 2393.861205088906, "end": 3156.5055812709033, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3156.5059357348364, "end": 3156.578093747841, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 3156.611841674894, "end": 3916.5272590289824, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3916.5276227439754, "end": 3916.599279253045, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3916.6290159020573, "end": 4675.139271219028, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 4675.13965260284, "end": 4675.211082895985, "split": "test", "subset": "portuguese" } ] }