{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.33176, "ndcg_at_3": 0.32666, "ndcg_at_5": 0.31946, "ndcg_at_10": 0.31245, "ndcg_at_20": 0.31315, "ndcg_at_100": 0.31831, "ndcg_at_1000": 0.31831, "map_at_1": 0.12658, "map_at_3": 0.19245, "map_at_5": 0.21187, "map_at_10": 0.22701, "map_at_20": 0.23638, "map_at_100": 0.23985, "map_at_1000": 0.23985, "recall_at_1": 0.12658, "recall_at_3": 0.23155, "recall_at_5": 0.26924, "recall_at_10": 0.30535, "recall_at_20": 0.33853, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.12658, "precision_at_1": 0.3522, "precision_at_3": 0.25052, "precision_at_5": 0.19245, "precision_at_10": 0.12296, "precision_at_20": 0.07484, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.352201, "mrr_at_3": 0.417715, "mrr_at_5": 0.423218, "mrr_at_10": 0.426418, "mrr_at_20": 0.42882, "mrr_at_100": 0.429211, "mrr_at_1000": 0.429211, "nauc_ndcg_at_1_max": 0.456702, "nauc_ndcg_at_1_std": 0.23541, "nauc_ndcg_at_1_diff1": 0.19983, "nauc_ndcg_at_3_max": 0.50591, "nauc_ndcg_at_3_std": 0.297138, "nauc_ndcg_at_3_diff1": 0.114495, "nauc_ndcg_at_5_max": 0.513256, "nauc_ndcg_at_5_std": 0.316104, "nauc_ndcg_at_5_diff1": 0.103782, "nauc_ndcg_at_10_max": 0.506427, "nauc_ndcg_at_10_std": 0.319981, "nauc_ndcg_at_10_diff1": 0.08816, "nauc_ndcg_at_20_max": 0.500821, "nauc_ndcg_at_20_std": 0.321903, "nauc_ndcg_at_20_diff1": 0.081929, "nauc_ndcg_at_100_max": 0.505602, "nauc_ndcg_at_100_std": 0.329841, "nauc_ndcg_at_100_diff1": 0.074243, "nauc_ndcg_at_1000_max": 0.505602, "nauc_ndcg_at_1000_std": 0.329841, "nauc_ndcg_at_1000_diff1": 0.074243, "nauc_map_at_1_max": 0.275023, "nauc_map_at_1_std": -0.016137, "nauc_map_at_1_diff1": 0.394296, "nauc_map_at_3_max": 0.344566, "nauc_map_at_3_std": 0.101229, "nauc_map_at_3_diff1": 0.214347, "nauc_map_at_5_max": 0.385698, "nauc_map_at_5_std": 0.152874, "nauc_map_at_5_diff1": 0.184127, "nauc_map_at_10_max": 0.421801, "nauc_map_at_10_std": 0.202056, "nauc_map_at_10_diff1": 0.147179, "nauc_map_at_20_max": 0.445941, "nauc_map_at_20_std": 0.235553, "nauc_map_at_20_diff1": 0.126016, "nauc_map_at_100_max": 0.453203, "nauc_map_at_100_std": 0.246495, "nauc_map_at_100_diff1": 0.117243, "nauc_map_at_1000_max": 0.453203, "nauc_map_at_1000_std": 0.246495, "nauc_map_at_1000_diff1": 0.117243, "nauc_recall_at_1_max": 0.275023, "nauc_recall_at_1_std": -0.016137, "nauc_recall_at_1_diff1": 0.394296, "nauc_recall_at_3_max": 0.351599, "nauc_recall_at_3_std": 0.156414, "nauc_recall_at_3_diff1": 0.118205, "nauc_recall_at_5_max": 0.413357, "nauc_recall_at_5_std": 0.255073, "nauc_recall_at_5_diff1": 0.065404, "nauc_recall_at_10_max": 0.456373, "nauc_recall_at_10_std": 0.322512, "nauc_recall_at_10_diff1": 0.008308, "nauc_recall_at_20_max": 0.480296, "nauc_recall_at_20_std": 0.386505, "nauc_recall_at_20_diff1": -0.023689, "nauc_recall_at_100_max": 0.494934, "nauc_recall_at_100_std": 0.414121, "nauc_recall_at_100_diff1": -0.037027, "nauc_recall_at_1000_max": 0.494934, "nauc_recall_at_1000_std": 0.414121, "nauc_recall_at_1000_diff1": -0.037027, "nauc_precision_at_1_max": 0.475091, "nauc_precision_at_1_std": 0.242929, "nauc_precision_at_1_diff1": 0.213439, "nauc_precision_at_3_max": 0.520396, "nauc_precision_at_3_std": 0.392776, "nauc_precision_at_3_diff1": -0.029956, "nauc_precision_at_5_max": 0.533045, "nauc_precision_at_5_std": 0.438819, "nauc_precision_at_5_diff1": -0.079939, "nauc_precision_at_10_max": 0.539249, "nauc_precision_at_10_std": 0.497629, "nauc_precision_at_10_diff1": -0.146039, "nauc_precision_at_20_max": 0.551989, "nauc_precision_at_20_std": 0.536918, "nauc_precision_at_20_diff1": -0.184533, "nauc_precision_at_100_max": 0.543467, "nauc_precision_at_100_std": 0.535538, "nauc_precision_at_100_diff1": -0.194132, "nauc_precision_at_1000_max": 0.543467, "nauc_precision_at_1000_std": 0.535538, "nauc_precision_at_1000_diff1": -0.194132, "nauc_mrr_at_1_max": 0.475091, "nauc_mrr_at_1_std": 0.242929, "nauc_mrr_at_1_diff1": 0.213439, "nauc_mrr_at_3_max": 0.524252, "nauc_mrr_at_3_std": 0.317705, "nauc_mrr_at_3_diff1": 0.142348, "nauc_mrr_at_5_max": 0.538609, "nauc_mrr_at_5_std": 0.339142, "nauc_mrr_at_5_diff1": 0.132455, "nauc_mrr_at_10_max": 0.53563, "nauc_mrr_at_10_std": 0.338216, "nauc_mrr_at_10_diff1": 0.130242, "nauc_mrr_at_20_max": 0.53725, "nauc_mrr_at_20_std": 0.341935, "nauc_mrr_at_20_diff1": 0.129566, "nauc_mrr_at_100_max": 0.537357, "nauc_mrr_at_100_std": 0.342192, "nauc_mrr_at_100_diff1": 0.129971, "nauc_mrr_at_1000_max": 0.537357, "nauc_mrr_at_1000_std": 0.342192, "nauc_mrr_at_1000_diff1": 0.129971, "hit_rate_at_1": 0.3522, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.52516, "hit_rate_at_10": 0.55031, "hit_rate_at_20": 0.58176, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.31245, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.37736, "ndcg_at_3": 0.3634, "ndcg_at_5": 0.35369, "ndcg_at_10": 0.35365, "ndcg_at_20": 0.35943, "ndcg_at_100": 0.36916, "ndcg_at_1000": 0.36916, "map_at_1": 0.15009, "map_at_3": 0.22495, "map_at_5": 0.24437, "map_at_10": 0.26237, "map_at_20": 0.27527, "map_at_100": 0.28159, "map_at_1000": 0.28159, "recall_at_1": 0.15009, "recall_at_3": 0.2677, "recall_at_5": 0.30652, "recall_at_10": 0.35122, "recall_at_20": 0.39631, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.15009, "precision_at_1": 0.39937, "precision_at_3": 0.26939, "precision_at_5": 0.20377, "precision_at_10": 0.13428, "precision_at_20": 0.08475, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.399371, "mrr_at_3": 0.466457, "mrr_at_5": 0.473847, "mrr_at_10": 0.478852, "mrr_at_20": 0.480382, "mrr_at_100": 0.4812, "mrr_at_1000": 0.4812, "nauc_ndcg_at_1_max": 0.447362, "nauc_ndcg_at_1_std": 0.313828, "nauc_ndcg_at_1_diff1": 0.203903, "nauc_ndcg_at_3_max": 0.514722, "nauc_ndcg_at_3_std": 0.380306, "nauc_ndcg_at_3_diff1": 0.103925, "nauc_ndcg_at_5_max": 0.534316, "nauc_ndcg_at_5_std": 0.400729, "nauc_ndcg_at_5_diff1": 0.074865, "nauc_ndcg_at_10_max": 0.533168, "nauc_ndcg_at_10_std": 0.423553, "nauc_ndcg_at_10_diff1": 0.052241, "nauc_ndcg_at_20_max": 0.528691, "nauc_ndcg_at_20_std": 0.428507, "nauc_ndcg_at_20_diff1": 0.043044, "nauc_ndcg_at_100_max": 0.538974, "nauc_ndcg_at_100_std": 0.440536, "nauc_ndcg_at_100_diff1": 0.029978, "nauc_ndcg_at_1000_max": 0.538974, "nauc_ndcg_at_1000_std": 0.440536, "nauc_ndcg_at_1000_diff1": 0.029978, "nauc_map_at_1_max": 0.310244, "nauc_map_at_1_std": 0.131972, "nauc_map_at_1_diff1": 0.260258, "nauc_map_at_3_max": 0.367755, "nauc_map_at_3_std": 0.220707, "nauc_map_at_3_diff1": 0.146285, "nauc_map_at_5_max": 0.407067, "nauc_map_at_5_std": 0.265058, "nauc_map_at_5_diff1": 0.118232, "nauc_map_at_10_max": 0.437663, "nauc_map_at_10_std": 0.310042, "nauc_map_at_10_diff1": 0.091546, "nauc_map_at_20_max": 0.452438, "nauc_map_at_20_std": 0.336473, "nauc_map_at_20_diff1": 0.074343, "nauc_map_at_100_max": 0.464267, "nauc_map_at_100_std": 0.348636, "nauc_map_at_100_diff1": 0.061896, "nauc_map_at_1000_max": 0.464267, "nauc_map_at_1000_std": 0.348636, "nauc_map_at_1000_diff1": 0.061896, "nauc_recall_at_1_max": 0.310244, "nauc_recall_at_1_std": 0.131972, "nauc_recall_at_1_diff1": 0.260258, "nauc_recall_at_3_max": 0.376454, "nauc_recall_at_3_std": 0.26961, "nauc_recall_at_3_diff1": 0.082433, "nauc_recall_at_5_max": 0.431294, "nauc_recall_at_5_std": 0.333463, "nauc_recall_at_5_diff1": 0.043807, "nauc_recall_at_10_max": 0.480041, "nauc_recall_at_10_std": 0.410053, "nauc_recall_at_10_diff1": 0.000872, "nauc_recall_at_20_max": 0.500634, "nauc_recall_at_20_std": 0.460471, "nauc_recall_at_20_diff1": -0.047577, "nauc_recall_at_100_max": 0.518796, "nauc_recall_at_100_std": 0.487474, "nauc_recall_at_100_diff1": -0.06901, "nauc_recall_at_1000_max": 0.518796, "nauc_recall_at_1000_std": 0.487474, "nauc_recall_at_1000_diff1": -0.06901, "nauc_precision_at_1_max": 0.464492, "nauc_precision_at_1_std": 0.333732, "nauc_precision_at_1_diff1": 0.187614, "nauc_precision_at_3_max": 0.522255, "nauc_precision_at_3_std": 0.448439, "nauc_precision_at_3_diff1": -0.041765, "nauc_precision_at_5_max": 0.543907, "nauc_precision_at_5_std": 0.483926, "nauc_precision_at_5_diff1": -0.118733, "nauc_precision_at_10_max": 0.521408, "nauc_precision_at_10_std": 0.505461, "nauc_precision_at_10_diff1": -0.167256, "nauc_precision_at_20_max": 0.489089, "nauc_precision_at_20_std": 0.503788, "nauc_precision_at_20_diff1": -0.188194, "nauc_precision_at_100_max": 0.475241, "nauc_precision_at_100_std": 0.477678, "nauc_precision_at_100_diff1": -0.216914, "nauc_precision_at_1000_max": 0.475241, "nauc_precision_at_1000_std": 0.477678, "nauc_precision_at_1000_diff1": -0.216914, "nauc_mrr_at_1_max": 0.464492, "nauc_mrr_at_1_std": 0.333732, "nauc_mrr_at_1_diff1": 0.187614, "nauc_mrr_at_3_max": 0.554303, "nauc_mrr_at_3_std": 0.438514, "nauc_mrr_at_3_diff1": 0.124792, "nauc_mrr_at_5_max": 0.564969, "nauc_mrr_at_5_std": 0.445332, "nauc_mrr_at_5_diff1": 0.120987, "nauc_mrr_at_10_max": 0.563998, "nauc_mrr_at_10_std": 0.445896, "nauc_mrr_at_10_diff1": 0.121246, "nauc_mrr_at_20_max": 0.562553, "nauc_mrr_at_20_std": 0.445854, "nauc_mrr_at_20_diff1": 0.120189, "nauc_mrr_at_100_max": 0.562255, "nauc_mrr_at_100_std": 0.445895, "nauc_mrr_at_100_diff1": 0.120775, "nauc_mrr_at_1000_max": 0.562255, "nauc_mrr_at_1000_std": 0.445895, "nauc_mrr_at_1000_diff1": 0.120775, "hit_rate_at_1": 0.39937, "hit_rate_at_3": 0.54403, "hit_rate_at_5": 0.57547, "hit_rate_at_10": 0.61321, "hit_rate_at_20": 0.63208, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.35365, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.55818, "ndcg_at_3": 0.57309, "ndcg_at_5": 0.58006, "ndcg_at_10": 0.59457, "ndcg_at_20": 0.62074, "ndcg_at_100": 0.64011, "ndcg_at_1000": 0.64011, "map_at_1": 0.22438, "map_at_3": 0.3609, "map_at_5": 0.4117, "map_at_10": 0.45534, "map_at_20": 0.48701, "map_at_100": 0.49949, "map_at_1000": 0.49949, "recall_at_1": 0.22438, "recall_at_3": 0.42806, "recall_at_5": 0.52016, "recall_at_10": 0.6278, "recall_at_20": 0.72951, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.22438, "precision_at_1": 0.58805, "precision_at_3": 0.4413, "precision_at_5": 0.35597, "precision_at_10": 0.24434, "precision_at_20": 0.16226, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.58805, "mrr_at_3": 0.696017, "mrr_at_5": 0.705136, "mrr_at_10": 0.711313, "mrr_at_20": 0.713787, "mrr_at_100": 0.714101, "mrr_at_1000": 0.714101, "nauc_ndcg_at_1_max": 0.232088, "nauc_ndcg_at_1_std": -0.009102, "nauc_ndcg_at_1_diff1": 0.196195, "nauc_ndcg_at_3_max": 0.230144, "nauc_ndcg_at_3_std": -0.096104, "nauc_ndcg_at_3_diff1": 0.132672, "nauc_ndcg_at_5_max": 0.220259, "nauc_ndcg_at_5_std": -0.105274, "nauc_ndcg_at_5_diff1": 0.133142, "nauc_ndcg_at_10_max": 0.226739, "nauc_ndcg_at_10_std": -0.097075, "nauc_ndcg_at_10_diff1": 0.133688, "nauc_ndcg_at_20_max": 0.23942, "nauc_ndcg_at_20_std": -0.081928, "nauc_ndcg_at_20_diff1": 0.124549, "nauc_ndcg_at_100_max": 0.258257, "nauc_ndcg_at_100_std": -0.073274, "nauc_ndcg_at_100_diff1": 0.111834, "nauc_ndcg_at_1000_max": 0.258257, "nauc_ndcg_at_1000_std": -0.073274, "nauc_ndcg_at_1000_diff1": 0.111834, "nauc_map_at_1_max": 0.028866, "nauc_map_at_1_std": -0.17197, "nauc_map_at_1_diff1": 0.370799, "nauc_map_at_3_max": 0.053724, "nauc_map_at_3_std": -0.198486, "nauc_map_at_3_diff1": 0.257743, "nauc_map_at_5_max": 0.083831, "nauc_map_at_5_std": -0.188438, "nauc_map_at_5_diff1": 0.220423, "nauc_map_at_10_max": 0.121609, "nauc_map_at_10_std": -0.156733, "nauc_map_at_10_diff1": 0.194481, "nauc_map_at_20_max": 0.152309, "nauc_map_at_20_std": -0.122578, "nauc_map_at_20_diff1": 0.171402, "nauc_map_at_100_max": 0.167443, "nauc_map_at_100_std": -0.113293, "nauc_map_at_100_diff1": 0.157654, "nauc_map_at_1000_max": 0.167443, "nauc_map_at_1000_std": -0.113293, "nauc_map_at_1000_diff1": 0.157654, "nauc_recall_at_1_max": 0.028866, "nauc_recall_at_1_std": -0.17197, "nauc_recall_at_1_diff1": 0.370799, "nauc_recall_at_3_max": 0.045606, "nauc_recall_at_3_std": -0.200075, "nauc_recall_at_3_diff1": 0.189759, "nauc_recall_at_5_max": 0.0643, "nauc_recall_at_5_std": -0.196501, "nauc_recall_at_5_diff1": 0.14604, "nauc_recall_at_10_max": 0.124958, "nauc_recall_at_10_std": -0.147783, "nauc_recall_at_10_diff1": 0.109399, "nauc_recall_at_20_max": 0.20692, "nauc_recall_at_20_std": -0.058613, "nauc_recall_at_20_diff1": 0.011753, "nauc_recall_at_100_max": 0.267973, "nauc_recall_at_100_std": -0.008574, "nauc_recall_at_100_diff1": -0.050603, "nauc_recall_at_1000_max": 0.267973, "nauc_recall_at_1000_std": -0.008574, "nauc_recall_at_1000_diff1": -0.050603, "nauc_precision_at_1_max": 0.230834, "nauc_precision_at_1_std": -0.030182, "nauc_precision_at_1_diff1": 0.190931, "nauc_precision_at_3_max": 0.250452, "nauc_precision_at_3_std": 0.019766, "nauc_precision_at_3_diff1": -0.130476, "nauc_precision_at_5_max": 0.241835, "nauc_precision_at_5_std": 0.089905, "nauc_precision_at_5_diff1": -0.182771, "nauc_precision_at_10_max": 0.245553, "nauc_precision_at_10_std": 0.171403, "nauc_precision_at_10_diff1": -0.216587, "nauc_precision_at_20_max": 0.224745, "nauc_precision_at_20_std": 0.214866, "nauc_precision_at_20_diff1": -0.223781, "nauc_precision_at_100_max": 0.219577, "nauc_precision_at_100_std": 0.195096, "nauc_precision_at_100_diff1": -0.231328, "nauc_precision_at_1000_max": 0.219577, "nauc_precision_at_1000_std": 0.195096, "nauc_precision_at_1000_diff1": -0.231328, "nauc_mrr_at_1_max": 0.230834, "nauc_mrr_at_1_std": -0.030182, "nauc_mrr_at_1_diff1": 0.190931, "nauc_mrr_at_3_max": 0.281269, "nauc_mrr_at_3_std": -0.067638, "nauc_mrr_at_3_diff1": 0.151819, "nauc_mrr_at_5_max": 0.278971, "nauc_mrr_at_5_std": -0.063525, "nauc_mrr_at_5_diff1": 0.145466, "nauc_mrr_at_10_max": 0.281479, "nauc_mrr_at_10_std": -0.057803, "nauc_mrr_at_10_diff1": 0.150213, "nauc_mrr_at_20_max": 0.279333, "nauc_mrr_at_20_std": -0.054145, "nauc_mrr_at_20_diff1": 0.149585, "nauc_mrr_at_100_max": 0.278931, "nauc_mrr_at_100_std": -0.05358, "nauc_mrr_at_100_diff1": 0.149839, "nauc_mrr_at_1000_max": 0.278931, "nauc_mrr_at_1000_std": -0.05358, "nauc_mrr_at_1000_diff1": 0.149839, "hit_rate_at_1": 0.58805, "hit_rate_at_3": 0.82075, "hit_rate_at_5": 0.86164, "hit_rate_at_10": 0.90566, "hit_rate_at_20": 0.94025, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.59457, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.30346, "ndcg_at_3": 0.29067, "ndcg_at_5": 0.29531, "ndcg_at_10": 0.29255, "ndcg_at_20": 0.29642, "ndcg_at_100": 0.30488, "ndcg_at_1000": 0.30488, "map_at_1": 0.13245, "map_at_3": 0.1795, "map_at_5": 0.2005, "map_at_10": 0.21657, "map_at_20": 0.22561, "map_at_100": 0.23046, "map_at_1000": 0.23046, "recall_at_1": 0.13245, "recall_at_3": 0.20914, "recall_at_5": 0.25627, "recall_at_10": 0.29434, "recall_at_20": 0.32774, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.13245, "precision_at_1": 0.31447, "precision_at_3": 0.20755, "precision_at_5": 0.17044, "precision_at_10": 0.11101, "precision_at_20": 0.06855, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.314465, "mrr_at_3": 0.366876, "mrr_at_5": 0.377883, "mrr_at_10": 0.382319, "mrr_at_20": 0.384378, "mrr_at_100": 0.384874, "mrr_at_1000": 0.384874, "nauc_ndcg_at_1_max": 0.59223, "nauc_ndcg_at_1_std": 0.413953, "nauc_ndcg_at_1_diff1": 0.2196, "nauc_ndcg_at_3_max": 0.595727, "nauc_ndcg_at_3_std": 0.412354, "nauc_ndcg_at_3_diff1": 0.202331, "nauc_ndcg_at_5_max": 0.609457, "nauc_ndcg_at_5_std": 0.442551, "nauc_ndcg_at_5_diff1": 0.163499, "nauc_ndcg_at_10_max": 0.592611, "nauc_ndcg_at_10_std": 0.436852, "nauc_ndcg_at_10_diff1": 0.143213, "nauc_ndcg_at_20_max": 0.592157, "nauc_ndcg_at_20_std": 0.446894, "nauc_ndcg_at_20_diff1": 0.136319, "nauc_ndcg_at_100_max": 0.592644, "nauc_ndcg_at_100_std": 0.4476, "nauc_ndcg_at_100_diff1": 0.124391, "nauc_ndcg_at_1000_max": 0.592644, "nauc_ndcg_at_1000_std": 0.4476, "nauc_ndcg_at_1000_diff1": 0.124391, "nauc_map_at_1_max": 0.435167, "nauc_map_at_1_std": 0.212195, "nauc_map_at_1_diff1": 0.281387, "nauc_map_at_3_max": 0.458534, "nauc_map_at_3_std": 0.266969, "nauc_map_at_3_diff1": 0.21803, "nauc_map_at_5_max": 0.491518, "nauc_map_at_5_std": 0.316941, "nauc_map_at_5_diff1": 0.184386, "nauc_map_at_10_max": 0.518552, "nauc_map_at_10_std": 0.345801, "nauc_map_at_10_diff1": 0.160186, "nauc_map_at_20_max": 0.545803, "nauc_map_at_20_std": 0.375332, "nauc_map_at_20_diff1": 0.146944, "nauc_map_at_100_max": 0.553877, "nauc_map_at_100_std": 0.383222, "nauc_map_at_100_diff1": 0.136859, "nauc_map_at_1000_max": 0.553877, "nauc_map_at_1000_std": 0.383222, "nauc_map_at_1000_diff1": 0.136859, "nauc_recall_at_1_max": 0.435167, "nauc_recall_at_1_std": 0.212195, "nauc_recall_at_1_diff1": 0.281387, "nauc_recall_at_3_max": 0.434555, "nauc_recall_at_3_std": 0.269177, "nauc_recall_at_3_diff1": 0.18889, "nauc_recall_at_5_max": 0.469962, "nauc_recall_at_5_std": 0.349527, "nauc_recall_at_5_diff1": 0.120932, "nauc_recall_at_10_max": 0.493309, "nauc_recall_at_10_std": 0.388479, "nauc_recall_at_10_diff1": 0.084966, "nauc_recall_at_20_max": 0.544479, "nauc_recall_at_20_std": 0.460168, "nauc_recall_at_20_diff1": 0.064331, "nauc_recall_at_100_max": 0.551904, "nauc_recall_at_100_std": 0.468343, "nauc_recall_at_100_diff1": 0.03554, "nauc_recall_at_1000_max": 0.551904, "nauc_recall_at_1000_std": 0.468343, "nauc_recall_at_1000_diff1": 0.03554, "nauc_precision_at_1_max": 0.607424, "nauc_precision_at_1_std": 0.421577, "nauc_precision_at_1_diff1": 0.231925, "nauc_precision_at_3_max": 0.617989, "nauc_precision_at_3_std": 0.487374, "nauc_precision_at_3_diff1": 0.117183, "nauc_precision_at_5_max": 0.627708, "nauc_precision_at_5_std": 0.535511, "nauc_precision_at_5_diff1": 0.022535, "nauc_precision_at_10_max": 0.624437, "nauc_precision_at_10_std": 0.5512, "nauc_precision_at_10_diff1": -0.04197, "nauc_precision_at_20_max": 0.655729, "nauc_precision_at_20_std": 0.595323, "nauc_precision_at_20_diff1": -0.083418, "nauc_precision_at_100_max": 0.602872, "nauc_precision_at_100_std": 0.54467, "nauc_precision_at_100_diff1": -0.119258, "nauc_precision_at_1000_max": 0.602872, "nauc_precision_at_1000_std": 0.54467, "nauc_precision_at_1000_diff1": -0.119258, "nauc_mrr_at_1_max": 0.607424, "nauc_mrr_at_1_std": 0.421577, "nauc_mrr_at_1_diff1": 0.231925, "nauc_mrr_at_3_max": 0.620122, "nauc_mrr_at_3_std": 0.449223, "nauc_mrr_at_3_diff1": 0.232958, "nauc_mrr_at_5_max": 0.623507, "nauc_mrr_at_5_std": 0.464014, "nauc_mrr_at_5_diff1": 0.221283, "nauc_mrr_at_10_max": 0.625356, "nauc_mrr_at_10_std": 0.467932, "nauc_mrr_at_10_diff1": 0.22107, "nauc_mrr_at_20_max": 0.628965, "nauc_mrr_at_20_std": 0.472614, "nauc_mrr_at_20_diff1": 0.220145, "nauc_mrr_at_100_max": 0.628809, "nauc_mrr_at_100_std": 0.472967, "nauc_mrr_at_100_diff1": 0.219549, "nauc_mrr_at_1000_max": 0.628809, "nauc_mrr_at_1000_std": 0.472967, "nauc_mrr_at_1000_diff1": 0.219549, "hit_rate_at_1": 0.31447, "hit_rate_at_3": 0.43711, "hit_rate_at_5": 0.48428, "hit_rate_at_10": 0.52201, "hit_rate_at_20": 0.55031, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.29255, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.32704, "ndcg_at_3": 0.31642, "ndcg_at_5": 0.31452, "ndcg_at_10": 0.3198, "ndcg_at_20": 0.32957, "ndcg_at_100": 0.3367, "ndcg_at_1000": 0.3367, "map_at_1": 0.14599, "map_at_3": 0.19975, "map_at_5": 0.21731, "map_at_10": 0.23554, "map_at_20": 0.24722, "map_at_100": 0.25076, "map_at_1000": 0.25076, "recall_at_1": 0.14599, "recall_at_3": 0.23448, "recall_at_5": 0.27608, "recall_at_10": 0.33106, "recall_at_20": 0.38239, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.14599, "precision_at_1": 0.34906, "precision_at_3": 0.22642, "precision_at_5": 0.1761, "precision_at_10": 0.11887, "precision_at_20": 0.07626, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.349057, "mrr_at_3": 0.411426, "mrr_at_5": 0.421488, "mrr_at_10": 0.427168, "mrr_at_20": 0.43017, "mrr_at_100": 0.430794, "mrr_at_1000": 0.430794, "nauc_ndcg_at_1_max": 0.39072, "nauc_ndcg_at_1_std": 0.238658, "nauc_ndcg_at_1_diff1": 0.23622, "nauc_ndcg_at_3_max": 0.430025, "nauc_ndcg_at_3_std": 0.299184, "nauc_ndcg_at_3_diff1": 0.149721, "nauc_ndcg_at_5_max": 0.450711, "nauc_ndcg_at_5_std": 0.321575, "nauc_ndcg_at_5_diff1": 0.130087, "nauc_ndcg_at_10_max": 0.481671, "nauc_ndcg_at_10_std": 0.368456, "nauc_ndcg_at_10_diff1": 0.090975, "nauc_ndcg_at_20_max": 0.489646, "nauc_ndcg_at_20_std": 0.383845, "nauc_ndcg_at_20_diff1": 0.084527, "nauc_ndcg_at_100_max": 0.492096, "nauc_ndcg_at_100_std": 0.388357, "nauc_ndcg_at_100_diff1": 0.082644, "nauc_ndcg_at_1000_max": 0.492096, "nauc_ndcg_at_1000_std": 0.388357, "nauc_ndcg_at_1000_diff1": 0.082644, "nauc_map_at_1_max": 0.343718, "nauc_map_at_1_std": 0.128591, "nauc_map_at_1_diff1": 0.240881, "nauc_map_at_3_max": 0.369676, "nauc_map_at_3_std": 0.198035, "nauc_map_at_3_diff1": 0.160687, "nauc_map_at_5_max": 0.391226, "nauc_map_at_5_std": 0.229373, "nauc_map_at_5_diff1": 0.140467, "nauc_map_at_10_max": 0.42051, "nauc_map_at_10_std": 0.274273, "nauc_map_at_10_diff1": 0.110692, "nauc_map_at_20_max": 0.434874, "nauc_map_at_20_std": 0.301247, "nauc_map_at_20_diff1": 0.101599, "nauc_map_at_100_max": 0.438929, "nauc_map_at_100_std": 0.308522, "nauc_map_at_100_diff1": 0.098515, "nauc_map_at_1000_max": 0.438929, "nauc_map_at_1000_std": 0.308522, "nauc_map_at_1000_diff1": 0.098515, "nauc_recall_at_1_max": 0.343718, "nauc_recall_at_1_std": 0.128591, "nauc_recall_at_1_diff1": 0.240881, "nauc_recall_at_3_max": 0.351551, "nauc_recall_at_3_std": 0.214827, "nauc_recall_at_3_diff1": 0.108457, "nauc_recall_at_5_max": 0.389569, "nauc_recall_at_5_std": 0.272404, "nauc_recall_at_5_diff1": 0.061947, "nauc_recall_at_10_max": 0.451048, "nauc_recall_at_10_std": 0.391492, "nauc_recall_at_10_diff1": -0.023507, "nauc_recall_at_20_max": 0.480373, "nauc_recall_at_20_std": 0.451639, "nauc_recall_at_20_diff1": -0.052692, "nauc_recall_at_100_max": 0.483544, "nauc_recall_at_100_std": 0.466647, "nauc_recall_at_100_diff1": -0.059339, "nauc_recall_at_1000_max": 0.483544, "nauc_recall_at_1000_std": 0.466647, "nauc_recall_at_1000_diff1": -0.059339, "nauc_precision_at_1_max": 0.412997, "nauc_precision_at_1_std": 0.25499, "nauc_precision_at_1_diff1": 0.221985, "nauc_precision_at_3_max": 0.429396, "nauc_precision_at_3_std": 0.390283, "nauc_precision_at_3_diff1": 0.009022, "nauc_precision_at_5_max": 0.434253, "nauc_precision_at_5_std": 0.427314, "nauc_precision_at_5_diff1": -0.02484, "nauc_precision_at_10_max": 0.436052, "nauc_precision_at_10_std": 0.473604, "nauc_precision_at_10_diff1": -0.09355, "nauc_precision_at_20_max": 0.427668, "nauc_precision_at_20_std": 0.497929, "nauc_precision_at_20_diff1": -0.095471, "nauc_precision_at_100_max": 0.401141, "nauc_precision_at_100_std": 0.478671, "nauc_precision_at_100_diff1": -0.101814, "nauc_precision_at_1000_max": 0.401141, "nauc_precision_at_1000_std": 0.478671, "nauc_precision_at_1000_diff1": -0.101814, "nauc_mrr_at_1_max": 0.412997, "nauc_mrr_at_1_std": 0.25499, "nauc_mrr_at_1_diff1": 0.221985, "nauc_mrr_at_3_max": 0.472475, "nauc_mrr_at_3_std": 0.333156, "nauc_mrr_at_3_diff1": 0.166863, "nauc_mrr_at_5_max": 0.483246, "nauc_mrr_at_5_std": 0.346714, "nauc_mrr_at_5_diff1": 0.16528, "nauc_mrr_at_10_max": 0.491397, "nauc_mrr_at_10_std": 0.358508, "nauc_mrr_at_10_diff1": 0.157619, "nauc_mrr_at_20_max": 0.490976, "nauc_mrr_at_20_std": 0.359328, "nauc_mrr_at_20_diff1": 0.155142, "nauc_mrr_at_100_max": 0.490503, "nauc_mrr_at_100_std": 0.359023, "nauc_mrr_at_100_diff1": 0.154733, "nauc_mrr_at_1000_max": 0.490503, "nauc_mrr_at_1000_std": 0.359023, "nauc_mrr_at_1000_diff1": 0.154733, "hit_rate_at_1": 0.34906, "hit_rate_at_3": 0.49057, "hit_rate_at_5": 0.53774, "hit_rate_at_10": 0.58176, "hit_rate_at_20": 0.6195, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.3198, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.31132, "ndcg_at_3": 0.30651, "ndcg_at_5": 0.30241, "ndcg_at_10": 0.30347, "ndcg_at_20": 0.3089, "ndcg_at_100": 0.31582, "ndcg_at_1000": 0.31582, "map_at_1": 0.13219, "map_at_3": 0.19192, "map_at_5": 0.20848, "map_at_10": 0.22459, "map_at_20": 0.23545, "map_at_100": 0.24053, "map_at_1000": 0.24053, "recall_at_1": 0.13219, "recall_at_3": 0.22569, "recall_at_5": 0.25992, "recall_at_10": 0.30367, "recall_at_20": 0.34162, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.13219, "precision_at_1": 0.3239, "precision_at_3": 0.22222, "precision_at_5": 0.1717, "precision_at_10": 0.11384, "precision_at_20": 0.07201, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.323899, "mrr_at_3": 0.386792, "mrr_at_5": 0.395755, "mrr_at_10": 0.401299, "mrr_at_20": 0.402434, "mrr_at_100": 0.402712, "mrr_at_1000": 0.402712, "nauc_ndcg_at_1_max": 0.472442, "nauc_ndcg_at_1_std": 0.274382, "nauc_ndcg_at_1_diff1": 0.208609, "nauc_ndcg_at_3_max": 0.486949, "nauc_ndcg_at_3_std": 0.316173, "nauc_ndcg_at_3_diff1": 0.154315, "nauc_ndcg_at_5_max": 0.489562, "nauc_ndcg_at_5_std": 0.326166, "nauc_ndcg_at_5_diff1": 0.140309, "nauc_ndcg_at_10_max": 0.496712, "nauc_ndcg_at_10_std": 0.350582, "nauc_ndcg_at_10_diff1": 0.125348, "nauc_ndcg_at_20_max": 0.497948, "nauc_ndcg_at_20_std": 0.36013, "nauc_ndcg_at_20_diff1": 0.118713, "nauc_ndcg_at_100_max": 0.504871, "nauc_ndcg_at_100_std": 0.370173, "nauc_ndcg_at_100_diff1": 0.111848, "nauc_ndcg_at_1000_max": 0.504871, "nauc_ndcg_at_1000_std": 0.370173, "nauc_ndcg_at_1000_diff1": 0.111848, "nauc_map_at_1_max": 0.347585, "nauc_map_at_1_std": 0.118455, "nauc_map_at_1_diff1": 0.263251, "nauc_map_at_3_max": 0.388595, "nauc_map_at_3_std": 0.198133, "nauc_map_at_3_diff1": 0.184283, "nauc_map_at_5_max": 0.411356, "nauc_map_at_5_std": 0.228856, "nauc_map_at_5_diff1": 0.166613, "nauc_map_at_10_max": 0.435549, "nauc_map_at_10_std": 0.266706, "nauc_map_at_10_diff1": 0.14976, "nauc_map_at_20_max": 0.45467, "nauc_map_at_20_std": 0.292084, "nauc_map_at_20_diff1": 0.139245, "nauc_map_at_100_max": 0.464641, "nauc_map_at_100_std": 0.305025, "nauc_map_at_100_diff1": 0.131103, "nauc_map_at_1000_max": 0.464641, "nauc_map_at_1000_std": 0.305025, "nauc_map_at_1000_diff1": 0.131103, "nauc_recall_at_1_max": 0.347585, "nauc_recall_at_1_std": 0.118455, "nauc_recall_at_1_diff1": 0.263251, "nauc_recall_at_3_max": 0.37738, "nauc_recall_at_3_std": 0.232894, "nauc_recall_at_3_diff1": 0.136591, "nauc_recall_at_5_max": 0.404434, "nauc_recall_at_5_std": 0.281554, "nauc_recall_at_5_diff1": 0.101635, "nauc_recall_at_10_max": 0.42837, "nauc_recall_at_10_std": 0.348197, "nauc_recall_at_10_diff1": 0.058688, "nauc_recall_at_20_max": 0.451555, "nauc_recall_at_20_std": 0.389357, "nauc_recall_at_20_diff1": 0.044822, "nauc_recall_at_100_max": 0.465841, "nauc_recall_at_100_std": 0.408668, "nauc_recall_at_100_diff1": 0.031387, "nauc_recall_at_1000_max": 0.465841, "nauc_recall_at_1000_std": 0.408668, "nauc_recall_at_1000_diff1": 0.031387, "nauc_precision_at_1_max": 0.486557, "nauc_precision_at_1_std": 0.287068, "nauc_precision_at_1_diff1": 0.191453, "nauc_precision_at_3_max": 0.500879, "nauc_precision_at_3_std": 0.402149, "nauc_precision_at_3_diff1": 0.027156, "nauc_precision_at_5_max": 0.487981, "nauc_precision_at_5_std": 0.42043, "nauc_precision_at_5_diff1": -0.000795, "nauc_precision_at_10_max": 0.491876, "nauc_precision_at_10_std": 0.466789, "nauc_precision_at_10_diff1": -0.047492, "nauc_precision_at_20_max": 0.480689, "nauc_precision_at_20_std": 0.481929, "nauc_precision_at_20_diff1": -0.075853, "nauc_precision_at_100_max": 0.465323, "nauc_precision_at_100_std": 0.475823, "nauc_precision_at_100_diff1": -0.101169, "nauc_precision_at_1000_max": 0.465323, "nauc_precision_at_1000_std": 0.475823, "nauc_precision_at_1000_diff1": -0.101169, "nauc_mrr_at_1_max": 0.486557, "nauc_mrr_at_1_std": 0.287068, "nauc_mrr_at_1_diff1": 0.191453, "nauc_mrr_at_3_max": 0.534564, "nauc_mrr_at_3_std": 0.369282, "nauc_mrr_at_3_diff1": 0.14368, "nauc_mrr_at_5_max": 0.534607, "nauc_mrr_at_5_std": 0.374775, "nauc_mrr_at_5_diff1": 0.140145, "nauc_mrr_at_10_max": 0.536317, "nauc_mrr_at_10_std": 0.376488, "nauc_mrr_at_10_diff1": 0.137417, "nauc_mrr_at_20_max": 0.535844, "nauc_mrr_at_20_std": 0.378977, "nauc_mrr_at_20_diff1": 0.137023, "nauc_mrr_at_100_max": 0.535756, "nauc_mrr_at_100_std": 0.379114, "nauc_mrr_at_100_diff1": 0.137307, "nauc_mrr_at_1000_max": 0.535756, "nauc_mrr_at_1000_std": 0.379114, "nauc_mrr_at_1000_diff1": 0.137307, "hit_rate_at_1": 0.3239, "hit_rate_at_3": 0.46226, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.54403, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.30347, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 193.13115751184523, "kg_co2_emissions": null, "date": 1793327475.252504, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00014129653573036194, "end": 33.81887700408697, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 33.85788897424936, "end": 33.94615591317415, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 34.02701590023935, "end": 66.31555384397507, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 66.39808323793113, "end": 66.48557641170919, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 66.56931152008474, "end": 91.39040123671293, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 91.51673451252282, "end": 91.6069822832942, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 91.73972998000681, "end": 125.04296004772186, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 125.22685017250478, "end": 125.31798962689936, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 125.40451494790614, "end": 158.55980871245265, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 158.81818353570998, "end": 158.918463755399, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 159.0100011881441, "end": 192.6416551321745, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 192.91548286750913, "end": 193.01113710738719, "split": "test", "subset": "portuguese" } ] }