{ "dataset_revision": "6d20dfc6799e48a4b1d9dab909980c06b9caa3d3", "task_name": "Vidore3PharmaceuticalsBM25sReranking.v2", "mteb_version": "2.22.2-2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.57143, "ndcg_at_3": 0.54994, "ndcg_at_5": 0.53639, "ndcg_at_10": 0.53744, "ndcg_at_20": 0.54961, "ndcg_at_100": 0.55402, "ndcg_at_1000": 0.55402, "map_at_1": 0.3072, "map_at_3": 0.40237, "map_at_5": 0.42462, "map_at_10": 0.45125, "map_at_20": 0.46689, "map_at_100": 0.46987, "map_at_1000": 0.46987, "recall_at_1": 0.3072, "recall_at_3": 0.43286, "recall_at_5": 0.46865, "recall_at_10": 0.52413, "recall_at_20": 0.56693, "recall_at_100": 0.57824, "recall_at_1000": 0.57824, "accuracy": 0.3072, "precision_at_1": 0.59615, "precision_at_3": 0.35897, "precision_at_5": 0.26154, "precision_at_10": 0.16978, "precision_at_20": 0.10398, "precision_at_100": 0.02192, "precision_at_1000": 0.00219, "mrr_at_1": 0.596154, "mrr_at_3": 0.652015, "mrr_at_5": 0.65696, "mrr_at_10": 0.660679, "mrr_at_20": 0.662003, "mrr_at_100": 0.662003, "mrr_at_1000": 0.662003, "nauc_ndcg_at_1_max": 0.561265, "nauc_ndcg_at_1_std": 0.205888, "nauc_ndcg_at_1_diff1": 0.539261, "nauc_ndcg_at_3_max": 0.599156, "nauc_ndcg_at_3_std": 0.248092, "nauc_ndcg_at_3_diff1": 0.4233, "nauc_ndcg_at_5_max": 0.599807, "nauc_ndcg_at_5_std": 0.25114, "nauc_ndcg_at_5_diff1": 0.414907, "nauc_ndcg_at_10_max": 0.594978, "nauc_ndcg_at_10_std": 0.257479, "nauc_ndcg_at_10_diff1": 0.403329, "nauc_ndcg_at_20_max": 0.598782, "nauc_ndcg_at_20_std": 0.28745, "nauc_ndcg_at_20_diff1": 0.386637, "nauc_ndcg_at_100_max": 0.60182, "nauc_ndcg_at_100_std": 0.294858, "nauc_ndcg_at_100_diff1": 0.381575, "nauc_ndcg_at_1000_max": 0.60182, "nauc_ndcg_at_1000_std": 0.294858, "nauc_ndcg_at_1000_diff1": 0.381575, "nauc_map_at_1_max": 0.415105, "nauc_map_at_1_std": -0.106719, "nauc_map_at_1_diff1": 0.579335, "nauc_map_at_3_max": 0.510059, "nauc_map_at_3_std": 0.006061, "nauc_map_at_3_diff1": 0.479934, "nauc_map_at_5_max": 0.518832, "nauc_map_at_5_std": 0.058542, "nauc_map_at_5_diff1": 0.457676, "nauc_map_at_10_max": 0.52402, "nauc_map_at_10_std": 0.120232, "nauc_map_at_10_diff1": 0.428505, "nauc_map_at_20_max": 0.530173, "nauc_map_at_20_std": 0.162029, "nauc_map_at_20_diff1": 0.413035, "nauc_map_at_100_max": 0.532807, "nauc_map_at_100_std": 0.167976, "nauc_map_at_100_diff1": 0.410091, "nauc_map_at_1000_max": 0.532807, "nauc_map_at_1000_std": 0.167976, "nauc_map_at_1000_diff1": 0.410091, "nauc_recall_at_1_max": 0.415105, "nauc_recall_at_1_std": -0.106719, "nauc_recall_at_1_diff1": 0.579335, "nauc_recall_at_3_max": 0.534817, "nauc_recall_at_3_std": 0.040268, "nauc_recall_at_3_diff1": 0.427277, "nauc_recall_at_5_max": 0.548466, "nauc_recall_at_5_std": 0.120105, "nauc_recall_at_5_diff1": 0.39288, "nauc_recall_at_10_max": 0.553921, "nauc_recall_at_10_std": 0.225066, "nauc_recall_at_10_diff1": 0.336935, "nauc_recall_at_20_max": 0.573328, "nauc_recall_at_20_std": 0.333273, "nauc_recall_at_20_diff1": 0.283104, "nauc_recall_at_100_max": 0.579787, "nauc_recall_at_100_std": 0.354793, "nauc_recall_at_100_diff1": 0.267309, "nauc_recall_at_1000_max": 0.579787, "nauc_recall_at_1000_std": 0.354793, "nauc_recall_at_1000_diff1": 0.267309, "nauc_precision_at_1_max": 0.566115, "nauc_precision_at_1_std": 0.227194, "nauc_precision_at_1_diff1": 0.543776, "nauc_precision_at_3_max": 0.372211, "nauc_precision_at_3_std": 0.430741, "nauc_precision_at_3_diff1": 0.009937, "nauc_precision_at_5_max": 0.287742, "nauc_precision_at_5_std": 0.510494, "nauc_precision_at_5_diff1": -0.100212, "nauc_precision_at_10_max": 0.181402, "nauc_precision_at_10_std": 0.562518, "nauc_precision_at_10_diff1": -0.188206, "nauc_precision_at_20_max": 0.144103, "nauc_precision_at_20_std": 0.579508, "nauc_precision_at_20_diff1": -0.232771, "nauc_precision_at_100_max": 0.136827, "nauc_precision_at_100_std": 0.560011, "nauc_precision_at_100_diff1": -0.241002, "nauc_precision_at_1000_max": 0.136827, "nauc_precision_at_1000_std": 0.560011, "nauc_precision_at_1000_diff1": -0.241002, "nauc_mrr_at_1_max": 0.566115, "nauc_mrr_at_1_std": 0.227194, "nauc_mrr_at_1_diff1": 0.543776, "nauc_mrr_at_3_max": 0.651847, "nauc_mrr_at_3_std": 0.322462, "nauc_mrr_at_3_diff1": 0.492267, "nauc_mrr_at_5_max": 0.654856, "nauc_mrr_at_5_std": 0.328751, "nauc_mrr_at_5_diff1": 0.48715, "nauc_mrr_at_10_max": 0.655516, "nauc_mrr_at_10_std": 0.336989, "nauc_mrr_at_10_diff1": 0.484711, "nauc_mrr_at_20_max": 0.657635, "nauc_mrr_at_20_std": 0.340738, "nauc_mrr_at_20_diff1": 0.482212, "nauc_mrr_at_100_max": 0.657635, "nauc_mrr_at_100_std": 0.340738, "nauc_mrr_at_100_diff1": 0.482212, "nauc_mrr_at_1000_max": 0.657635, "nauc_mrr_at_1000_std": 0.340738, "nauc_mrr_at_1000_diff1": 0.482212, "hit_rate_at_1": 0.59615, "hit_rate_at_3": 0.71978, "hit_rate_at_5": 0.74176, "hit_rate_at_10": 0.76923, "hit_rate_at_20": 0.78571, "hit_rate_at_100": 0.78571, "hit_rate_at_1000": 0.78571, "main_score": 0.53744, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.58242, "ndcg_at_3": 0.54396, "ndcg_at_5": 0.53239, "ndcg_at_10": 0.53329, "ndcg_at_20": 0.54184, "ndcg_at_100": 0.54707, "ndcg_at_1000": 0.54707, "map_at_1": 0.29866, "map_at_3": 0.39515, "map_at_5": 0.41852, "map_at_10": 0.44558, "map_at_20": 0.4595, "map_at_100": 0.46326, "map_at_1000": 0.46326, "recall_at_1": 0.29866, "recall_at_3": 0.42542, "recall_at_5": 0.46373, "recall_at_10": 0.52152, "recall_at_20": 0.55787, "recall_at_100": 0.57037, "recall_at_1000": 0.57037, "accuracy": 0.29866, "precision_at_1": 0.60714, "precision_at_3": 0.35897, "precision_at_5": 0.26484, "precision_at_10": 0.17088, "precision_at_20": 0.10137, "precision_at_100": 0.02151, "precision_at_1000": 0.00215, "mrr_at_1": 0.607143, "mrr_at_3": 0.653388, "mrr_at_5": 0.659158, "mrr_at_10": 0.662205, "mrr_at_20": 0.662966, "mrr_at_100": 0.662966, "mrr_at_1000": 0.662966, "nauc_ndcg_at_1_max": 0.652025, "nauc_ndcg_at_1_std": 0.310352, "nauc_ndcg_at_1_diff1": 0.44836, "nauc_ndcg_at_3_max": 0.677424, "nauc_ndcg_at_3_std": 0.356872, "nauc_ndcg_at_3_diff1": 0.377497, "nauc_ndcg_at_5_max": 0.685398, "nauc_ndcg_at_5_std": 0.369119, "nauc_ndcg_at_5_diff1": 0.36552, "nauc_ndcg_at_10_max": 0.692526, "nauc_ndcg_at_10_std": 0.387653, "nauc_ndcg_at_10_diff1": 0.35735, "nauc_ndcg_at_20_max": 0.697314, "nauc_ndcg_at_20_std": 0.403416, "nauc_ndcg_at_20_diff1": 0.34622, "nauc_ndcg_at_100_max": 0.700903, "nauc_ndcg_at_100_std": 0.41505, "nauc_ndcg_at_100_diff1": 0.339299, "nauc_ndcg_at_1000_max": 0.700903, "nauc_ndcg_at_1000_std": 0.41505, "nauc_ndcg_at_1000_diff1": 0.339299, "nauc_map_at_1_max": 0.460633, "nauc_map_at_1_std": -0.008571, "nauc_map_at_1_diff1": 0.530498, "nauc_map_at_3_max": 0.567646, "nauc_map_at_3_std": 0.140641, "nauc_map_at_3_diff1": 0.421255, "nauc_map_at_5_max": 0.582859, "nauc_map_at_5_std": 0.198698, "nauc_map_at_5_diff1": 0.395061, "nauc_map_at_10_max": 0.592412, "nauc_map_at_10_std": 0.262152, "nauc_map_at_10_diff1": 0.364798, "nauc_map_at_20_max": 0.601505, "nauc_map_at_20_std": 0.294534, "nauc_map_at_20_diff1": 0.347435, "nauc_map_at_100_max": 0.603969, "nauc_map_at_100_std": 0.303308, "nauc_map_at_100_diff1": 0.343039, "nauc_map_at_1000_max": 0.603969, "nauc_map_at_1000_std": 0.303308, "nauc_map_at_1000_diff1": 0.343039, "nauc_recall_at_1_max": 0.460633, "nauc_recall_at_1_std": -0.008571, "nauc_recall_at_1_diff1": 0.530498, "nauc_recall_at_3_max": 0.602364, "nauc_recall_at_3_std": 0.186478, "nauc_recall_at_3_diff1": 0.376702, "nauc_recall_at_5_max": 0.625044, "nauc_recall_at_5_std": 0.273361, "nauc_recall_at_5_diff1": 0.33689, "nauc_recall_at_10_max": 0.648341, "nauc_recall_at_10_std": 0.396506, "nauc_recall_at_10_diff1": 0.28372, "nauc_recall_at_20_max": 0.675019, "nauc_recall_at_20_std": 0.477112, "nauc_recall_at_20_diff1": 0.239371, "nauc_recall_at_100_max": 0.682249, "nauc_recall_at_100_std": 0.50185, "nauc_recall_at_100_diff1": 0.223931, "nauc_recall_at_1000_max": 0.682249, "nauc_recall_at_1000_std": 0.50185, "nauc_recall_at_1000_diff1": 0.223931, "nauc_precision_at_1_max": 0.67235, "nauc_precision_at_1_std": 0.351943, "nauc_precision_at_1_diff1": 0.442885, "nauc_precision_at_3_max": 0.436158, "nauc_precision_at_3_std": 0.489485, "nauc_precision_at_3_diff1": -0.019542, "nauc_precision_at_5_max": 0.352248, "nauc_precision_at_5_std": 0.556703, "nauc_precision_at_5_diff1": -0.126153, "nauc_precision_at_10_max": 0.249123, "nauc_precision_at_10_std": 0.586536, "nauc_precision_at_10_diff1": -0.204105, "nauc_precision_at_20_max": 0.215309, "nauc_precision_at_20_std": 0.5772, "nauc_precision_at_20_diff1": -0.233449, "nauc_precision_at_100_max": 0.198379, "nauc_precision_at_100_std": 0.563211, "nauc_precision_at_100_diff1": -0.240054, "nauc_precision_at_1000_max": 0.198379, "nauc_precision_at_1000_std": 0.563211, "nauc_precision_at_1000_diff1": -0.240054, "nauc_mrr_at_1_max": 0.67235, "nauc_mrr_at_1_std": 0.351943, "nauc_mrr_at_1_diff1": 0.442885, "nauc_mrr_at_3_max": 0.766717, "nauc_mrr_at_3_std": 0.448882, "nauc_mrr_at_3_diff1": 0.413394, "nauc_mrr_at_5_max": 0.765768, "nauc_mrr_at_5_std": 0.46764, "nauc_mrr_at_5_diff1": 0.405625, "nauc_mrr_at_10_max": 0.768041, "nauc_mrr_at_10_std": 0.476014, "nauc_mrr_at_10_diff1": 0.403289, "nauc_mrr_at_20_max": 0.767708, "nauc_mrr_at_20_std": 0.476938, "nauc_mrr_at_20_diff1": 0.40224, "nauc_mrr_at_100_max": 0.767708, "nauc_mrr_at_100_std": 0.476938, "nauc_mrr_at_100_diff1": 0.40224, "nauc_mrr_at_1000_max": 0.767708, "nauc_mrr_at_1000_std": 0.476938, "nauc_mrr_at_1000_diff1": 0.40224, "hit_rate_at_1": 0.60714, "hit_rate_at_3": 0.70879, "hit_rate_at_5": 0.73352, "hit_rate_at_10": 0.75549, "hit_rate_at_20": 0.76648, "hit_rate_at_100": 0.76648, "hit_rate_at_1000": 0.76648, "main_score": 0.53329, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.70879, "ndcg_at_3": 0.69433, "ndcg_at_5": 0.68267, "ndcg_at_10": 0.69828, "ndcg_at_20": 0.71955, "ndcg_at_100": 0.73222, "ndcg_at_1000": 0.73222, "map_at_1": 0.37421, "map_at_3": 0.50897, "map_at_5": 0.5424, "map_at_10": 0.59146, "map_at_20": 0.6165, "map_at_100": 0.6247, "map_at_1000": 0.6247, "recall_at_1": 0.37421, "recall_at_3": 0.5538, "recall_at_5": 0.61001, "recall_at_10": 0.70331, "recall_at_20": 0.77236, "recall_at_100": 0.80425, "recall_at_1000": 0.80425, "accuracy": 0.37421, "precision_at_1": 0.73352, "precision_at_3": 0.46612, "precision_at_5": 0.34615, "precision_at_10": 0.24121, "precision_at_20": 0.14959, "precision_at_100": 0.0331, "precision_at_1000": 0.00331, "mrr_at_1": 0.733516, "mrr_at_3": 0.807692, "mrr_at_5": 0.8125, "mrr_at_10": 0.816199, "mrr_at_20": 0.816678, "mrr_at_100": 0.817057, "mrr_at_1000": 0.817057, "nauc_ndcg_at_1_max": 0.395023, "nauc_ndcg_at_1_std": -0.092137, "nauc_ndcg_at_1_diff1": 0.59205, "nauc_ndcg_at_3_max": 0.405887, "nauc_ndcg_at_3_std": -0.095391, "nauc_ndcg_at_3_diff1": 0.526814, "nauc_ndcg_at_5_max": 0.424271, "nauc_ndcg_at_5_std": -0.115012, "nauc_ndcg_at_5_diff1": 0.53064, "nauc_ndcg_at_10_max": 0.418476, "nauc_ndcg_at_10_std": -0.088338, "nauc_ndcg_at_10_diff1": 0.523821, "nauc_ndcg_at_20_max": 0.414144, "nauc_ndcg_at_20_std": -0.081627, "nauc_ndcg_at_20_diff1": 0.5134, "nauc_ndcg_at_100_max": 0.425005, "nauc_ndcg_at_100_std": -0.088435, "nauc_ndcg_at_100_diff1": 0.504602, "nauc_ndcg_at_1000_max": 0.425005, "nauc_ndcg_at_1000_std": -0.088435, "nauc_ndcg_at_1000_diff1": 0.504602, "nauc_map_at_1_max": 0.284068, "nauc_map_at_1_std": -0.290808, "nauc_map_at_1_diff1": 0.642288, "nauc_map_at_3_max": 0.335039, "nauc_map_at_3_std": -0.256784, "nauc_map_at_3_diff1": 0.556008, "nauc_map_at_5_max": 0.339238, "nauc_map_at_5_std": -0.232731, "nauc_map_at_5_diff1": 0.543217, "nauc_map_at_10_max": 0.335664, "nauc_map_at_10_std": -0.15899, "nauc_map_at_10_diff1": 0.515327, "nauc_map_at_20_max": 0.341322, "nauc_map_at_20_std": -0.129674, "nauc_map_at_20_diff1": 0.507464, "nauc_map_at_100_max": 0.346625, "nauc_map_at_100_std": -0.129424, "nauc_map_at_100_diff1": 0.504731, "nauc_map_at_1000_max": 0.346625, "nauc_map_at_1000_std": -0.129424, "nauc_map_at_1000_diff1": 0.504731, "nauc_recall_at_1_max": 0.284068, "nauc_recall_at_1_std": -0.290808, "nauc_recall_at_1_diff1": 0.642288, "nauc_recall_at_3_max": 0.356713, "nauc_recall_at_3_std": -0.247902, "nauc_recall_at_3_diff1": 0.522094, "nauc_recall_at_5_max": 0.364518, "nauc_recall_at_5_std": -0.212584, "nauc_recall_at_5_diff1": 0.493422, "nauc_recall_at_10_max": 0.364495, "nauc_recall_at_10_std": -0.079045, "nauc_recall_at_10_diff1": 0.453934, "nauc_recall_at_20_max": 0.389639, "nauc_recall_at_20_std": -0.010213, "nauc_recall_at_20_diff1": 0.414235, "nauc_recall_at_100_max": 0.419574, "nauc_recall_at_100_std": -0.022419, "nauc_recall_at_100_diff1": 0.378887, "nauc_recall_at_1000_max": 0.419574, "nauc_recall_at_1000_std": -0.022419, "nauc_recall_at_1000_diff1": 0.378887, "nauc_precision_at_1_max": 0.379926, "nauc_precision_at_1_std": -0.087614, "nauc_precision_at_1_diff1": 0.613243, "nauc_precision_at_3_max": 0.10314, "nauc_precision_at_3_std": 0.202346, "nauc_precision_at_3_diff1": -0.099858, "nauc_precision_at_5_max": 0.02977, "nauc_precision_at_5_std": 0.255005, "nauc_precision_at_5_diff1": -0.201965, "nauc_precision_at_10_max": -0.052012, "nauc_precision_at_10_std": 0.363271, "nauc_precision_at_10_diff1": -0.273016, "nauc_precision_at_20_max": -0.064984, "nauc_precision_at_20_std": 0.368238, "nauc_precision_at_20_diff1": -0.295054, "nauc_precision_at_100_max": -0.059045, "nauc_precision_at_100_std": 0.324391, "nauc_precision_at_100_diff1": -0.309967, "nauc_precision_at_1000_max": -0.059045, "nauc_precision_at_1000_std": 0.324391, "nauc_precision_at_1000_diff1": -0.309967, "nauc_mrr_at_1_max": 0.379926, "nauc_mrr_at_1_std": -0.087614, "nauc_mrr_at_1_diff1": 0.613243, "nauc_mrr_at_3_max": 0.423039, "nauc_mrr_at_3_std": -0.071203, "nauc_mrr_at_3_diff1": 0.608649, "nauc_mrr_at_5_max": 0.423066, "nauc_mrr_at_5_std": -0.077696, "nauc_mrr_at_5_diff1": 0.602705, "nauc_mrr_at_10_max": 0.424619, "nauc_mrr_at_10_std": -0.070771, "nauc_mrr_at_10_diff1": 0.60122, "nauc_mrr_at_20_max": 0.42484, "nauc_mrr_at_20_std": -0.072275, "nauc_mrr_at_20_diff1": 0.6026, "nauc_mrr_at_100_max": 0.424702, "nauc_mrr_at_100_std": -0.071567, "nauc_mrr_at_100_diff1": 0.602168, "nauc_mrr_at_1000_max": 0.424702, "nauc_mrr_at_1000_std": -0.071567, "nauc_mrr_at_1000_diff1": 0.602168, "hit_rate_at_1": 0.73352, "hit_rate_at_3": 0.89835, "hit_rate_at_5": 0.92033, "hit_rate_at_10": 0.95055, "hit_rate_at_20": 0.95604, "hit_rate_at_100": 0.96703, "hit_rate_at_1000": 0.96703, "main_score": 0.69828, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.5467, "ndcg_at_3": 0.53429, "ndcg_at_5": 0.52496, "ndcg_at_10": 0.52873, "ndcg_at_20": 0.53625, "ndcg_at_100": 0.54138, "ndcg_at_1000": 0.54138, "map_at_1": 0.29653, "map_at_3": 0.38919, "map_at_5": 0.41256, "map_at_10": 0.44251, "map_at_20": 0.45572, "map_at_100": 0.45936, "map_at_1000": 0.45936, "recall_at_1": 0.29653, "recall_at_3": 0.42192, "recall_at_5": 0.46341, "recall_at_10": 0.52776, "recall_at_20": 0.56292, "recall_at_100": 0.57634, "recall_at_1000": 0.57634, "accuracy": 0.29653, "precision_at_1": 0.57143, "precision_at_3": 0.35165, "precision_at_5": 0.26154, "precision_at_10": 0.17253, "precision_at_20": 0.10151, "precision_at_100": 0.02157, "precision_at_1000": 0.00216, "mrr_at_1": 0.571429, "mrr_at_3": 0.635989, "mrr_at_5": 0.641071, "mrr_at_10": 0.643714, "mrr_at_20": 0.644499, "mrr_at_100": 0.644499, "mrr_at_1000": 0.644499, "nauc_ndcg_at_1_max": 0.602124, "nauc_ndcg_at_1_std": 0.258482, "nauc_ndcg_at_1_diff1": 0.49392, "nauc_ndcg_at_3_max": 0.619325, "nauc_ndcg_at_3_std": 0.277727, "nauc_ndcg_at_3_diff1": 0.42304, "nauc_ndcg_at_5_max": 0.636497, "nauc_ndcg_at_5_std": 0.290339, "nauc_ndcg_at_5_diff1": 0.415786, "nauc_ndcg_at_10_max": 0.640002, "nauc_ndcg_at_10_std": 0.314097, "nauc_ndcg_at_10_diff1": 0.415404, "nauc_ndcg_at_20_max": 0.639774, "nauc_ndcg_at_20_std": 0.332792, "nauc_ndcg_at_20_diff1": 0.407133, "nauc_ndcg_at_100_max": 0.643942, "nauc_ndcg_at_100_std": 0.342635, "nauc_ndcg_at_100_diff1": 0.402614, "nauc_ndcg_at_1000_max": 0.643942, "nauc_ndcg_at_1000_std": 0.342635, "nauc_ndcg_at_1000_diff1": 0.402614, "nauc_map_at_1_max": 0.451929, "nauc_map_at_1_std": -0.050638, "nauc_map_at_1_diff1": 0.573385, "nauc_map_at_3_max": 0.526338, "nauc_map_at_3_std": 0.065533, "nauc_map_at_3_diff1": 0.475359, "nauc_map_at_5_max": 0.544087, "nauc_map_at_5_std": 0.120349, "nauc_map_at_5_diff1": 0.456514, "nauc_map_at_10_max": 0.555239, "nauc_map_at_10_std": 0.195123, "nauc_map_at_10_diff1": 0.428309, "nauc_map_at_20_max": 0.560484, "nauc_map_at_20_std": 0.22694, "nauc_map_at_20_diff1": 0.413478, "nauc_map_at_100_max": 0.562834, "nauc_map_at_100_std": 0.235605, "nauc_map_at_100_diff1": 0.410754, "nauc_map_at_1000_max": 0.562834, "nauc_map_at_1000_std": 0.235605, "nauc_map_at_1000_diff1": 0.410754, "nauc_recall_at_1_max": 0.451929, "nauc_recall_at_1_std": -0.050638, "nauc_recall_at_1_diff1": 0.573385, "nauc_recall_at_3_max": 0.547799, "nauc_recall_at_3_std": 0.093845, "nauc_recall_at_3_diff1": 0.430983, "nauc_recall_at_5_max": 0.585267, "nauc_recall_at_5_std": 0.185912, "nauc_recall_at_5_diff1": 0.39506, "nauc_recall_at_10_max": 0.611047, "nauc_recall_at_10_std": 0.324965, "nauc_recall_at_10_diff1": 0.355408, "nauc_recall_at_20_max": 0.629721, "nauc_recall_at_20_std": 0.402603, "nauc_recall_at_20_diff1": 0.318159, "nauc_recall_at_100_max": 0.644591, "nauc_recall_at_100_std": 0.425874, "nauc_recall_at_100_diff1": 0.312707, "nauc_recall_at_1000_max": 0.644591, "nauc_recall_at_1000_std": 0.425874, "nauc_recall_at_1000_diff1": 0.312707, "nauc_precision_at_1_max": 0.623062, "nauc_precision_at_1_std": 0.286773, "nauc_precision_at_1_diff1": 0.494142, "nauc_precision_at_3_max": 0.387461, "nauc_precision_at_3_std": 0.477055, "nauc_precision_at_3_diff1": 0.012644, "nauc_precision_at_5_max": 0.324903, "nauc_precision_at_5_std": 0.5469, "nauc_precision_at_5_diff1": -0.09045, "nauc_precision_at_10_max": 0.228556, "nauc_precision_at_10_std": 0.584965, "nauc_precision_at_10_diff1": -0.16932, "nauc_precision_at_20_max": 0.189842, "nauc_precision_at_20_std": 0.573374, "nauc_precision_at_20_diff1": -0.198601, "nauc_precision_at_100_max": 0.177393, "nauc_precision_at_100_std": 0.556058, "nauc_precision_at_100_diff1": -0.205523, "nauc_precision_at_1000_max": 0.177393, "nauc_precision_at_1000_std": 0.556058, "nauc_precision_at_1000_diff1": -0.205523, "nauc_mrr_at_1_max": 0.623062, "nauc_mrr_at_1_std": 0.286773, "nauc_mrr_at_1_diff1": 0.494142, "nauc_mrr_at_3_max": 0.703244, "nauc_mrr_at_3_std": 0.398094, "nauc_mrr_at_3_diff1": 0.463481, "nauc_mrr_at_5_max": 0.708347, "nauc_mrr_at_5_std": 0.405354, "nauc_mrr_at_5_diff1": 0.460937, "nauc_mrr_at_10_max": 0.707757, "nauc_mrr_at_10_std": 0.408175, "nauc_mrr_at_10_diff1": 0.457374, "nauc_mrr_at_20_max": 0.707577, "nauc_mrr_at_20_std": 0.409183, "nauc_mrr_at_20_diff1": 0.457044, "nauc_mrr_at_100_max": 0.707577, "nauc_mrr_at_100_std": 0.409183, "nauc_mrr_at_100_diff1": 0.457044, "nauc_mrr_at_1000_max": 0.707577, "nauc_mrr_at_1000_std": 0.409183, "nauc_mrr_at_1000_diff1": 0.457044, "hit_rate_at_1": 0.57143, "hit_rate_at_3": 0.71154, "hit_rate_at_5": 0.73352, "hit_rate_at_10": 0.75275, "hit_rate_at_20": 0.76374, "hit_rate_at_100": 0.76374, "hit_rate_at_1000": 0.76374, "main_score": 0.52873, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.55082, "ndcg_at_3": 0.52086, "ndcg_at_5": 0.51154, "ndcg_at_10": 0.51619, "ndcg_at_20": 0.52429, "ndcg_at_100": 0.5291, "ndcg_at_1000": 0.5291, "map_at_1": 0.29206, "map_at_3": 0.38282, "map_at_5": 0.4061, "map_at_10": 0.43297, "map_at_20": 0.44519, "map_at_100": 0.44849, "map_at_1000": 0.44849, "recall_at_1": 0.29206, "recall_at_3": 0.4109, "recall_at_5": 0.45231, "recall_at_10": 0.51024, "recall_at_20": 0.54555, "recall_at_100": 0.55782, "recall_at_1000": 0.55782, "accuracy": 0.29206, "precision_at_1": 0.56593, "precision_at_3": 0.33883, "precision_at_5": 0.2489, "precision_at_10": 0.16401, "precision_at_20": 0.09657, "precision_at_100": 0.02055, "precision_at_1000": 0.00205, "mrr_at_1": 0.565934, "mrr_at_3": 0.6163, "mrr_at_5": 0.622894, "mrr_at_10": 0.626551, "mrr_at_20": 0.627106, "mrr_at_100": 0.627106, "mrr_at_1000": 0.627106, "nauc_ndcg_at_1_max": 0.654962, "nauc_ndcg_at_1_std": 0.416994, "nauc_ndcg_at_1_diff1": 0.46358, "nauc_ndcg_at_3_max": 0.642237, "nauc_ndcg_at_3_std": 0.40238, "nauc_ndcg_at_3_diff1": 0.359469, "nauc_ndcg_at_5_max": 0.654892, "nauc_ndcg_at_5_std": 0.391463, "nauc_ndcg_at_5_diff1": 0.344935, "nauc_ndcg_at_10_max": 0.664707, "nauc_ndcg_at_10_std": 0.415863, "nauc_ndcg_at_10_diff1": 0.334548, "nauc_ndcg_at_20_max": 0.672688, "nauc_ndcg_at_20_std": 0.427916, "nauc_ndcg_at_20_diff1": 0.324925, "nauc_ndcg_at_100_max": 0.673691, "nauc_ndcg_at_100_std": 0.435341, "nauc_ndcg_at_100_diff1": 0.318613, "nauc_ndcg_at_1000_max": 0.673691, "nauc_ndcg_at_1000_std": 0.435341, "nauc_ndcg_at_1000_diff1": 0.318613, "nauc_map_at_1_max": 0.470637, "nauc_map_at_1_std": 0.040087, "nauc_map_at_1_diff1": 0.513466, "nauc_map_at_3_max": 0.544901, "nauc_map_at_3_std": 0.153471, "nauc_map_at_3_diff1": 0.4055, "nauc_map_at_5_max": 0.556558, "nauc_map_at_5_std": 0.201995, "nauc_map_at_5_diff1": 0.377719, "nauc_map_at_10_max": 0.574572, "nauc_map_at_10_std": 0.280469, "nauc_map_at_10_diff1": 0.350391, "nauc_map_at_20_max": 0.5862, "nauc_map_at_20_std": 0.313825, "nauc_map_at_20_diff1": 0.337098, "nauc_map_at_100_max": 0.586468, "nauc_map_at_100_std": 0.321607, "nauc_map_at_100_diff1": 0.332244, "nauc_map_at_1000_max": 0.586468, "nauc_map_at_1000_std": 0.321607, "nauc_map_at_1000_diff1": 0.332244, "nauc_recall_at_1_max": 0.470637, "nauc_recall_at_1_std": 0.040087, "nauc_recall_at_1_diff1": 0.513466, "nauc_recall_at_3_max": 0.559885, "nauc_recall_at_3_std": 0.164194, "nauc_recall_at_3_diff1": 0.367915, "nauc_recall_at_5_max": 0.590509, "nauc_recall_at_5_std": 0.244004, "nauc_recall_at_5_diff1": 0.320839, "nauc_recall_at_10_max": 0.627563, "nauc_recall_at_10_std": 0.390485, "nauc_recall_at_10_diff1": 0.275841, "nauc_recall_at_20_max": 0.669172, "nauc_recall_at_20_std": 0.461775, "nauc_recall_at_20_diff1": 0.240984, "nauc_recall_at_100_max": 0.672641, "nauc_recall_at_100_std": 0.480389, "nauc_recall_at_100_diff1": 0.226056, "nauc_recall_at_1000_max": 0.672641, "nauc_recall_at_1000_std": 0.480389, "nauc_recall_at_1000_diff1": 0.226056, "nauc_precision_at_1_max": 0.665211, "nauc_precision_at_1_std": 0.42044, "nauc_precision_at_1_diff1": 0.466284, "nauc_precision_at_3_max": 0.431231, "nauc_precision_at_3_std": 0.542662, "nauc_precision_at_3_diff1": -0.006, "nauc_precision_at_5_max": 0.362353, "nauc_precision_at_5_std": 0.577021, "nauc_precision_at_5_diff1": -0.101517, "nauc_precision_at_10_max": 0.275702, "nauc_precision_at_10_std": 0.643469, "nauc_precision_at_10_diff1": -0.183784, "nauc_precision_at_20_max": 0.250186, "nauc_precision_at_20_std": 0.638304, "nauc_precision_at_20_diff1": -0.215542, "nauc_precision_at_100_max": 0.226402, "nauc_precision_at_100_std": 0.611884, "nauc_precision_at_100_diff1": -0.226979, "nauc_precision_at_1000_max": 0.226402, "nauc_precision_at_1000_std": 0.611884, "nauc_precision_at_1000_diff1": -0.226979, "nauc_mrr_at_1_max": 0.665211, "nauc_mrr_at_1_std": 0.42044, "nauc_mrr_at_1_diff1": 0.466284, "nauc_mrr_at_3_max": 0.724402, "nauc_mrr_at_3_std": 0.500536, "nauc_mrr_at_3_diff1": 0.419962, "nauc_mrr_at_5_max": 0.73133, "nauc_mrr_at_5_std": 0.506053, "nauc_mrr_at_5_diff1": 0.414325, "nauc_mrr_at_10_max": 0.734733, "nauc_mrr_at_10_std": 0.514775, "nauc_mrr_at_10_diff1": 0.410837, "nauc_mrr_at_20_max": 0.734459, "nauc_mrr_at_20_std": 0.514705, "nauc_mrr_at_20_diff1": 0.410458, "nauc_mrr_at_100_max": 0.734459, "nauc_mrr_at_100_std": 0.514705, "nauc_mrr_at_100_diff1": 0.410458, "nauc_mrr_at_1000_max": 0.734459, "nauc_mrr_at_1000_std": 0.514705, "nauc_mrr_at_1000_diff1": 0.410458, "hit_rate_at_1": 0.56593, "hit_rate_at_3": 0.67857, "hit_rate_at_5": 0.70604, "hit_rate_at_10": 0.73077, "hit_rate_at_20": 0.73901, "hit_rate_at_100": 0.73901, "hit_rate_at_1000": 0.73901, "main_score": 0.51619, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.57418, "ndcg_at_3": 0.54376, "ndcg_at_5": 0.53831, "ndcg_at_10": 0.5431, "ndcg_at_20": 0.55553, "ndcg_at_100": 0.56435, "ndcg_at_1000": 0.56435, "map_at_1": 0.31549, "map_at_3": 0.40812, "map_at_5": 0.43309, "map_at_10": 0.4615, "map_at_20": 0.47618, "map_at_100": 0.48206, "map_at_1000": 0.48206, "recall_at_1": 0.31549, "recall_at_3": 0.43803, "recall_at_5": 0.48443, "recall_at_10": 0.54425, "recall_at_20": 0.58733, "recall_at_100": 0.60795, "recall_at_1000": 0.60795, "accuracy": 0.31549, "precision_at_1": 0.59341, "precision_at_3": 0.34799, "precision_at_5": 0.25549, "precision_at_10": 0.16758, "precision_at_20": 0.10151, "precision_at_100": 0.02255, "precision_at_1000": 0.00226, "mrr_at_1": 0.593407, "mrr_at_3": 0.641484, "mrr_at_5": 0.647802, "mrr_at_10": 0.651028, "mrr_at_20": 0.652291, "mrr_at_100": 0.652389, "mrr_at_1000": 0.652389, "nauc_ndcg_at_1_max": 0.547875, "nauc_ndcg_at_1_std": 0.374109, "nauc_ndcg_at_1_diff1": 0.447424, "nauc_ndcg_at_3_max": 0.590296, "nauc_ndcg_at_3_std": 0.383846, "nauc_ndcg_at_3_diff1": 0.412659, "nauc_ndcg_at_5_max": 0.589516, "nauc_ndcg_at_5_std": 0.38445, "nauc_ndcg_at_5_diff1": 0.414649, "nauc_ndcg_at_10_max": 0.600601, "nauc_ndcg_at_10_std": 0.412381, "nauc_ndcg_at_10_diff1": 0.412451, "nauc_ndcg_at_20_max": 0.615249, "nauc_ndcg_at_20_std": 0.444823, "nauc_ndcg_at_20_diff1": 0.406072, "nauc_ndcg_at_100_max": 0.619972, "nauc_ndcg_at_100_std": 0.451332, "nauc_ndcg_at_100_diff1": 0.39554, "nauc_ndcg_at_1000_max": 0.619972, "nauc_ndcg_at_1000_std": 0.451332, "nauc_ndcg_at_1000_diff1": 0.39554, "nauc_map_at_1_max": 0.427794, "nauc_map_at_1_std": 0.042193, "nauc_map_at_1_diff1": 0.539667, "nauc_map_at_3_max": 0.526019, "nauc_map_at_3_std": 0.180417, "nauc_map_at_3_diff1": 0.470457, "nauc_map_at_5_max": 0.531937, "nauc_map_at_5_std": 0.229211, "nauc_map_at_5_diff1": 0.462584, "nauc_map_at_10_max": 0.53705, "nauc_map_at_10_std": 0.298105, "nauc_map_at_10_diff1": 0.438705, "nauc_map_at_20_max": 0.546438, "nauc_map_at_20_std": 0.331763, "nauc_map_at_20_diff1": 0.428642, "nauc_map_at_100_max": 0.54965, "nauc_map_at_100_std": 0.337073, "nauc_map_at_100_diff1": 0.42249, "nauc_map_at_1000_max": 0.54965, "nauc_map_at_1000_std": 0.337073, "nauc_map_at_1000_diff1": 0.42249, "nauc_recall_at_1_max": 0.427794, "nauc_recall_at_1_std": 0.042193, "nauc_recall_at_1_diff1": 0.539667, "nauc_recall_at_3_max": 0.560366, "nauc_recall_at_3_std": 0.21283, "nauc_recall_at_3_diff1": 0.446911, "nauc_recall_at_5_max": 0.574515, "nauc_recall_at_5_std": 0.292882, "nauc_recall_at_5_diff1": 0.422606, "nauc_recall_at_10_max": 0.581315, "nauc_recall_at_10_std": 0.4258, "nauc_recall_at_10_diff1": 0.36932, "nauc_recall_at_20_max": 0.629455, "nauc_recall_at_20_std": 0.522028, "nauc_recall_at_20_diff1": 0.349788, "nauc_recall_at_100_max": 0.642072, "nauc_recall_at_100_std": 0.542917, "nauc_recall_at_100_diff1": 0.325296, "nauc_recall_at_1000_max": 0.642072, "nauc_recall_at_1000_std": 0.542917, "nauc_recall_at_1000_diff1": 0.325296, "nauc_precision_at_1_max": 0.554882, "nauc_precision_at_1_std": 0.414128, "nauc_precision_at_1_diff1": 0.44887, "nauc_precision_at_3_max": 0.373117, "nauc_precision_at_3_std": 0.499214, "nauc_precision_at_3_diff1": 0.043909, "nauc_precision_at_5_max": 0.254312, "nauc_precision_at_5_std": 0.515141, "nauc_precision_at_5_diff1": -0.055276, "nauc_precision_at_10_max": 0.156497, "nauc_precision_at_10_std": 0.533, "nauc_precision_at_10_diff1": -0.149192, "nauc_precision_at_20_max": 0.140983, "nauc_precision_at_20_std": 0.500355, "nauc_precision_at_20_diff1": -0.17144, "nauc_precision_at_100_max": 0.122852, "nauc_precision_at_100_std": 0.434514, "nauc_precision_at_100_diff1": -0.194639, "nauc_precision_at_1000_max": 0.122852, "nauc_precision_at_1000_std": 0.434514, "nauc_precision_at_1000_diff1": -0.194639, "nauc_mrr_at_1_max": 0.554882, "nauc_mrr_at_1_std": 0.414128, "nauc_mrr_at_1_diff1": 0.44887, "nauc_mrr_at_3_max": 0.62056, "nauc_mrr_at_3_std": 0.488029, "nauc_mrr_at_3_diff1": 0.421531, "nauc_mrr_at_5_max": 0.627752, "nauc_mrr_at_5_std": 0.505351, "nauc_mrr_at_5_diff1": 0.413933, "nauc_mrr_at_10_max": 0.629552, "nauc_mrr_at_10_std": 0.512475, "nauc_mrr_at_10_diff1": 0.409893, "nauc_mrr_at_20_max": 0.633429, "nauc_mrr_at_20_std": 0.512195, "nauc_mrr_at_20_diff1": 0.412106, "nauc_mrr_at_100_max": 0.633782, "nauc_mrr_at_100_std": 0.512199, "nauc_mrr_at_100_diff1": 0.412268, "nauc_mrr_at_1000_max": 0.633782, "nauc_mrr_at_1000_std": 0.512199, "nauc_mrr_at_1000_diff1": 0.412268, "hit_rate_at_1": 0.59341, "hit_rate_at_3": 0.70055, "hit_rate_at_5": 0.72802, "hit_rate_at_10": 0.75275, "hit_rate_at_20": 0.76923, "hit_rate_at_100": 0.77198, "hit_rate_at_1000": 0.77198, "main_score": 0.5431, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 27966.175271888016, "kg_co2_emissions": null, "date": 1791431860.423691, "evaluation_phases": [ { "name": "Data loading", "start": 1.1340001947246492e-05, "end": 43.733788516998175, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 43.73380444799841, "end": 43.73380641799304, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 43.741242880991194, "end": 4580.679381780996, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4580.848935001995, "end": 4580.96314165699, "split": "test", "subset": "german" } ] }