{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.32686, "ndcg_at_3": 0.31964, "ndcg_at_5": 0.31491, "ndcg_at_10": 0.31294, "ndcg_at_20": 0.31501, "ndcg_at_100": 0.31799, "ndcg_at_1000": 0.31799, "map_at_1": 0.18214, "map_at_3": 0.23067, "map_at_5": 0.24802, "map_at_10": 0.25989, "map_at_20": 0.26576, "map_at_100": 0.26751, "map_at_1000": 0.26751, "recall_at_1": 0.18214, "recall_at_3": 0.2495, "recall_at_5": 0.28331, "recall_at_10": 0.31011, "recall_at_20": 0.33076, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.18214, "precision_at_1": 0.33922, "precision_at_3": 0.20612, "precision_at_5": 0.15336, "precision_at_10": 0.09717, "precision_at_20": 0.05583, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.339223, "mrr_at_3": 0.375736, "mrr_at_5": 0.382273, "mrr_at_10": 0.384825, "mrr_at_20": 0.385418, "mrr_at_100": 0.385511, "mrr_at_1000": 0.385511, "nauc_ndcg_at_1_max": 0.779869, "nauc_ndcg_at_1_std": 0.596719, "nauc_ndcg_at_1_diff1": 0.628752, "nauc_ndcg_at_3_max": 0.756267, "nauc_ndcg_at_3_std": 0.606054, "nauc_ndcg_at_3_diff1": 0.569699, "nauc_ndcg_at_5_max": 0.766942, "nauc_ndcg_at_5_std": 0.602665, "nauc_ndcg_at_5_diff1": 0.587305, "nauc_ndcg_at_10_max": 0.772241, "nauc_ndcg_at_10_std": 0.607769, "nauc_ndcg_at_10_diff1": 0.592065, "nauc_ndcg_at_20_max": 0.776726, "nauc_ndcg_at_20_std": 0.609407, "nauc_ndcg_at_20_diff1": 0.592845, "nauc_ndcg_at_100_max": 0.778721, "nauc_ndcg_at_100_std": 0.613842, "nauc_ndcg_at_100_diff1": 0.592076, "nauc_ndcg_at_1000_max": 0.778721, "nauc_ndcg_at_1000_std": 0.613842, "nauc_ndcg_at_1000_diff1": 0.592076, "nauc_map_at_1_max": 0.706134, "nauc_map_at_1_std": 0.407546, "nauc_map_at_1_diff1": 0.757647, "nauc_map_at_3_max": 0.712198, "nauc_map_at_3_std": 0.48118, "nauc_map_at_3_diff1": 0.661385, "nauc_map_at_5_max": 0.73326, "nauc_map_at_5_std": 0.514095, "nauc_map_at_5_diff1": 0.644578, "nauc_map_at_10_max": 0.747036, "nauc_map_at_10_std": 0.541797, "nauc_map_at_10_diff1": 0.628803, "nauc_map_at_20_max": 0.754405, "nauc_map_at_20_std": 0.552441, "nauc_map_at_20_diff1": 0.622052, "nauc_map_at_100_max": 0.756282, "nauc_map_at_100_std": 0.55595, "nauc_map_at_100_diff1": 0.621697, "nauc_map_at_1000_max": 0.756282, "nauc_map_at_1000_std": 0.55595, "nauc_map_at_1000_diff1": 0.621697, "nauc_recall_at_1_max": 0.706134, "nauc_recall_at_1_std": 0.407546, "nauc_recall_at_1_diff1": 0.757647, "nauc_recall_at_3_max": 0.687119, "nauc_recall_at_3_std": 0.490668, "nauc_recall_at_3_diff1": 0.600736, "nauc_recall_at_5_max": 0.710485, "nauc_recall_at_5_std": 0.532041, "nauc_recall_at_5_diff1": 0.581968, "nauc_recall_at_10_max": 0.737951, "nauc_recall_at_10_std": 0.583477, "nauc_recall_at_10_diff1": 0.556, "nauc_recall_at_20_max": 0.749545, "nauc_recall_at_20_std": 0.60602, "nauc_recall_at_20_diff1": 0.538325, "nauc_recall_at_100_max": 0.75882, "nauc_recall_at_100_std": 0.617048, "nauc_recall_at_100_diff1": 0.538314, "nauc_recall_at_1000_max": 0.75882, "nauc_recall_at_1000_std": 0.617048, "nauc_recall_at_1000_diff1": 0.538314, "nauc_precision_at_1_max": 0.786366, "nauc_precision_at_1_std": 0.611924, "nauc_precision_at_1_diff1": 0.624129, "nauc_precision_at_3_max": 0.623601, "nauc_precision_at_3_std": 0.641636, "nauc_precision_at_3_diff1": 0.276884, "nauc_precision_at_5_max": 0.601821, "nauc_precision_at_5_std": 0.628691, "nauc_precision_at_5_diff1": 0.209944, "nauc_precision_at_10_max": 0.540577, "nauc_precision_at_10_std": 0.623559, "nauc_precision_at_10_diff1": 0.127588, "nauc_precision_at_20_max": 0.522343, "nauc_precision_at_20_std": 0.609688, "nauc_precision_at_20_diff1": 0.10099, "nauc_precision_at_100_max": 0.501953, "nauc_precision_at_100_std": 0.596423, "nauc_precision_at_100_diff1": 0.098361, "nauc_precision_at_1000_max": 0.501953, "nauc_precision_at_1000_std": 0.596423, "nauc_precision_at_1000_diff1": 0.098361, "nauc_mrr_at_1_max": 0.786366, "nauc_mrr_at_1_std": 0.611924, "nauc_mrr_at_1_diff1": 0.624129, "nauc_mrr_at_3_max": 0.792068, "nauc_mrr_at_3_std": 0.650779, "nauc_mrr_at_3_diff1": 0.582141, "nauc_mrr_at_5_max": 0.798192, "nauc_mrr_at_5_std": 0.652807, "nauc_mrr_at_5_diff1": 0.58324, "nauc_mrr_at_10_max": 0.800601, "nauc_mrr_at_10_std": 0.658868, "nauc_mrr_at_10_diff1": 0.582281, "nauc_mrr_at_20_max": 0.799841, "nauc_mrr_at_20_std": 0.658618, "nauc_mrr_at_20_diff1": 0.581806, "nauc_mrr_at_100_max": 0.799773, "nauc_mrr_at_100_std": 0.658494, "nauc_mrr_at_100_diff1": 0.581869, "nauc_mrr_at_1000_max": 0.799773, "nauc_mrr_at_1000_std": 0.658494, "nauc_mrr_at_1000_diff1": 0.581869, "hit_rate_at_1": 0.33922, "hit_rate_at_3": 0.42049, "hit_rate_at_5": 0.44876, "hit_rate_at_10": 0.46643, "hit_rate_at_20": 0.4735, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.31294, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.31802, "ndcg_at_3": 0.30477, "ndcg_at_5": 0.30246, "ndcg_at_10": 0.30114, "ndcg_at_20": 0.30228, "ndcg_at_100": 0.30371, "ndcg_at_1000": 0.30371, "map_at_1": 0.18121, "map_at_3": 0.22826, "map_at_5": 0.24146, "map_at_10": 0.25034, "map_at_20": 0.2536, "map_at_100": 0.25462, "map_at_1000": 0.25462, "recall_at_1": 0.18121, "recall_at_3": 0.2485, "recall_at_5": 0.27226, "recall_at_10": 0.29598, "recall_at_20": 0.312, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.18121, "precision_at_1": 0.32862, "precision_at_3": 0.18846, "precision_at_5": 0.14064, "precision_at_10": 0.08551, "precision_at_20": 0.04788, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.328622, "mrr_at_3": 0.366902, "mrr_at_5": 0.372733, "mrr_at_10": 0.376907, "mrr_at_20": 0.377886, "mrr_at_100": 0.377886, "mrr_at_1000": 0.377886, "nauc_ndcg_at_1_max": 0.778315, "nauc_ndcg_at_1_std": 0.603666, "nauc_ndcg_at_1_diff1": 0.644725, "nauc_ndcg_at_3_max": 0.777659, "nauc_ndcg_at_3_std": 0.601215, "nauc_ndcg_at_3_diff1": 0.602514, "nauc_ndcg_at_5_max": 0.77778, "nauc_ndcg_at_5_std": 0.598989, "nauc_ndcg_at_5_diff1": 0.602466, "nauc_ndcg_at_10_max": 0.7808, "nauc_ndcg_at_10_std": 0.59755, "nauc_ndcg_at_10_diff1": 0.597355, "nauc_ndcg_at_20_max": 0.787829, "nauc_ndcg_at_20_std": 0.599434, "nauc_ndcg_at_20_diff1": 0.597188, "nauc_ndcg_at_100_max": 0.787175, "nauc_ndcg_at_100_std": 0.603483, "nauc_ndcg_at_100_diff1": 0.596661, "nauc_ndcg_at_1000_max": 0.787175, "nauc_ndcg_at_1000_std": 0.603483, "nauc_ndcg_at_1000_diff1": 0.596661, "nauc_map_at_1_max": 0.723354, "nauc_map_at_1_std": 0.406511, "nauc_map_at_1_diff1": 0.723489, "nauc_map_at_3_max": 0.742553, "nauc_map_at_3_std": 0.484563, "nauc_map_at_3_diff1": 0.655593, "nauc_map_at_5_max": 0.755338, "nauc_map_at_5_std": 0.514589, "nauc_map_at_5_diff1": 0.63841, "nauc_map_at_10_max": 0.759835, "nauc_map_at_10_std": 0.533653, "nauc_map_at_10_diff1": 0.621698, "nauc_map_at_20_max": 0.764759, "nauc_map_at_20_std": 0.54125, "nauc_map_at_20_diff1": 0.618876, "nauc_map_at_100_max": 0.765673, "nauc_map_at_100_std": 0.545123, "nauc_map_at_100_diff1": 0.618536, "nauc_map_at_1000_max": 0.765673, "nauc_map_at_1000_std": 0.545123, "nauc_map_at_1000_diff1": 0.618536, "nauc_recall_at_1_max": 0.723354, "nauc_recall_at_1_std": 0.406511, "nauc_recall_at_1_diff1": 0.723489, "nauc_recall_at_3_max": 0.719452, "nauc_recall_at_3_std": 0.483565, "nauc_recall_at_3_diff1": 0.609115, "nauc_recall_at_5_max": 0.73327, "nauc_recall_at_5_std": 0.525682, "nauc_recall_at_5_diff1": 0.583838, "nauc_recall_at_10_max": 0.750024, "nauc_recall_at_10_std": 0.570216, "nauc_recall_at_10_diff1": 0.547545, "nauc_recall_at_20_max": 0.7842, "nauc_recall_at_20_std": 0.608509, "nauc_recall_at_20_diff1": 0.536042, "nauc_recall_at_100_max": 0.785111, "nauc_recall_at_100_std": 0.620442, "nauc_recall_at_100_diff1": 0.531511, "nauc_recall_at_1000_max": 0.785111, "nauc_recall_at_1000_std": 0.620442, "nauc_recall_at_1000_diff1": 0.531511, "nauc_precision_at_1_max": 0.774712, "nauc_precision_at_1_std": 0.605021, "nauc_precision_at_1_diff1": 0.646652, "nauc_precision_at_3_max": 0.686366, "nauc_precision_at_3_std": 0.660625, "nauc_precision_at_3_diff1": 0.362782, "nauc_precision_at_5_max": 0.62718, "nauc_precision_at_5_std": 0.666354, "nauc_precision_at_5_diff1": 0.270622, "nauc_precision_at_10_max": 0.561136, "nauc_precision_at_10_std": 0.66189, "nauc_precision_at_10_diff1": 0.179652, "nauc_precision_at_20_max": 0.539237, "nauc_precision_at_20_std": 0.666449, "nauc_precision_at_20_diff1": 0.145601, "nauc_precision_at_100_max": 0.515067, "nauc_precision_at_100_std": 0.670757, "nauc_precision_at_100_diff1": 0.137408, "nauc_precision_at_1000_max": 0.515067, "nauc_precision_at_1000_std": 0.670757, "nauc_precision_at_1000_diff1": 0.137408, "nauc_mrr_at_1_max": 0.774712, "nauc_mrr_at_1_std": 0.605021, "nauc_mrr_at_1_diff1": 0.646652, "nauc_mrr_at_3_max": 0.777071, "nauc_mrr_at_3_std": 0.635485, "nauc_mrr_at_3_diff1": 0.610275, "nauc_mrr_at_5_max": 0.775389, "nauc_mrr_at_5_std": 0.639852, "nauc_mrr_at_5_diff1": 0.600547, "nauc_mrr_at_10_max": 0.778649, "nauc_mrr_at_10_std": 0.645981, "nauc_mrr_at_10_diff1": 0.598887, "nauc_mrr_at_20_max": 0.779617, "nauc_mrr_at_20_std": 0.648576, "nauc_mrr_at_20_diff1": 0.597747, "nauc_mrr_at_100_max": 0.779617, "nauc_mrr_at_100_std": 0.648576, "nauc_mrr_at_100_diff1": 0.597747, "nauc_mrr_at_1000_max": 0.779617, "nauc_mrr_at_1000_std": 0.648576, "nauc_mrr_at_1000_diff1": 0.597747, "hit_rate_at_1": 0.32862, "hit_rate_at_3": 0.41343, "hit_rate_at_5": 0.43816, "hit_rate_at_10": 0.46996, "hit_rate_at_20": 0.4841, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.30114, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.31802, "ndcg_at_3": 0.29785, "ndcg_at_5": 0.2948, "ndcg_at_10": 0.28849, "ndcg_at_20": 0.28886, "ndcg_at_100": 0.2905, "ndcg_at_1000": 0.2905, "map_at_1": 0.18471, "map_at_3": 0.2239, "map_at_5": 0.23618, "map_at_10": 0.24305, "map_at_20": 0.2462, "map_at_100": 0.247, "map_at_1000": 0.247, "recall_at_1": 0.18471, "recall_at_3": 0.23983, "recall_at_5": 0.26163, "recall_at_10": 0.27893, "recall_at_20": 0.29361, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.18471, "precision_at_1": 0.32862, "precision_at_3": 0.18021, "precision_at_5": 0.13569, "precision_at_10": 0.07951, "precision_at_20": 0.04417, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.328622, "mrr_at_3": 0.361602, "mrr_at_5": 0.367962, "mrr_at_10": 0.3713, "mrr_at_20": 0.371771, "mrr_at_100": 0.371859, "mrr_at_1000": 0.371859, "nauc_ndcg_at_1_max": 0.808784, "nauc_ndcg_at_1_std": 0.627516, "nauc_ndcg_at_1_diff1": 0.708323, "nauc_ndcg_at_3_max": 0.786957, "nauc_ndcg_at_3_std": 0.625193, "nauc_ndcg_at_3_diff1": 0.672189, "nauc_ndcg_at_5_max": 0.791985, "nauc_ndcg_at_5_std": 0.62696, "nauc_ndcg_at_5_diff1": 0.671215, "nauc_ndcg_at_10_max": 0.796414, "nauc_ndcg_at_10_std": 0.632961, "nauc_ndcg_at_10_diff1": 0.6745, "nauc_ndcg_at_20_max": 0.805047, "nauc_ndcg_at_20_std": 0.641041, "nauc_ndcg_at_20_diff1": 0.674952, "nauc_ndcg_at_100_max": 0.807449, "nauc_ndcg_at_100_std": 0.644476, "nauc_ndcg_at_100_diff1": 0.675908, "nauc_ndcg_at_1000_max": 0.807449, "nauc_ndcg_at_1000_std": 0.644476, "nauc_ndcg_at_1000_diff1": 0.675908, "nauc_map_at_1_max": 0.734278, "nauc_map_at_1_std": 0.45816, "nauc_map_at_1_diff1": 0.786326, "nauc_map_at_3_max": 0.750844, "nauc_map_at_3_std": 0.528929, "nauc_map_at_3_diff1": 0.719809, "nauc_map_at_5_max": 0.766307, "nauc_map_at_5_std": 0.559871, "nauc_map_at_5_diff1": 0.705599, "nauc_map_at_10_max": 0.774122, "nauc_map_at_10_std": 0.579069, "nauc_map_at_10_diff1": 0.698065, "nauc_map_at_20_max": 0.778079, "nauc_map_at_20_std": 0.587058, "nauc_map_at_20_diff1": 0.693593, "nauc_map_at_100_max": 0.779232, "nauc_map_at_100_std": 0.58913, "nauc_map_at_100_diff1": 0.694141, "nauc_map_at_1000_max": 0.779232, "nauc_map_at_1000_std": 0.58913, "nauc_map_at_1000_diff1": 0.694141, "nauc_recall_at_1_max": 0.734278, "nauc_recall_at_1_std": 0.45816, "nauc_recall_at_1_diff1": 0.786326, "nauc_recall_at_3_max": 0.723798, "nauc_recall_at_3_std": 0.529036, "nauc_recall_at_3_diff1": 0.669913, "nauc_recall_at_5_max": 0.743797, "nauc_recall_at_5_std": 0.57201, "nauc_recall_at_5_diff1": 0.646018, "nauc_recall_at_10_max": 0.770237, "nauc_recall_at_10_std": 0.618436, "nauc_recall_at_10_diff1": 0.634992, "nauc_recall_at_20_max": 0.79606, "nauc_recall_at_20_std": 0.655951, "nauc_recall_at_20_diff1": 0.61711, "nauc_recall_at_100_max": 0.801978, "nauc_recall_at_100_std": 0.662904, "nauc_recall_at_100_diff1": 0.617711, "nauc_recall_at_1000_max": 0.801978, "nauc_recall_at_1000_std": 0.662904, "nauc_recall_at_1000_diff1": 0.617711, "nauc_precision_at_1_max": 0.800866, "nauc_precision_at_1_std": 0.614668, "nauc_precision_at_1_diff1": 0.708827, "nauc_precision_at_3_max": 0.687269, "nauc_precision_at_3_std": 0.665781, "nauc_precision_at_3_diff1": 0.410802, "nauc_precision_at_5_max": 0.62791, "nauc_precision_at_5_std": 0.652528, "nauc_precision_at_5_diff1": 0.304569, "nauc_precision_at_10_max": 0.590038, "nauc_precision_at_10_std": 0.667846, "nauc_precision_at_10_diff1": 0.240185, "nauc_precision_at_20_max": 0.56354, "nauc_precision_at_20_std": 0.659136, "nauc_precision_at_20_diff1": 0.199948, "nauc_precision_at_100_max": 0.539386, "nauc_precision_at_100_std": 0.645702, "nauc_precision_at_100_diff1": 0.1894, "nauc_precision_at_1000_max": 0.539386, "nauc_precision_at_1000_std": 0.645702, "nauc_precision_at_1000_diff1": 0.1894, "nauc_mrr_at_1_max": 0.800866, "nauc_mrr_at_1_std": 0.614668, "nauc_mrr_at_1_diff1": 0.708827, "nauc_mrr_at_3_max": 0.795833, "nauc_mrr_at_3_std": 0.638269, "nauc_mrr_at_3_diff1": 0.664648, "nauc_mrr_at_5_max": 0.797441, "nauc_mrr_at_5_std": 0.642633, "nauc_mrr_at_5_diff1": 0.657715, "nauc_mrr_at_10_max": 0.801396, "nauc_mrr_at_10_std": 0.650185, "nauc_mrr_at_10_diff1": 0.656244, "nauc_mrr_at_20_max": 0.802314, "nauc_mrr_at_20_std": 0.651078, "nauc_mrr_at_20_diff1": 0.655449, "nauc_mrr_at_100_max": 0.802159, "nauc_mrr_at_100_std": 0.650882, "nauc_mrr_at_100_diff1": 0.655439, "nauc_mrr_at_1000_max": 0.802159, "nauc_mrr_at_1000_std": 0.650882, "nauc_mrr_at_1000_diff1": 0.655439, "hit_rate_at_1": 0.32862, "hit_rate_at_3": 0.39929, "hit_rate_at_5": 0.42756, "hit_rate_at_10": 0.4523, "hit_rate_at_20": 0.45936, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.28849, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.62367, "ndcg_at_3": 0.59005, "ndcg_at_5": 0.58729, "ndcg_at_10": 0.59149, "ndcg_at_20": 0.60659, "ndcg_at_100": 0.61374, "ndcg_at_1000": 0.61374, "map_at_1": 0.32908, "map_at_3": 0.43312, "map_at_5": 0.464, "map_at_10": 0.49191, "map_at_20": 0.508, "map_at_100": 0.51171, "map_at_1000": 0.51171, "recall_at_1": 0.32908, "recall_at_3": 0.46808, "recall_at_5": 0.52138, "recall_at_10": 0.58975, "recall_at_20": 0.65077, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.32908, "precision_at_1": 0.64311, "precision_at_3": 0.38869, "precision_at_5": 0.29329, "precision_at_10": 0.18869, "precision_at_20": 0.11537, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.64311, "mrr_at_3": 0.696702, "mrr_at_5": 0.704122, "mrr_at_10": 0.710947, "mrr_at_20": 0.713153, "mrr_at_100": 0.713294, "mrr_at_1000": 0.713294, "nauc_ndcg_at_1_max": 0.57495, "nauc_ndcg_at_1_std": 0.279437, "nauc_ndcg_at_1_diff1": 0.726896, "nauc_ndcg_at_3_max": 0.53862, "nauc_ndcg_at_3_std": 0.305562, "nauc_ndcg_at_3_diff1": 0.633813, "nauc_ndcg_at_5_max": 0.526273, "nauc_ndcg_at_5_std": 0.31725, "nauc_ndcg_at_5_diff1": 0.620079, "nauc_ndcg_at_10_max": 0.523335, "nauc_ndcg_at_10_std": 0.316352, "nauc_ndcg_at_10_diff1": 0.618294, "nauc_ndcg_at_20_max": 0.539429, "nauc_ndcg_at_20_std": 0.353492, "nauc_ndcg_at_20_diff1": 0.61883, "nauc_ndcg_at_100_max": 0.547881, "nauc_ndcg_at_100_std": 0.363308, "nauc_ndcg_at_100_diff1": 0.619616, "nauc_ndcg_at_1000_max": 0.547881, "nauc_ndcg_at_1000_std": 0.363308, "nauc_ndcg_at_1000_diff1": 0.619616, "nauc_map_at_1_max": 0.392837, "nauc_map_at_1_std": 0.08016, "nauc_map_at_1_diff1": 0.675271, "nauc_map_at_3_max": 0.423478, "nauc_map_at_3_std": 0.179566, "nauc_map_at_3_diff1": 0.616559, "nauc_map_at_5_max": 0.442236, "nauc_map_at_5_std": 0.217711, "nauc_map_at_5_diff1": 0.604055, "nauc_map_at_10_max": 0.46709, "nauc_map_at_10_std": 0.259687, "nauc_map_at_10_diff1": 0.598145, "nauc_map_at_20_max": 0.484084, "nauc_map_at_20_std": 0.285841, "nauc_map_at_20_diff1": 0.591343, "nauc_map_at_100_max": 0.487426, "nauc_map_at_100_std": 0.291005, "nauc_map_at_100_diff1": 0.590935, "nauc_map_at_1000_max": 0.487426, "nauc_map_at_1000_std": 0.291005, "nauc_map_at_1000_diff1": 0.590935, "nauc_recall_at_1_max": 0.392837, "nauc_recall_at_1_std": 0.08016, "nauc_recall_at_1_diff1": 0.675271, "nauc_recall_at_3_max": 0.415668, "nauc_recall_at_3_std": 0.194839, "nauc_recall_at_3_diff1": 0.584121, "nauc_recall_at_5_max": 0.422159, "nauc_recall_at_5_std": 0.249466, "nauc_recall_at_5_diff1": 0.554252, "nauc_recall_at_10_max": 0.459245, "nauc_recall_at_10_std": 0.314177, "nauc_recall_at_10_diff1": 0.533874, "nauc_recall_at_20_max": 0.507675, "nauc_recall_at_20_std": 0.446988, "nauc_recall_at_20_diff1": 0.515461, "nauc_recall_at_100_max": 0.532658, "nauc_recall_at_100_std": 0.47093, "nauc_recall_at_100_diff1": 0.518639, "nauc_recall_at_1000_max": 0.532658, "nauc_recall_at_1000_std": 0.47093, "nauc_recall_at_1000_diff1": 0.518639, "nauc_precision_at_1_max": 0.586001, "nauc_precision_at_1_std": 0.279423, "nauc_precision_at_1_diff1": 0.729192, "nauc_precision_at_3_max": 0.318392, "nauc_precision_at_3_std": 0.347372, "nauc_precision_at_3_diff1": 0.144945, "nauc_precision_at_5_max": 0.264461, "nauc_precision_at_5_std": 0.362715, "nauc_precision_at_5_diff1": 0.020558, "nauc_precision_at_10_max": 0.206342, "nauc_precision_at_10_std": 0.341547, "nauc_precision_at_10_diff1": -0.088406, "nauc_precision_at_20_max": 0.164529, "nauc_precision_at_20_std": 0.320987, "nauc_precision_at_20_diff1": -0.164824, "nauc_precision_at_100_max": 0.141067, "nauc_precision_at_100_std": 0.298527, "nauc_precision_at_100_diff1": -0.181972, "nauc_precision_at_1000_max": 0.141067, "nauc_precision_at_1000_std": 0.298527, "nauc_precision_at_1000_diff1": -0.181972, "nauc_mrr_at_1_max": 0.586001, "nauc_mrr_at_1_std": 0.279423, "nauc_mrr_at_1_diff1": 0.729192, "nauc_mrr_at_3_max": 0.625778, "nauc_mrr_at_3_std": 0.329875, "nauc_mrr_at_3_diff1": 0.727805, "nauc_mrr_at_5_max": 0.616404, "nauc_mrr_at_5_std": 0.330311, "nauc_mrr_at_5_diff1": 0.719909, "nauc_mrr_at_10_max": 0.620002, "nauc_mrr_at_10_std": 0.338653, "nauc_mrr_at_10_diff1": 0.718925, "nauc_mrr_at_20_max": 0.620806, "nauc_mrr_at_20_std": 0.342384, "nauc_mrr_at_20_diff1": 0.718357, "nauc_mrr_at_100_max": 0.6207, "nauc_mrr_at_100_std": 0.342349, "nauc_mrr_at_100_diff1": 0.718301, "nauc_mrr_at_1000_max": 0.6207, "nauc_mrr_at_1000_std": 0.342349, "nauc_mrr_at_1000_diff1": 0.718301, "hit_rate_at_1": 0.64311, "hit_rate_at_3": 0.77739, "hit_rate_at_5": 0.80919, "hit_rate_at_10": 0.85512, "hit_rate_at_20": 0.88693, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.59149, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.30919, "ndcg_at_3": 0.28174, "ndcg_at_5": 0.27507, "ndcg_at_10": 0.27156, "ndcg_at_20": 0.27306, "ndcg_at_100": 0.27508, "ndcg_at_1000": 0.27508, "map_at_1": 0.16906, "map_at_3": 0.21074, "map_at_5": 0.22155, "map_at_10": 0.22906, "map_at_20": 0.23315, "map_at_100": 0.23453, "map_at_1000": 0.23453, "recall_at_1": 0.16906, "recall_at_3": 0.22216, "recall_at_5": 0.24287, "recall_at_10": 0.259, "recall_at_20": 0.27493, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.16906, "precision_at_1": 0.31802, "precision_at_3": 0.17786, "precision_at_5": 0.12792, "precision_at_10": 0.07774, "precision_at_20": 0.04488, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.318021, "mrr_at_3": 0.342167, "mrr_at_5": 0.347998, "mrr_at_10": 0.349764, "mrr_at_20": 0.350547, "mrr_at_100": 0.350673, "mrr_at_1000": 0.350673, "nauc_ndcg_at_1_max": 0.772446, "nauc_ndcg_at_1_std": 0.597255, "nauc_ndcg_at_1_diff1": 0.62384, "nauc_ndcg_at_3_max": 0.779237, "nauc_ndcg_at_3_std": 0.604541, "nauc_ndcg_at_3_diff1": 0.595378, "nauc_ndcg_at_5_max": 0.783698, "nauc_ndcg_at_5_std": 0.599757, "nauc_ndcg_at_5_diff1": 0.599135, "nauc_ndcg_at_10_max": 0.78658, "nauc_ndcg_at_10_std": 0.600625, "nauc_ndcg_at_10_diff1": 0.597045, "nauc_ndcg_at_20_max": 0.792397, "nauc_ndcg_at_20_std": 0.608939, "nauc_ndcg_at_20_diff1": 0.596475, "nauc_ndcg_at_100_max": 0.791456, "nauc_ndcg_at_100_std": 0.615641, "nauc_ndcg_at_100_diff1": 0.592889, "nauc_ndcg_at_1000_max": 0.791456, "nauc_ndcg_at_1000_std": 0.615641, "nauc_ndcg_at_1000_diff1": 0.592889, "nauc_map_at_1_max": 0.728356, "nauc_map_at_1_std": 0.379188, "nauc_map_at_1_diff1": 0.737515, "nauc_map_at_3_max": 0.757986, "nauc_map_at_3_std": 0.482484, "nauc_map_at_3_diff1": 0.670184, "nauc_map_at_5_max": 0.773003, "nauc_map_at_5_std": 0.513161, "nauc_map_at_5_diff1": 0.659734, "nauc_map_at_10_max": 0.775705, "nauc_map_at_10_std": 0.531866, "nauc_map_at_10_diff1": 0.644677, "nauc_map_at_20_max": 0.777486, "nauc_map_at_20_std": 0.541611, "nauc_map_at_20_diff1": 0.63819, "nauc_map_at_100_max": 0.777588, "nauc_map_at_100_std": 0.545571, "nauc_map_at_100_diff1": 0.635223, "nauc_map_at_1000_max": 0.777588, "nauc_map_at_1000_std": 0.545571, "nauc_map_at_1000_diff1": 0.635223, "nauc_recall_at_1_max": 0.728356, "nauc_recall_at_1_std": 0.379188, "nauc_recall_at_1_diff1": 0.737515, "nauc_recall_at_3_max": 0.746423, "nauc_recall_at_3_std": 0.494693, "nauc_recall_at_3_diff1": 0.638569, "nauc_recall_at_5_max": 0.758634, "nauc_recall_at_5_std": 0.537013, "nauc_recall_at_5_diff1": 0.608813, "nauc_recall_at_10_max": 0.762578, "nauc_recall_at_10_std": 0.575169, "nauc_recall_at_10_diff1": 0.580259, "nauc_recall_at_20_max": 0.774906, "nauc_recall_at_20_std": 0.607972, "nauc_recall_at_20_diff1": 0.556122, "nauc_recall_at_100_max": 0.777572, "nauc_recall_at_100_std": 0.625175, "nauc_recall_at_100_diff1": 0.535645, "nauc_recall_at_1000_max": 0.777572, "nauc_recall_at_1000_std": 0.625175, "nauc_recall_at_1000_diff1": 0.535645, "nauc_precision_at_1_max": 0.778872, "nauc_precision_at_1_std": 0.612717, "nauc_precision_at_1_diff1": 0.61628, "nauc_precision_at_3_max": 0.678626, "nauc_precision_at_3_std": 0.68711, "nauc_precision_at_3_diff1": 0.343393, "nauc_precision_at_5_max": 0.638924, "nauc_precision_at_5_std": 0.69873, "nauc_precision_at_5_diff1": 0.272089, "nauc_precision_at_10_max": 0.565844, "nauc_precision_at_10_std": 0.67633, "nauc_precision_at_10_diff1": 0.176022, "nauc_precision_at_20_max": 0.528968, "nauc_precision_at_20_std": 0.674234, "nauc_precision_at_20_diff1": 0.122648, "nauc_precision_at_100_max": 0.498327, "nauc_precision_at_100_std": 0.672065, "nauc_precision_at_100_diff1": 0.088068, "nauc_precision_at_1000_max": 0.498327, "nauc_precision_at_1000_std": 0.672065, "nauc_precision_at_1000_diff1": 0.088068, "nauc_mrr_at_1_max": 0.778872, "nauc_mrr_at_1_std": 0.612717, "nauc_mrr_at_1_diff1": 0.61628, "nauc_mrr_at_3_max": 0.78585, "nauc_mrr_at_3_std": 0.645583, "nauc_mrr_at_3_diff1": 0.585088, "nauc_mrr_at_5_max": 0.783383, "nauc_mrr_at_5_std": 0.651076, "nauc_mrr_at_5_diff1": 0.573055, "nauc_mrr_at_10_max": 0.782149, "nauc_mrr_at_10_std": 0.652801, "nauc_mrr_at_10_diff1": 0.571124, "nauc_mrr_at_20_max": 0.783616, "nauc_mrr_at_20_std": 0.655588, "nauc_mrr_at_20_diff1": 0.569155, "nauc_mrr_at_100_max": 0.783452, "nauc_mrr_at_100_std": 0.655489, "nauc_mrr_at_100_diff1": 0.56887, "nauc_mrr_at_1000_max": 0.783452, "nauc_mrr_at_1000_std": 0.655489, "nauc_mrr_at_1000_diff1": 0.56887, "hit_rate_at_1": 0.31802, "hit_rate_at_3": 0.37102, "hit_rate_at_5": 0.39576, "hit_rate_at_10": 0.40636, "hit_rate_at_20": 0.41696, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.27156, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.30035, "ndcg_at_3": 0.28511, "ndcg_at_5": 0.28219, "ndcg_at_10": 0.28345, "ndcg_at_20": 0.28577, "ndcg_at_100": 0.29035, "ndcg_at_1000": 0.29035, "map_at_1": 0.18613, "map_at_3": 0.2249, "map_at_5": 0.23542, "map_at_10": 0.2453, "map_at_20": 0.24946, "map_at_100": 0.25224, "map_at_1000": 0.25224, "recall_at_1": 0.18613, "recall_at_3": 0.23728, "recall_at_5": 0.25832, "recall_at_10": 0.281, "recall_at_20": 0.29702, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.18613, "precision_at_1": 0.30742, "precision_at_3": 0.16726, "precision_at_5": 0.12155, "precision_at_10": 0.07597, "precision_at_20": 0.04399, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.30742, "mrr_at_3": 0.330978, "mrr_at_5": 0.335925, "mrr_at_10": 0.337495, "mrr_at_20": 0.338216, "mrr_at_100": 0.338384, "mrr_at_1000": 0.338384, "nauc_ndcg_at_1_max": 0.810174, "nauc_ndcg_at_1_std": 0.749777, "nauc_ndcg_at_1_diff1": 0.654477, "nauc_ndcg_at_3_max": 0.821973, "nauc_ndcg_at_3_std": 0.748116, "nauc_ndcg_at_3_diff1": 0.631503, "nauc_ndcg_at_5_max": 0.826618, "nauc_ndcg_at_5_std": 0.74367, "nauc_ndcg_at_5_diff1": 0.625145, "nauc_ndcg_at_10_max": 0.826101, "nauc_ndcg_at_10_std": 0.750272, "nauc_ndcg_at_10_diff1": 0.621034, "nauc_ndcg_at_20_max": 0.831479, "nauc_ndcg_at_20_std": 0.755051, "nauc_ndcg_at_20_diff1": 0.615251, "nauc_ndcg_at_100_max": 0.835111, "nauc_ndcg_at_100_std": 0.75852, "nauc_ndcg_at_100_diff1": 0.612482, "nauc_ndcg_at_1000_max": 0.835111, "nauc_ndcg_at_1000_std": 0.75852, "nauc_ndcg_at_1000_diff1": 0.612482, "nauc_map_at_1_max": 0.74786, "nauc_map_at_1_std": 0.573853, "nauc_map_at_1_diff1": 0.761449, "nauc_map_at_3_max": 0.782179, "nauc_map_at_3_std": 0.660932, "nauc_map_at_3_diff1": 0.672167, "nauc_map_at_5_max": 0.792442, "nauc_map_at_5_std": 0.678421, "nauc_map_at_5_diff1": 0.654073, "nauc_map_at_10_max": 0.801098, "nauc_map_at_10_std": 0.695882, "nauc_map_at_10_diff1": 0.645117, "nauc_map_at_20_max": 0.806972, "nauc_map_at_20_std": 0.701746, "nauc_map_at_20_diff1": 0.640493, "nauc_map_at_100_max": 0.810099, "nauc_map_at_100_std": 0.70443, "nauc_map_at_100_diff1": 0.638175, "nauc_map_at_1000_max": 0.810099, "nauc_map_at_1000_std": 0.70443, "nauc_map_at_1000_diff1": 0.638175, "nauc_recall_at_1_max": 0.74786, "nauc_recall_at_1_std": 0.573853, "nauc_recall_at_1_diff1": 0.761449, "nauc_recall_at_3_max": 0.776367, "nauc_recall_at_3_std": 0.676447, "nauc_recall_at_3_diff1": 0.640456, "nauc_recall_at_5_max": 0.789742, "nauc_recall_at_5_std": 0.705572, "nauc_recall_at_5_diff1": 0.600005, "nauc_recall_at_10_max": 0.814574, "nauc_recall_at_10_std": 0.749604, "nauc_recall_at_10_diff1": 0.579545, "nauc_recall_at_20_max": 0.838464, "nauc_recall_at_20_std": 0.772852, "nauc_recall_at_20_diff1": 0.557487, "nauc_recall_at_100_max": 0.849624, "nauc_recall_at_100_std": 0.778094, "nauc_recall_at_100_diff1": 0.545739, "nauc_recall_at_1000_max": 0.849624, "nauc_recall_at_1000_std": 0.778094, "nauc_recall_at_1000_diff1": 0.545739, "nauc_precision_at_1_max": 0.810098, "nauc_precision_at_1_std": 0.746662, "nauc_precision_at_1_diff1": 0.651079, "nauc_precision_at_3_max": 0.722452, "nauc_precision_at_3_std": 0.747904, "nauc_precision_at_3_diff1": 0.382812, "nauc_precision_at_5_max": 0.687816, "nauc_precision_at_5_std": 0.712553, "nauc_precision_at_5_diff1": 0.294141, "nauc_precision_at_10_max": 0.616949, "nauc_precision_at_10_std": 0.671494, "nauc_precision_at_10_diff1": 0.233449, "nauc_precision_at_20_max": 0.586006, "nauc_precision_at_20_std": 0.634471, "nauc_precision_at_20_diff1": 0.186087, "nauc_precision_at_100_max": 0.555457, "nauc_precision_at_100_std": 0.591482, "nauc_precision_at_100_diff1": 0.156152, "nauc_precision_at_1000_max": 0.555457, "nauc_precision_at_1000_std": 0.591482, "nauc_precision_at_1000_diff1": 0.156152, "nauc_mrr_at_1_max": 0.810098, "nauc_mrr_at_1_std": 0.746662, "nauc_mrr_at_1_diff1": 0.651079, "nauc_mrr_at_3_max": 0.831758, "nauc_mrr_at_3_std": 0.778012, "nauc_mrr_at_3_diff1": 0.639354, "nauc_mrr_at_5_max": 0.835249, "nauc_mrr_at_5_std": 0.783299, "nauc_mrr_at_5_diff1": 0.630558, "nauc_mrr_at_10_max": 0.836951, "nauc_mrr_at_10_std": 0.786839, "nauc_mrr_at_10_diff1": 0.62804, "nauc_mrr_at_20_max": 0.837728, "nauc_mrr_at_20_std": 0.787158, "nauc_mrr_at_20_diff1": 0.627242, "nauc_mrr_at_100_max": 0.837719, "nauc_mrr_at_100_std": 0.786789, "nauc_mrr_at_100_diff1": 0.627014, "nauc_mrr_at_1000_max": 0.837719, "nauc_mrr_at_1000_std": 0.786789, "nauc_mrr_at_1000_diff1": 0.627014, "hit_rate_at_1": 0.30742, "hit_rate_at_3": 0.35689, "hit_rate_at_5": 0.37809, "hit_rate_at_10": 0.38869, "hit_rate_at_20": 0.39929, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.28345, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 31033.90932363298, "kg_co2_emissions": null, "date": 1791823240.620012, "evaluation_phases": [ { "name": "Data loading", "start": 1.2379983672872186e-05, "end": 41.58065522299148, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 41.580675473000156, "end": 41.58067776297685, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 41.587207712000236, "end": 5173.256072610966, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 5173.409660369973, "end": 5173.5156588969985, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 5173.556081935996, "end": 10262.041493112978, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 10262.21433379798, "end": 10262.292372835975, "split": "test", "subset": "german" } ] }