{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.43046, "ndcg_at_3": 0.44078, "ndcg_at_5": 0.46293, "ndcg_at_10": 0.49172, "ndcg_at_20": 0.52281, "ndcg_at_100": 0.54129, "ndcg_at_1000": 0.54129, "map_at_1": 0.16002, "map_at_3": 0.24665, "map_at_5": 0.28888, "map_at_10": 0.34247, "map_at_20": 0.37927, "map_at_100": 0.39016, "map_at_1000": 0.39016, "recall_at_1": 0.16002, "recall_at_3": 0.30104, "recall_at_5": 0.39337, "recall_at_10": 0.5152, "recall_at_20": 0.61743, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.16002, "precision_at_1": 0.46689, "precision_at_3": 0.35762, "precision_at_5": 0.31987, "precision_at_10": 0.25828, "precision_at_20": 0.17864, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.466887, "mrr_at_3": 0.586093, "mrr_at_5": 0.608113, "mrr_at_10": 0.61841, "mrr_at_20": 0.620148, "mrr_at_100": 0.620476, "mrr_at_1000": 0.620476, "nauc_ndcg_at_1_max": 0.305097, "nauc_ndcg_at_1_std": 0.048864, "nauc_ndcg_at_1_diff1": 0.274605, "nauc_ndcg_at_3_max": 0.310938, "nauc_ndcg_at_3_std": 0.07945, "nauc_ndcg_at_3_diff1": 0.224946, "nauc_ndcg_at_5_max": 0.31772, "nauc_ndcg_at_5_std": 0.108198, "nauc_ndcg_at_5_diff1": 0.189235, "nauc_ndcg_at_10_max": 0.314994, "nauc_ndcg_at_10_std": 0.155919, "nauc_ndcg_at_10_diff1": 0.19233, "nauc_ndcg_at_20_max": 0.328632, "nauc_ndcg_at_20_std": 0.185481, "nauc_ndcg_at_20_diff1": 0.172482, "nauc_ndcg_at_100_max": 0.350919, "nauc_ndcg_at_100_std": 0.171215, "nauc_ndcg_at_100_diff1": 0.163505, "nauc_ndcg_at_1000_max": 0.350919, "nauc_ndcg_at_1000_std": 0.171215, "nauc_ndcg_at_1000_diff1": 0.163505, "nauc_map_at_1_max": 0.238382, "nauc_map_at_1_std": -0.143128, "nauc_map_at_1_diff1": 0.373866, "nauc_map_at_3_max": 0.230923, "nauc_map_at_3_std": -0.082145, "nauc_map_at_3_diff1": 0.304652, "nauc_map_at_5_max": 0.24279, "nauc_map_at_5_std": -0.028786, "nauc_map_at_5_diff1": 0.263696, "nauc_map_at_10_max": 0.257113, "nauc_map_at_10_std": 0.051629, "nauc_map_at_10_diff1": 0.245084, "nauc_map_at_20_max": 0.277181, "nauc_map_at_20_std": 0.097135, "nauc_map_at_20_diff1": 0.22624, "nauc_map_at_100_max": 0.291071, "nauc_map_at_100_std": 0.093624, "nauc_map_at_100_diff1": 0.223285, "nauc_map_at_1000_max": 0.291071, "nauc_map_at_1000_std": 0.093624, "nauc_map_at_1000_diff1": 0.223285, "nauc_recall_at_1_max": 0.238382, "nauc_recall_at_1_std": -0.143128, "nauc_recall_at_1_diff1": 0.373866, "nauc_recall_at_3_max": 0.211846, "nauc_recall_at_3_std": -0.045043, "nauc_recall_at_3_diff1": 0.225905, "nauc_recall_at_5_max": 0.197031, "nauc_recall_at_5_std": 0.025846, "nauc_recall_at_5_diff1": 0.141447, "nauc_recall_at_10_max": 0.219591, "nauc_recall_at_10_std": 0.168741, "nauc_recall_at_10_diff1": 0.116893, "nauc_recall_at_20_max": 0.254919, "nauc_recall_at_20_std": 0.278039, "nauc_recall_at_20_diff1": 0.047342, "nauc_recall_at_100_max": 0.311486, "nauc_recall_at_100_std": 0.262195, "nauc_recall_at_100_diff1": 0.001125, "nauc_recall_at_1000_max": 0.311486, "nauc_recall_at_1000_std": 0.262195, "nauc_recall_at_1000_diff1": 0.001125, "nauc_precision_at_1_max": 0.308789, "nauc_precision_at_1_std": 0.035687, "nauc_precision_at_1_diff1": 0.270586, "nauc_precision_at_3_max": 0.222756, "nauc_precision_at_3_std": 0.216605, "nauc_precision_at_3_diff1": 0.04875, "nauc_precision_at_5_max": 0.184827, "nauc_precision_at_5_std": 0.286661, "nauc_precision_at_5_diff1": -0.063262, "nauc_precision_at_10_max": 0.143772, "nauc_precision_at_10_std": 0.327728, "nauc_precision_at_10_diff1": -0.077394, "nauc_precision_at_20_max": 0.127061, "nauc_precision_at_20_std": 0.291453, "nauc_precision_at_20_diff1": -0.122428, "nauc_precision_at_100_max": 0.138166, "nauc_precision_at_100_std": 0.212716, "nauc_precision_at_100_diff1": -0.136099, "nauc_precision_at_1000_max": 0.138166, "nauc_precision_at_1000_std": 0.212716, "nauc_precision_at_1000_diff1": -0.136099, "nauc_mrr_at_1_max": 0.308789, "nauc_mrr_at_1_std": 0.035687, "nauc_mrr_at_1_diff1": 0.270586, "nauc_mrr_at_3_max": 0.364812, "nauc_mrr_at_3_std": 0.111655, "nauc_mrr_at_3_diff1": 0.214639, "nauc_mrr_at_5_max": 0.362508, "nauc_mrr_at_5_std": 0.10242, "nauc_mrr_at_5_diff1": 0.207954, "nauc_mrr_at_10_max": 0.361986, "nauc_mrr_at_10_std": 0.109361, "nauc_mrr_at_10_diff1": 0.207973, "nauc_mrr_at_20_max": 0.362629, "nauc_mrr_at_20_std": 0.110197, "nauc_mrr_at_20_diff1": 0.2066, "nauc_mrr_at_100_max": 0.362527, "nauc_mrr_at_100_std": 0.11021, "nauc_mrr_at_100_diff1": 0.20673, "nauc_mrr_at_1000_max": 0.362527, "nauc_mrr_at_1000_std": 0.11021, "nauc_mrr_at_1000_diff1": 0.20673, "hit_rate_at_1": 0.46689, "hit_rate_at_3": 0.72517, "hit_rate_at_5": 0.82119, "hit_rate_at_10": 0.89404, "hit_rate_at_20": 0.92053, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.49172, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.28808, "ndcg_at_3": 0.27854, "ndcg_at_5": 0.2796, "ndcg_at_10": 0.27791, "ndcg_at_20": 0.28408, "ndcg_at_100": 0.28765, "ndcg_at_1000": 0.28765, "map_at_1": 0.10369, "map_at_3": 0.15436, "map_at_5": 0.1729, "map_at_10": 0.19173, "map_at_20": 0.2023, "map_at_100": 0.20444, "map_at_1000": 0.20444, "recall_at_1": 0.10369, "recall_at_3": 0.18425, "recall_at_5": 0.22694, "recall_at_10": 0.27488, "recall_at_20": 0.31089, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.10369, "precision_at_1": 0.31126, "precision_at_3": 0.22075, "precision_at_5": 0.18212, "precision_at_10": 0.12517, "precision_at_20": 0.07566, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.311258, "mrr_at_3": 0.392384, "mrr_at_5": 0.407616, "mrr_at_10": 0.411603, "mrr_at_20": 0.412041, "mrr_at_100": 0.412041, "mrr_at_1000": 0.412041, "nauc_ndcg_at_1_max": 0.577072, "nauc_ndcg_at_1_std": 0.336537, "nauc_ndcg_at_1_diff1": 0.210462, "nauc_ndcg_at_3_max": 0.599123, "nauc_ndcg_at_3_std": 0.376105, "nauc_ndcg_at_3_diff1": 0.146375, "nauc_ndcg_at_5_max": 0.623724, "nauc_ndcg_at_5_std": 0.417352, "nauc_ndcg_at_5_diff1": 0.126644, "nauc_ndcg_at_10_max": 0.638423, "nauc_ndcg_at_10_std": 0.463211, "nauc_ndcg_at_10_diff1": 0.094173, "nauc_ndcg_at_20_max": 0.643755, "nauc_ndcg_at_20_std": 0.496522, "nauc_ndcg_at_20_diff1": 0.069349, "nauc_ndcg_at_100_max": 0.652442, "nauc_ndcg_at_100_std": 0.506679, "nauc_ndcg_at_100_diff1": 0.063334, "nauc_ndcg_at_1000_max": 0.652442, "nauc_ndcg_at_1000_std": 0.506679, "nauc_ndcg_at_1000_diff1": 0.063334, "nauc_map_at_1_max": 0.517092, "nauc_map_at_1_std": 0.064379, "nauc_map_at_1_diff1": 0.328753, "nauc_map_at_3_max": 0.531596, "nauc_map_at_3_std": 0.175407, "nauc_map_at_3_diff1": 0.228941, "nauc_map_at_5_max": 0.56402, "nauc_map_at_5_std": 0.250144, "nauc_map_at_5_diff1": 0.190295, "nauc_map_at_10_max": 0.587348, "nauc_map_at_10_std": 0.329149, "nauc_map_at_10_diff1": 0.151745, "nauc_map_at_20_max": 0.599179, "nauc_map_at_20_std": 0.374668, "nauc_map_at_20_diff1": 0.126457, "nauc_map_at_100_max": 0.60536, "nauc_map_at_100_std": 0.382324, "nauc_map_at_100_diff1": 0.121821, "nauc_map_at_1000_max": 0.60536, "nauc_map_at_1000_std": 0.382324, "nauc_map_at_1000_diff1": 0.121821, "nauc_recall_at_1_max": 0.517092, "nauc_recall_at_1_std": 0.064379, "nauc_recall_at_1_diff1": 0.328753, "nauc_recall_at_3_max": 0.504022, "nauc_recall_at_3_std": 0.208161, "nauc_recall_at_3_diff1": 0.155446, "nauc_recall_at_5_max": 0.542907, "nauc_recall_at_5_std": 0.333001, "nauc_recall_at_5_diff1": 0.093241, "nauc_recall_at_10_max": 0.585572, "nauc_recall_at_10_std": 0.483381, "nauc_recall_at_10_diff1": 0.017835, "nauc_recall_at_20_max": 0.598881, "nauc_recall_at_20_std": 0.564309, "nauc_recall_at_20_diff1": -0.027836, "nauc_recall_at_100_max": 0.61614, "nauc_recall_at_100_std": 0.585934, "nauc_recall_at_100_diff1": -0.04404, "nauc_recall_at_1000_max": 0.61614, "nauc_recall_at_1000_std": 0.585934, "nauc_recall_at_1000_diff1": -0.04404, "nauc_precision_at_1_max": 0.581972, "nauc_precision_at_1_std": 0.358158, "nauc_precision_at_1_diff1": 0.198384, "nauc_precision_at_3_max": 0.544411, "nauc_precision_at_3_std": 0.49461, "nauc_precision_at_3_diff1": 0.040168, "nauc_precision_at_5_max": 0.540499, "nauc_precision_at_5_std": 0.596022, "nauc_precision_at_5_diff1": -0.033441, "nauc_precision_at_10_max": 0.517646, "nauc_precision_at_10_std": 0.678414, "nauc_precision_at_10_diff1": -0.112425, "nauc_precision_at_20_max": 0.504575, "nauc_precision_at_20_std": 0.711837, "nauc_precision_at_20_diff1": -0.14683, "nauc_precision_at_100_max": 0.50933, "nauc_precision_at_100_std": 0.699942, "nauc_precision_at_100_diff1": -0.154087, "nauc_precision_at_1000_max": 0.50933, "nauc_precision_at_1000_std": 0.699942, "nauc_precision_at_1000_diff1": -0.154087, "nauc_mrr_at_1_max": 0.581972, "nauc_mrr_at_1_std": 0.358158, "nauc_mrr_at_1_diff1": 0.198384, "nauc_mrr_at_3_max": 0.617269, "nauc_mrr_at_3_std": 0.445352, "nauc_mrr_at_3_diff1": 0.108704, "nauc_mrr_at_5_max": 0.621627, "nauc_mrr_at_5_std": 0.46142, "nauc_mrr_at_5_diff1": 0.109133, "nauc_mrr_at_10_max": 0.630808, "nauc_mrr_at_10_std": 0.477508, "nauc_mrr_at_10_diff1": 0.103795, "nauc_mrr_at_20_max": 0.630621, "nauc_mrr_at_20_std": 0.479316, "nauc_mrr_at_20_diff1": 0.103386, "nauc_mrr_at_100_max": 0.630621, "nauc_mrr_at_100_std": 0.479316, "nauc_mrr_at_100_diff1": 0.103386, "nauc_mrr_at_1000_max": 0.630621, "nauc_mrr_at_1000_std": 0.479316, "nauc_mrr_at_1000_diff1": 0.103386, "hit_rate_at_1": 0.31126, "hit_rate_at_3": 0.48344, "hit_rate_at_5": 0.54967, "hit_rate_at_10": 0.57947, "hit_rate_at_20": 0.58609, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.27791, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.31954, "ndcg_at_3": 0.31395, "ndcg_at_5": 0.32267, "ndcg_at_10": 0.32631, "ndcg_at_20": 0.33447, "ndcg_at_100": 0.34025, "ndcg_at_1000": 0.34025, "map_at_1": 0.12309, "map_at_3": 0.17863, "map_at_5": 0.2017, "map_at_10": 0.22537, "map_at_20": 0.23954, "map_at_100": 0.24289, "map_at_1000": 0.24289, "recall_at_1": 0.12309, "recall_at_3": 0.21228, "recall_at_5": 0.26849, "recall_at_10": 0.32622, "recall_at_20": 0.3696, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.12309, "precision_at_1": 0.34768, "precision_at_3": 0.24724, "precision_at_5": 0.21457, "precision_at_10": 0.15265, "precision_at_20": 0.09851, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.347682, "mrr_at_3": 0.439294, "mrr_at_5": 0.457009, "mrr_at_10": 0.462631, "mrr_at_20": 0.464113, "mrr_at_100": 0.464257, "mrr_at_1000": 0.464257, "nauc_ndcg_at_1_max": 0.516524, "nauc_ndcg_at_1_std": 0.257628, "nauc_ndcg_at_1_diff1": 0.157712, "nauc_ndcg_at_3_max": 0.528729, "nauc_ndcg_at_3_std": 0.288039, "nauc_ndcg_at_3_diff1": 0.079138, "nauc_ndcg_at_5_max": 0.526638, "nauc_ndcg_at_5_std": 0.325548, "nauc_ndcg_at_5_diff1": 0.091066, "nauc_ndcg_at_10_max": 0.533944, "nauc_ndcg_at_10_std": 0.360734, "nauc_ndcg_at_10_diff1": 0.059358, "nauc_ndcg_at_20_max": 0.527212, "nauc_ndcg_at_20_std": 0.387516, "nauc_ndcg_at_20_diff1": 0.038607, "nauc_ndcg_at_100_max": 0.530058, "nauc_ndcg_at_100_std": 0.393549, "nauc_ndcg_at_100_diff1": 0.031097, "nauc_ndcg_at_1000_max": 0.530058, "nauc_ndcg_at_1000_std": 0.393549, "nauc_ndcg_at_1000_diff1": 0.031097, "nauc_map_at_1_max": 0.400331, "nauc_map_at_1_std": 0.02439, "nauc_map_at_1_diff1": 0.268712, "nauc_map_at_3_max": 0.421283, "nauc_map_at_3_std": 0.098853, "nauc_map_at_3_diff1": 0.160445, "nauc_map_at_5_max": 0.438572, "nauc_map_at_5_std": 0.146019, "nauc_map_at_5_diff1": 0.154782, "nauc_map_at_10_max": 0.465789, "nauc_map_at_10_std": 0.221759, "nauc_map_at_10_diff1": 0.120252, "nauc_map_at_20_max": 0.473315, "nauc_map_at_20_std": 0.266528, "nauc_map_at_20_diff1": 0.102101, "nauc_map_at_100_max": 0.477107, "nauc_map_at_100_std": 0.272353, "nauc_map_at_100_diff1": 0.099002, "nauc_map_at_1000_max": 0.477107, "nauc_map_at_1000_std": 0.272353, "nauc_map_at_1000_diff1": 0.099002, "nauc_recall_at_1_max": 0.400331, "nauc_recall_at_1_std": 0.02439, "nauc_recall_at_1_diff1": 0.268712, "nauc_recall_at_3_max": 0.398367, "nauc_recall_at_3_std": 0.129708, "nauc_recall_at_3_diff1": 0.093736, "nauc_recall_at_5_max": 0.403811, "nauc_recall_at_5_std": 0.200706, "nauc_recall_at_5_diff1": 0.100687, "nauc_recall_at_10_max": 0.450969, "nauc_recall_at_10_std": 0.333785, "nauc_recall_at_10_diff1": 0.023984, "nauc_recall_at_20_max": 0.462461, "nauc_recall_at_20_std": 0.429553, "nauc_recall_at_20_diff1": -0.020506, "nauc_recall_at_100_max": 0.465551, "nauc_recall_at_100_std": 0.445868, "nauc_recall_at_100_diff1": -0.039819, "nauc_recall_at_1000_max": 0.465551, "nauc_recall_at_1000_std": 0.445868, "nauc_recall_at_1000_diff1": -0.039819, "nauc_precision_at_1_max": 0.531406, "nauc_precision_at_1_std": 0.274311, "nauc_precision_at_1_diff1": 0.142925, "nauc_precision_at_3_max": 0.505926, "nauc_precision_at_3_std": 0.409985, "nauc_precision_at_3_diff1": -0.030609, "nauc_precision_at_5_max": 0.450918, "nauc_precision_at_5_std": 0.491996, "nauc_precision_at_5_diff1": -0.039666, "nauc_precision_at_10_max": 0.419899, "nauc_precision_at_10_std": 0.568231, "nauc_precision_at_10_diff1": -0.108347, "nauc_precision_at_20_max": 0.359819, "nauc_precision_at_20_std": 0.566934, "nauc_precision_at_20_diff1": -0.131971, "nauc_precision_at_100_max": 0.347625, "nauc_precision_at_100_std": 0.541885, "nauc_precision_at_100_diff1": -0.141982, "nauc_precision_at_1000_max": 0.347625, "nauc_precision_at_1000_std": 0.541885, "nauc_precision_at_1000_diff1": -0.141982, "nauc_mrr_at_1_max": 0.531406, "nauc_mrr_at_1_std": 0.274311, "nauc_mrr_at_1_diff1": 0.142925, "nauc_mrr_at_3_max": 0.559457, "nauc_mrr_at_3_std": 0.358154, "nauc_mrr_at_3_diff1": 0.057136, "nauc_mrr_at_5_max": 0.566294, "nauc_mrr_at_5_std": 0.387638, "nauc_mrr_at_5_diff1": 0.055236, "nauc_mrr_at_10_max": 0.570811, "nauc_mrr_at_10_std": 0.397352, "nauc_mrr_at_10_diff1": 0.051522, "nauc_mrr_at_20_max": 0.570789, "nauc_mrr_at_20_std": 0.39832, "nauc_mrr_at_20_diff1": 0.050347, "nauc_mrr_at_100_max": 0.570614, "nauc_mrr_at_100_std": 0.398042, "nauc_mrr_at_100_diff1": 0.050049, "nauc_mrr_at_1000_max": 0.570614, "nauc_mrr_at_1000_std": 0.398042, "nauc_mrr_at_1000_diff1": 0.050049, "hit_rate_at_1": 0.34768, "hit_rate_at_3": 0.54305, "hit_rate_at_5": 0.62252, "hit_rate_at_10": 0.66225, "hit_rate_at_20": 0.68212, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.32631, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.25166, "ndcg_at_3": 0.24888, "ndcg_at_5": 0.25233, "ndcg_at_10": 0.25714, "ndcg_at_20": 0.26271, "ndcg_at_100": 0.27249, "ndcg_at_1000": 0.27249, "map_at_1": 0.10127, "map_at_3": 0.14226, "map_at_5": 0.15922, "map_at_10": 0.18053, "map_at_20": 0.19179, "map_at_100": 0.19789, "map_at_1000": 0.19789, "recall_at_1": 0.10127, "recall_at_3": 0.1708, "recall_at_5": 0.20636, "recall_at_10": 0.25367, "recall_at_20": 0.28315, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.10127, "precision_at_1": 0.27483, "precision_at_3": 0.19316, "precision_at_5": 0.16225, "precision_at_10": 0.12086, "precision_at_20": 0.07632, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.274834, "mrr_at_3": 0.357064, "mrr_at_5": 0.361038, "mrr_at_10": 0.362666, "mrr_at_20": 0.363086, "mrr_at_100": 0.363086, "mrr_at_1000": 0.363086, "nauc_ndcg_at_1_max": 0.613171, "nauc_ndcg_at_1_std": 0.396705, "nauc_ndcg_at_1_diff1": 0.152354, "nauc_ndcg_at_3_max": 0.699039, "nauc_ndcg_at_3_std": 0.53759, "nauc_ndcg_at_3_diff1": 0.116528, "nauc_ndcg_at_5_max": 0.731614, "nauc_ndcg_at_5_std": 0.576635, "nauc_ndcg_at_5_diff1": 0.104916, "nauc_ndcg_at_10_max": 0.739619, "nauc_ndcg_at_10_std": 0.603078, "nauc_ndcg_at_10_diff1": 0.078979, "nauc_ndcg_at_20_max": 0.737238, "nauc_ndcg_at_20_std": 0.616239, "nauc_ndcg_at_20_diff1": 0.058098, "nauc_ndcg_at_100_max": 0.750535, "nauc_ndcg_at_100_std": 0.626478, "nauc_ndcg_at_100_diff1": 0.038062, "nauc_ndcg_at_1000_max": 0.750535, "nauc_ndcg_at_1000_std": 0.626478, "nauc_ndcg_at_1000_diff1": 0.038062, "nauc_map_at_1_max": 0.595966, "nauc_map_at_1_std": 0.18292, "nauc_map_at_1_diff1": 0.375775, "nauc_map_at_3_max": 0.631544, "nauc_map_at_3_std": 0.321629, "nauc_map_at_3_diff1": 0.2629, "nauc_map_at_5_max": 0.659497, "nauc_map_at_5_std": 0.388199, "nauc_map_at_5_diff1": 0.217744, "nauc_map_at_10_max": 0.679055, "nauc_map_at_10_std": 0.463468, "nauc_map_at_10_diff1": 0.16613, "nauc_map_at_20_max": 0.68249, "nauc_map_at_20_std": 0.491887, "nauc_map_at_20_diff1": 0.135909, "nauc_map_at_100_max": 0.694094, "nauc_map_at_100_std": 0.503128, "nauc_map_at_100_diff1": 0.121268, "nauc_map_at_1000_max": 0.694094, "nauc_map_at_1000_std": 0.503128, "nauc_map_at_1000_diff1": 0.121268, "nauc_recall_at_1_max": 0.595966, "nauc_recall_at_1_std": 0.18292, "nauc_recall_at_1_diff1": 0.375775, "nauc_recall_at_3_max": 0.616537, "nauc_recall_at_3_std": 0.381789, "nauc_recall_at_3_diff1": 0.191067, "nauc_recall_at_5_max": 0.654288, "nauc_recall_at_5_std": 0.479495, "nauc_recall_at_5_diff1": 0.126037, "nauc_recall_at_10_max": 0.696616, "nauc_recall_at_10_std": 0.60194, "nauc_recall_at_10_diff1": 0.050519, "nauc_recall_at_20_max": 0.702754, "nauc_recall_at_20_std": 0.636999, "nauc_recall_at_20_diff1": 0.001877, "nauc_recall_at_100_max": 0.727762, "nauc_recall_at_100_std": 0.65838, "nauc_recall_at_100_diff1": -0.048254, "nauc_recall_at_1000_max": 0.727762, "nauc_recall_at_1000_std": 0.65838, "nauc_recall_at_1000_diff1": -0.048254, "nauc_precision_at_1_max": 0.631647, "nauc_precision_at_1_std": 0.413167, "nauc_precision_at_1_diff1": 0.146138, "nauc_precision_at_3_max": 0.697264, "nauc_precision_at_3_std": 0.703193, "nauc_precision_at_3_diff1": -0.060025, "nauc_precision_at_5_max": 0.650714, "nauc_precision_at_5_std": 0.721688, "nauc_precision_at_5_diff1": -0.122125, "nauc_precision_at_10_max": 0.577866, "nauc_precision_at_10_std": 0.707774, "nauc_precision_at_10_diff1": -0.168151, "nauc_precision_at_20_max": 0.531879, "nauc_precision_at_20_std": 0.660853, "nauc_precision_at_20_diff1": -0.20383, "nauc_precision_at_100_max": 0.52755, "nauc_precision_at_100_std": 0.610407, "nauc_precision_at_100_diff1": -0.22458, "nauc_precision_at_1000_max": 0.52755, "nauc_precision_at_1000_std": 0.610407, "nauc_precision_at_1000_diff1": -0.22458, "nauc_mrr_at_1_max": 0.631647, "nauc_mrr_at_1_std": 0.413167, "nauc_mrr_at_1_diff1": 0.146138, "nauc_mrr_at_3_max": 0.722221, "nauc_mrr_at_3_std": 0.589568, "nauc_mrr_at_3_diff1": 0.075358, "nauc_mrr_at_5_max": 0.72943, "nauc_mrr_at_5_std": 0.598203, "nauc_mrr_at_5_diff1": 0.074391, "nauc_mrr_at_10_max": 0.731093, "nauc_mrr_at_10_std": 0.602261, "nauc_mrr_at_10_diff1": 0.071504, "nauc_mrr_at_20_max": 0.731207, "nauc_mrr_at_20_std": 0.602419, "nauc_mrr_at_20_diff1": 0.070497, "nauc_mrr_at_100_max": 0.731207, "nauc_mrr_at_100_std": 0.602419, "nauc_mrr_at_100_diff1": 0.070497, "nauc_mrr_at_1000_max": 0.731207, "nauc_mrr_at_1000_std": 0.602419, "nauc_mrr_at_1000_diff1": 0.070497, "hit_rate_at_1": 0.27483, "hit_rate_at_3": 0.44702, "hit_rate_at_5": 0.46358, "hit_rate_at_10": 0.47682, "hit_rate_at_20": 0.48344, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.25714, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.31126, "ndcg_at_3": 0.28656, "ndcg_at_5": 0.28251, "ndcg_at_10": 0.28879, "ndcg_at_20": 0.29514, "ndcg_at_100": 0.30041, "ndcg_at_1000": 0.30041, "map_at_1": 0.11848, "map_at_3": 0.16292, "map_at_5": 0.17961, "map_at_10": 0.20348, "map_at_20": 0.2151, "map_at_100": 0.21824, "map_at_1000": 0.21824, "recall_at_1": 0.11848, "recall_at_3": 0.18579, "recall_at_5": 0.21654, "recall_at_10": 0.27725, "recall_at_20": 0.31411, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.11848, "precision_at_1": 0.34437, "precision_at_3": 0.23289, "precision_at_5": 0.19139, "precision_at_10": 0.13609, "precision_at_20": 0.08477, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.344371, "mrr_at_3": 0.414459, "mrr_at_5": 0.421909, "mrr_at_10": 0.42796, "mrr_at_20": 0.429228, "mrr_at_100": 0.429351, "mrr_at_1000": 0.429351, "nauc_ndcg_at_1_max": 0.5581, "nauc_ndcg_at_1_std": 0.324402, "nauc_ndcg_at_1_diff1": 0.153158, "nauc_ndcg_at_3_max": 0.642714, "nauc_ndcg_at_3_std": 0.43914, "nauc_ndcg_at_3_diff1": 0.092697, "nauc_ndcg_at_5_max": 0.660283, "nauc_ndcg_at_5_std": 0.464693, "nauc_ndcg_at_5_diff1": 0.088896, "nauc_ndcg_at_10_max": 0.683716, "nauc_ndcg_at_10_std": 0.513447, "nauc_ndcg_at_10_diff1": 0.07045, "nauc_ndcg_at_20_max": 0.692627, "nauc_ndcg_at_20_std": 0.551194, "nauc_ndcg_at_20_diff1": 0.040846, "nauc_ndcg_at_100_max": 0.702238, "nauc_ndcg_at_100_std": 0.560894, "nauc_ndcg_at_100_diff1": 0.030337, "nauc_ndcg_at_1000_max": 0.702238, "nauc_ndcg_at_1000_std": 0.560894, "nauc_ndcg_at_1000_diff1": 0.030337, "nauc_map_at_1_max": 0.4977, "nauc_map_at_1_std": 0.164858, "nauc_map_at_1_diff1": 0.272453, "nauc_map_at_3_max": 0.557869, "nauc_map_at_3_std": 0.266057, "nauc_map_at_3_diff1": 0.206122, "nauc_map_at_5_max": 0.582981, "nauc_map_at_5_std": 0.317592, "nauc_map_at_5_diff1": 0.178261, "nauc_map_at_10_max": 0.614695, "nauc_map_at_10_std": 0.393977, "nauc_map_at_10_diff1": 0.136327, "nauc_map_at_20_max": 0.634583, "nauc_map_at_20_std": 0.439362, "nauc_map_at_20_diff1": 0.105611, "nauc_map_at_100_max": 0.64206, "nauc_map_at_100_std": 0.446385, "nauc_map_at_100_diff1": 0.098206, "nauc_map_at_1000_max": 0.64206, "nauc_map_at_1000_std": 0.446385, "nauc_map_at_1000_diff1": 0.098206, "nauc_recall_at_1_max": 0.4977, "nauc_recall_at_1_std": 0.164858, "nauc_recall_at_1_diff1": 0.272453, "nauc_recall_at_3_max": 0.569633, "nauc_recall_at_3_std": 0.314321, "nauc_recall_at_3_diff1": 0.160077, "nauc_recall_at_5_max": 0.602171, "nauc_recall_at_5_std": 0.38543, "nauc_recall_at_5_diff1": 0.125868, "nauc_recall_at_10_max": 0.649665, "nauc_recall_at_10_std": 0.513481, "nauc_recall_at_10_diff1": 0.061386, "nauc_recall_at_20_max": 0.674007, "nauc_recall_at_20_std": 0.608215, "nauc_recall_at_20_diff1": -0.013972, "nauc_recall_at_100_max": 0.693616, "nauc_recall_at_100_std": 0.625193, "nauc_recall_at_100_diff1": -0.03626, "nauc_recall_at_1000_max": 0.693616, "nauc_recall_at_1000_std": 0.625193, "nauc_recall_at_1000_diff1": -0.03626, "nauc_precision_at_1_max": 0.566681, "nauc_precision_at_1_std": 0.334853, "nauc_precision_at_1_diff1": 0.171881, "nauc_precision_at_3_max": 0.594052, "nauc_precision_at_3_std": 0.520569, "nauc_precision_at_3_diff1": -0.011804, "nauc_precision_at_5_max": 0.569487, "nauc_precision_at_5_std": 0.57442, "nauc_precision_at_5_diff1": -0.071981, "nauc_precision_at_10_max": 0.562714, "nauc_precision_at_10_std": 0.640005, "nauc_precision_at_10_diff1": -0.146618, "nauc_precision_at_20_max": 0.535163, "nauc_precision_at_20_std": 0.664075, "nauc_precision_at_20_diff1": -0.210029, "nauc_precision_at_100_max": 0.523666, "nauc_precision_at_100_std": 0.624513, "nauc_precision_at_100_diff1": -0.222286, "nauc_precision_at_1000_max": 0.523666, "nauc_precision_at_1000_std": 0.624513, "nauc_precision_at_1000_diff1": -0.222286, "nauc_mrr_at_1_max": 0.566681, "nauc_mrr_at_1_std": 0.334853, "nauc_mrr_at_1_diff1": 0.171881, "nauc_mrr_at_3_max": 0.643802, "nauc_mrr_at_3_std": 0.45186, "nauc_mrr_at_3_diff1": 0.118019, "nauc_mrr_at_5_max": 0.65197, "nauc_mrr_at_5_std": 0.464729, "nauc_mrr_at_5_diff1": 0.12166, "nauc_mrr_at_10_max": 0.657206, "nauc_mrr_at_10_std": 0.472977, "nauc_mrr_at_10_diff1": 0.1163, "nauc_mrr_at_20_max": 0.658137, "nauc_mrr_at_20_std": 0.476238, "nauc_mrr_at_20_diff1": 0.113781, "nauc_mrr_at_100_max": 0.658094, "nauc_mrr_at_100_std": 0.476706, "nauc_mrr_at_100_diff1": 0.113442, "nauc_mrr_at_1000_max": 0.658094, "nauc_mrr_at_1000_std": 0.476706, "nauc_mrr_at_1000_diff1": 0.113442, "hit_rate_at_1": 0.34437, "hit_rate_at_3": 0.50331, "hit_rate_at_5": 0.53642, "hit_rate_at_10": 0.57947, "hit_rate_at_20": 0.59603, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.28879, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.25828, "ndcg_at_3": 0.26013, "ndcg_at_5": 0.25822, "ndcg_at_10": 0.26121, "ndcg_at_20": 0.26784, "ndcg_at_100": 0.27008, "ndcg_at_1000": 0.27008, "map_at_1": 0.10137, "map_at_3": 0.14607, "map_at_5": 0.16115, "map_at_10": 0.18188, "map_at_20": 0.19461, "map_at_100": 0.19656, "map_at_1000": 0.19656, "recall_at_1": 0.10137, "recall_at_3": 0.17435, "recall_at_5": 0.20289, "recall_at_10": 0.25349, "recall_at_20": 0.28953, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.10137, "precision_at_1": 0.28146, "precision_at_3": 0.20861, "precision_at_5": 0.17152, "precision_at_10": 0.1245, "precision_at_20": 0.07947, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.281457, "mrr_at_3": 0.355408, "mrr_at_5": 0.361369, "mrr_at_10": 0.367107, "mrr_at_20": 0.36792, "mrr_at_100": 0.36792, "mrr_at_1000": 0.36792, "nauc_ndcg_at_1_max": 0.560331, "nauc_ndcg_at_1_std": 0.338154, "nauc_ndcg_at_1_diff1": 0.186708, "nauc_ndcg_at_3_max": 0.641228, "nauc_ndcg_at_3_std": 0.44813, "nauc_ndcg_at_3_diff1": 0.105746, "nauc_ndcg_at_5_max": 0.647791, "nauc_ndcg_at_5_std": 0.46077, "nauc_ndcg_at_5_diff1": 0.099918, "nauc_ndcg_at_10_max": 0.674575, "nauc_ndcg_at_10_std": 0.511345, "nauc_ndcg_at_10_diff1": 0.070991, "nauc_ndcg_at_20_max": 0.687562, "nauc_ndcg_at_20_std": 0.551399, "nauc_ndcg_at_20_diff1": 0.050291, "nauc_ndcg_at_100_max": 0.68934, "nauc_ndcg_at_100_std": 0.559486, "nauc_ndcg_at_100_diff1": 0.046252, "nauc_ndcg_at_1000_max": 0.68934, "nauc_ndcg_at_1000_std": 0.559486, "nauc_ndcg_at_1000_diff1": 0.046252, "nauc_map_at_1_max": 0.485224, "nauc_map_at_1_std": 0.105466, "nauc_map_at_1_diff1": 0.373878, "nauc_map_at_3_max": 0.559849, "nauc_map_at_3_std": 0.249203, "nauc_map_at_3_diff1": 0.250542, "nauc_map_at_5_max": 0.573269, "nauc_map_at_5_std": 0.295945, "nauc_map_at_5_diff1": 0.215043, "nauc_map_at_10_max": 0.602836, "nauc_map_at_10_std": 0.372789, "nauc_map_at_10_diff1": 0.168557, "nauc_map_at_20_max": 0.620781, "nauc_map_at_20_std": 0.423688, "nauc_map_at_20_diff1": 0.133149, "nauc_map_at_100_max": 0.622781, "nauc_map_at_100_std": 0.430929, "nauc_map_at_100_diff1": 0.129258, "nauc_map_at_1000_max": 0.622781, "nauc_map_at_1000_std": 0.430929, "nauc_map_at_1000_diff1": 0.129258, "nauc_recall_at_1_max": 0.485224, "nauc_recall_at_1_std": 0.105466, "nauc_recall_at_1_diff1": 0.373878, "nauc_recall_at_3_max": 0.571691, "nauc_recall_at_3_std": 0.314233, "nauc_recall_at_3_diff1": 0.151187, "nauc_recall_at_5_max": 0.592813, "nauc_recall_at_5_std": 0.387393, "nauc_recall_at_5_diff1": 0.101412, "nauc_recall_at_10_max": 0.644587, "nauc_recall_at_10_std": 0.526825, "nauc_recall_at_10_diff1": 0.022142, "nauc_recall_at_20_max": 0.668285, "nauc_recall_at_20_std": 0.613537, "nauc_recall_at_20_diff1": -0.039912, "nauc_recall_at_100_max": 0.666547, "nauc_recall_at_100_std": 0.629872, "nauc_recall_at_100_diff1": -0.048947, "nauc_recall_at_1000_max": 0.666547, "nauc_recall_at_1000_std": 0.629872, "nauc_recall_at_1000_diff1": -0.048947, "nauc_precision_at_1_max": 0.548748, "nauc_precision_at_1_std": 0.336166, "nauc_precision_at_1_diff1": 0.179431, "nauc_precision_at_3_max": 0.603188, "nauc_precision_at_3_std": 0.577523, "nauc_precision_at_3_diff1": -0.055946, "nauc_precision_at_5_max": 0.560796, "nauc_precision_at_5_std": 0.593094, "nauc_precision_at_5_diff1": -0.112021, "nauc_precision_at_10_max": 0.578249, "nauc_precision_at_10_std": 0.664099, "nauc_precision_at_10_diff1": -0.177937, "nauc_precision_at_20_max": 0.554315, "nauc_precision_at_20_std": 0.694125, "nauc_precision_at_20_diff1": -0.222532, "nauc_precision_at_100_max": 0.547741, "nauc_precision_at_100_std": 0.693806, "nauc_precision_at_100_diff1": -0.228521, "nauc_precision_at_1000_max": 0.547741, "nauc_precision_at_1000_std": 0.693806, "nauc_precision_at_1000_diff1": -0.228521, "nauc_mrr_at_1_max": 0.548748, "nauc_mrr_at_1_std": 0.336166, "nauc_mrr_at_1_diff1": 0.179431, "nauc_mrr_at_3_max": 0.635112, "nauc_mrr_at_3_std": 0.482491, "nauc_mrr_at_3_diff1": 0.075751, "nauc_mrr_at_5_max": 0.640296, "nauc_mrr_at_5_std": 0.493489, "nauc_mrr_at_5_diff1": 0.070731, "nauc_mrr_at_10_max": 0.645161, "nauc_mrr_at_10_std": 0.506256, "nauc_mrr_at_10_diff1": 0.063961, "nauc_mrr_at_20_max": 0.645664, "nauc_mrr_at_20_std": 0.507614, "nauc_mrr_at_20_diff1": 0.063899, "nauc_mrr_at_100_max": 0.645664, "nauc_mrr_at_100_std": 0.507614, "nauc_mrr_at_100_diff1": 0.063899, "nauc_mrr_at_1000_max": 0.645664, "nauc_mrr_at_1000_std": 0.507614, "nauc_mrr_at_1000_diff1": 0.063899, "hit_rate_at_1": 0.28146, "hit_rate_at_3": 0.44371, "hit_rate_at_5": 0.4702, "hit_rate_at_10": 0.50993, "hit_rate_at_20": 0.51987, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.26121, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 21432.048807436076, "kg_co2_emissions": null, "date": 1791477328.512576, "evaluation_phases": [ { "name": "Data loading", "start": 1.1530006304383278e-05, "end": 42.37169933599944, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 42.371715907007456, "end": 42.37171851700987, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 42.378351902007125, "end": 3606.077701212009, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3606.202743679998, "end": 3606.3090161169966, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3606.344967889003, "end": 7140.449389604997, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 7140.6007697919995, "end": 7140.680436757, "split": "test", "subset": "portuguese" } ] }