{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.22.2-2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.61201, "ndcg_at_3": 0.62349, "ndcg_at_5": 0.64504, "ndcg_at_10": 0.67186, "ndcg_at_20": 0.69423, "ndcg_at_100": 0.70483, "ndcg_at_1000": 0.70483, "map_at_1": 0.37311, "map_at_3": 0.49719, "map_at_5": 0.53542, "map_at_10": 0.57052, "map_at_20": 0.58784, "map_at_100": 0.59416, "map_at_1000": 0.59416, "recall_at_1": 0.37311, "recall_at_3": 0.56669, "recall_at_5": 0.64798, "recall_at_10": 0.74182, "recall_at_20": 0.81993, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.37311, "precision_at_1": 0.63961, "precision_at_3": 0.37446, "precision_at_5": 0.28636, "precision_at_10": 0.18831, "precision_at_20": 0.11429, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.63961, "mrr_at_3": 0.72132, "mrr_at_5": 0.735119, "mrr_at_10": 0.739015, "mrr_at_20": 0.742832, "mrr_at_100": 0.743194, "mrr_at_1000": 0.743194, "nauc_ndcg_at_1_max": 0.214896, "nauc_ndcg_at_1_std": 0.057196, "nauc_ndcg_at_1_diff1": 0.503627, "nauc_ndcg_at_3_max": 0.116336, "nauc_ndcg_at_3_std": -0.004089, "nauc_ndcg_at_3_diff1": 0.388862, "nauc_ndcg_at_5_max": 0.137043, "nauc_ndcg_at_5_std": 0.032322, "nauc_ndcg_at_5_diff1": 0.394212, "nauc_ndcg_at_10_max": 0.153072, "nauc_ndcg_at_10_std": 0.056418, "nauc_ndcg_at_10_diff1": 0.408813, "nauc_ndcg_at_20_max": 0.175219, "nauc_ndcg_at_20_std": 0.080231, "nauc_ndcg_at_20_diff1": 0.411761, "nauc_ndcg_at_100_max": 0.190182, "nauc_ndcg_at_100_std": 0.090177, "nauc_ndcg_at_100_diff1": 0.404933, "nauc_ndcg_at_1000_max": 0.190182, "nauc_ndcg_at_1000_std": 0.090177, "nauc_ndcg_at_1000_diff1": 0.404933, "nauc_map_at_1_max": 0.032221, "nauc_map_at_1_std": -0.1429, "nauc_map_at_1_diff1": 0.454697, "nauc_map_at_3_max": 0.045124, "nauc_map_at_3_std": -0.088665, "nauc_map_at_3_diff1": 0.385126, "nauc_map_at_5_max": 0.070298, "nauc_map_at_5_std": -0.043744, "nauc_map_at_5_diff1": 0.380188, "nauc_map_at_10_max": 0.090187, "nauc_map_at_10_std": -0.015951, "nauc_map_at_10_diff1": 0.384294, "nauc_map_at_20_max": 0.104633, "nauc_map_at_20_std": 0.004635, "nauc_map_at_20_diff1": 0.372991, "nauc_map_at_100_max": 0.112321, "nauc_map_at_100_std": 0.010751, "nauc_map_at_100_diff1": 0.368408, "nauc_map_at_1000_max": 0.112321, "nauc_map_at_1000_std": 0.010751, "nauc_map_at_1000_diff1": 0.368408, "nauc_recall_at_1_max": 0.032221, "nauc_recall_at_1_std": -0.1429, "nauc_recall_at_1_diff1": 0.454697, "nauc_recall_at_3_max": 0.0291, "nauc_recall_at_3_std": -0.074542, "nauc_recall_at_3_diff1": 0.309978, "nauc_recall_at_5_max": 0.07381, "nauc_recall_at_5_std": 0.003546, "nauc_recall_at_5_diff1": 0.302608, "nauc_recall_at_10_max": 0.098246, "nauc_recall_at_10_std": 0.070248, "nauc_recall_at_10_diff1": 0.308425, "nauc_recall_at_20_max": 0.149735, "nauc_recall_at_20_std": 0.202563, "nauc_recall_at_20_diff1": 0.276554, "nauc_recall_at_100_max": 0.219939, "nauc_recall_at_100_std": 0.283713, "nauc_recall_at_100_diff1": 0.234471, "nauc_recall_at_1000_max": 0.219939, "nauc_recall_at_1000_std": 0.283713, "nauc_recall_at_1000_diff1": 0.234471, "nauc_precision_at_1_max": 0.215154, "nauc_precision_at_1_std": 0.048946, "nauc_precision_at_1_diff1": 0.492987, "nauc_precision_at_3_max": 0.145501, "nauc_precision_at_3_std": 0.186583, "nauc_precision_at_3_diff1": -0.024652, "nauc_precision_at_5_max": 0.183654, "nauc_precision_at_5_std": 0.290136, "nauc_precision_at_5_diff1": -0.088549, "nauc_precision_at_10_max": 0.179462, "nauc_precision_at_10_std": 0.276115, "nauc_precision_at_10_diff1": -0.128862, "nauc_precision_at_20_max": 0.175839, "nauc_precision_at_20_std": 0.264382, "nauc_precision_at_20_diff1": -0.200948, "nauc_precision_at_100_max": 0.187689, "nauc_precision_at_100_std": 0.237626, "nauc_precision_at_100_diff1": -0.217743, "nauc_precision_at_1000_max": 0.187689, "nauc_precision_at_1000_std": 0.237626, "nauc_precision_at_1000_diff1": -0.217743, "nauc_mrr_at_1_max": 0.215154, "nauc_mrr_at_1_std": 0.048946, "nauc_mrr_at_1_diff1": 0.492987, "nauc_mrr_at_3_max": 0.229529, "nauc_mrr_at_3_std": 0.075466, "nauc_mrr_at_3_diff1": 0.460627, "nauc_mrr_at_5_max": 0.245813, "nauc_mrr_at_5_std": 0.092078, "nauc_mrr_at_5_diff1": 0.476788, "nauc_mrr_at_10_max": 0.246811, "nauc_mrr_at_10_std": 0.090547, "nauc_mrr_at_10_diff1": 0.479216, "nauc_mrr_at_20_max": 0.245694, "nauc_mrr_at_20_std": 0.088832, "nauc_mrr_at_20_diff1": 0.479231, "nauc_mrr_at_100_max": 0.245378, "nauc_mrr_at_100_std": 0.088858, "nauc_mrr_at_100_diff1": 0.478793, "nauc_mrr_at_1000_max": 0.245378, "nauc_mrr_at_1000_std": 0.088858, "nauc_mrr_at_1000_diff1": 0.478793, "hit_rate_at_1": 0.63961, "hit_rate_at_3": 0.82468, "hit_rate_at_5": 0.88636, "hit_rate_at_10": 0.91558, "hit_rate_at_20": 0.96753, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.67186, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.39123, "ndcg_at_3": 0.39492, "ndcg_at_5": 0.3942, "ndcg_at_10": 0.40081, "ndcg_at_20": 0.40659, "ndcg_at_100": 0.41171, "ndcg_at_1000": 0.41171, "map_at_1": 0.22351, "map_at_3": 0.303, "map_at_5": 0.31835, "map_at_10": 0.33277, "map_at_20": 0.33838, "map_at_100": 0.34099, "map_at_1000": 0.34099, "recall_at_1": 0.22351, "recall_at_3": 0.34873, "recall_at_5": 0.37756, "recall_at_10": 0.4193, "recall_at_20": 0.44799, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.22351, "precision_at_1": 0.41883, "precision_at_3": 0.25541, "precision_at_5": 0.17987, "precision_at_10": 0.10877, "precision_at_20": 0.06104, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.418831, "mrr_at_3": 0.482143, "mrr_at_5": 0.486688, "mrr_at_10": 0.490556, "mrr_at_20": 0.491967, "mrr_at_100": 0.49221, "mrr_at_1000": 0.49221, "nauc_ndcg_at_1_max": 0.577525, "nauc_ndcg_at_1_std": 0.411932, "nauc_ndcg_at_1_diff1": 0.485896, "nauc_ndcg_at_3_max": 0.55148, "nauc_ndcg_at_3_std": 0.421582, "nauc_ndcg_at_3_diff1": 0.415804, "nauc_ndcg_at_5_max": 0.546381, "nauc_ndcg_at_5_std": 0.411102, "nauc_ndcg_at_5_diff1": 0.40138, "nauc_ndcg_at_10_max": 0.554895, "nauc_ndcg_at_10_std": 0.434846, "nauc_ndcg_at_10_diff1": 0.382594, "nauc_ndcg_at_20_max": 0.563527, "nauc_ndcg_at_20_std": 0.446799, "nauc_ndcg_at_20_diff1": 0.376988, "nauc_ndcg_at_100_max": 0.57267, "nauc_ndcg_at_100_std": 0.460846, "nauc_ndcg_at_100_diff1": 0.371536, "nauc_ndcg_at_1000_max": 0.57267, "nauc_ndcg_at_1000_std": 0.460846, "nauc_ndcg_at_1000_diff1": 0.371536, "nauc_map_at_1_max": 0.406959, "nauc_map_at_1_std": 0.227704, "nauc_map_at_1_diff1": 0.44648, "nauc_map_at_3_max": 0.443138, "nauc_map_at_3_std": 0.299345, "nauc_map_at_3_diff1": 0.394964, "nauc_map_at_5_max": 0.461812, "nauc_map_at_5_std": 0.314927, "nauc_map_at_5_diff1": 0.38642, "nauc_map_at_10_max": 0.483644, "nauc_map_at_10_std": 0.343291, "nauc_map_at_10_diff1": 0.373537, "nauc_map_at_20_max": 0.494791, "nauc_map_at_20_std": 0.357416, "nauc_map_at_20_diff1": 0.368755, "nauc_map_at_100_max": 0.500594, "nauc_map_at_100_std": 0.365327, "nauc_map_at_100_diff1": 0.365857, "nauc_map_at_1000_max": 0.500594, "nauc_map_at_1000_std": 0.365327, "nauc_map_at_1000_diff1": 0.365857, "nauc_recall_at_1_max": 0.406959, "nauc_recall_at_1_std": 0.227704, "nauc_recall_at_1_diff1": 0.44648, "nauc_recall_at_3_max": 0.433736, "nauc_recall_at_3_std": 0.316804, "nauc_recall_at_3_diff1": 0.350913, "nauc_recall_at_5_max": 0.451301, "nauc_recall_at_5_std": 0.329795, "nauc_recall_at_5_diff1": 0.331376, "nauc_recall_at_10_max": 0.487461, "nauc_recall_at_10_std": 0.414006, "nauc_recall_at_10_diff1": 0.294759, "nauc_recall_at_20_max": 0.526977, "nauc_recall_at_20_std": 0.468986, "nauc_recall_at_20_diff1": 0.280874, "nauc_recall_at_100_max": 0.553543, "nauc_recall_at_100_std": 0.510316, "nauc_recall_at_100_diff1": 0.264044, "nauc_recall_at_1000_max": 0.553543, "nauc_recall_at_1000_std": 0.510316, "nauc_recall_at_1000_diff1": 0.264044, "nauc_precision_at_1_max": 0.58386, "nauc_precision_at_1_std": 0.413531, "nauc_precision_at_1_diff1": 0.490689, "nauc_precision_at_3_max": 0.535351, "nauc_precision_at_3_std": 0.49473, "nauc_precision_at_3_diff1": 0.246364, "nauc_precision_at_5_max": 0.515674, "nauc_precision_at_5_std": 0.485533, "nauc_precision_at_5_diff1": 0.168722, "nauc_precision_at_10_max": 0.517215, "nauc_precision_at_10_std": 0.527191, "nauc_precision_at_10_diff1": 0.09129, "nauc_precision_at_20_max": 0.520744, "nauc_precision_at_20_std": 0.542975, "nauc_precision_at_20_diff1": 0.053432, "nauc_precision_at_100_max": 0.516543, "nauc_precision_at_100_std": 0.553282, "nauc_precision_at_100_diff1": 0.008092, "nauc_precision_at_1000_max": 0.516543, "nauc_precision_at_1000_std": 0.553282, "nauc_precision_at_1000_diff1": 0.008092, "nauc_mrr_at_1_max": 0.58386, "nauc_mrr_at_1_std": 0.413531, "nauc_mrr_at_1_diff1": 0.490689, "nauc_mrr_at_3_max": 0.62227, "nauc_mrr_at_3_std": 0.480684, "nauc_mrr_at_3_diff1": 0.466457, "nauc_mrr_at_5_max": 0.618439, "nauc_mrr_at_5_std": 0.478014, "nauc_mrr_at_5_diff1": 0.462059, "nauc_mrr_at_10_max": 0.622151, "nauc_mrr_at_10_std": 0.487104, "nauc_mrr_at_10_diff1": 0.460922, "nauc_mrr_at_20_max": 0.624537, "nauc_mrr_at_20_std": 0.489298, "nauc_mrr_at_20_diff1": 0.460428, "nauc_mrr_at_100_max": 0.624614, "nauc_mrr_at_100_std": 0.489742, "nauc_mrr_at_100_diff1": 0.46002, "nauc_mrr_at_1000_max": 0.624614, "nauc_mrr_at_1000_std": 0.489742, "nauc_mrr_at_1000_diff1": 0.46002, "hit_rate_at_1": 0.41883, "hit_rate_at_3": 0.56169, "hit_rate_at_5": 0.58117, "hit_rate_at_10": 0.61039, "hit_rate_at_20": 0.62987, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.40081, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.41883, "ndcg_at_3": 0.43058, "ndcg_at_5": 0.43509, "ndcg_at_10": 0.43785, "ndcg_at_20": 0.44605, "ndcg_at_100": 0.44927, "ndcg_at_1000": 0.44927, "map_at_1": 0.25602, "map_at_3": 0.34448, "map_at_5": 0.36298, "map_at_10": 0.37311, "map_at_20": 0.37989, "map_at_100": 0.38152, "map_at_1000": 0.38152, "recall_at_1": 0.25602, "recall_at_3": 0.39517, "recall_at_5": 0.42955, "recall_at_10": 0.46139, "recall_at_20": 0.4915, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.25602, "precision_at_1": 0.43831, "precision_at_3": 0.2619, "precision_at_5": 0.19026, "precision_at_10": 0.11039, "precision_at_20": 0.0638, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.438312, "mrr_at_3": 0.502165, "mrr_at_5": 0.50671, "mrr_at_10": 0.511222, "mrr_at_20": 0.512407, "mrr_at_100": 0.512519, "mrr_at_1000": 0.512519, "nauc_ndcg_at_1_max": 0.481375, "nauc_ndcg_at_1_std": 0.304628, "nauc_ndcg_at_1_diff1": 0.662405, "nauc_ndcg_at_3_max": 0.477324, "nauc_ndcg_at_3_std": 0.335832, "nauc_ndcg_at_3_diff1": 0.57883, "nauc_ndcg_at_5_max": 0.484614, "nauc_ndcg_at_5_std": 0.357973, "nauc_ndcg_at_5_diff1": 0.567335, "nauc_ndcg_at_10_max": 0.485289, "nauc_ndcg_at_10_std": 0.366459, "nauc_ndcg_at_10_diff1": 0.556068, "nauc_ndcg_at_20_max": 0.507712, "nauc_ndcg_at_20_std": 0.385032, "nauc_ndcg_at_20_diff1": 0.552566, "nauc_ndcg_at_100_max": 0.514998, "nauc_ndcg_at_100_std": 0.392274, "nauc_ndcg_at_100_diff1": 0.549819, "nauc_ndcg_at_1000_max": 0.514998, "nauc_ndcg_at_1000_std": 0.392274, "nauc_ndcg_at_1000_diff1": 0.549819, "nauc_map_at_1_max": 0.302251, "nauc_map_at_1_std": 0.118104, "nauc_map_at_1_diff1": 0.562057, "nauc_map_at_3_max": 0.359432, "nauc_map_at_3_std": 0.226477, "nauc_map_at_3_diff1": 0.524704, "nauc_map_at_5_max": 0.391903, "nauc_map_at_5_std": 0.263643, "nauc_map_at_5_diff1": 0.526941, "nauc_map_at_10_max": 0.408657, "nauc_map_at_10_std": 0.281878, "nauc_map_at_10_diff1": 0.525983, "nauc_map_at_20_max": 0.425321, "nauc_map_at_20_std": 0.29771, "nauc_map_at_20_diff1": 0.524759, "nauc_map_at_100_max": 0.429385, "nauc_map_at_100_std": 0.302444, "nauc_map_at_100_diff1": 0.522726, "nauc_map_at_1000_max": 0.429385, "nauc_map_at_1000_std": 0.302444, "nauc_map_at_1000_diff1": 0.522726, "nauc_recall_at_1_max": 0.302251, "nauc_recall_at_1_std": 0.118104, "nauc_recall_at_1_diff1": 0.562057, "nauc_recall_at_3_max": 0.365716, "nauc_recall_at_3_std": 0.26375, "nauc_recall_at_3_diff1": 0.461433, "nauc_recall_at_5_max": 0.430451, "nauc_recall_at_5_std": 0.342173, "nauc_recall_at_5_diff1": 0.473804, "nauc_recall_at_10_max": 0.464995, "nauc_recall_at_10_std": 0.39338, "nauc_recall_at_10_diff1": 0.466337, "nauc_recall_at_20_max": 0.538474, "nauc_recall_at_20_std": 0.46406, "nauc_recall_at_20_diff1": 0.456242, "nauc_recall_at_100_max": 0.553685, "nauc_recall_at_100_std": 0.485592, "nauc_recall_at_100_diff1": 0.446597, "nauc_recall_at_1000_max": 0.553685, "nauc_recall_at_1000_std": 0.485592, "nauc_recall_at_1000_diff1": 0.446597, "nauc_precision_at_1_max": 0.513109, "nauc_precision_at_1_std": 0.35085, "nauc_precision_at_1_diff1": 0.670555, "nauc_precision_at_3_max": 0.52013, "nauc_precision_at_3_std": 0.465169, "nauc_precision_at_3_diff1": 0.386764, "nauc_precision_at_5_max": 0.508263, "nauc_precision_at_5_std": 0.487656, "nauc_precision_at_5_diff1": 0.299364, "nauc_precision_at_10_max": 0.501533, "nauc_precision_at_10_std": 0.490719, "nauc_precision_at_10_diff1": 0.233082, "nauc_precision_at_20_max": 0.512079, "nauc_precision_at_20_std": 0.490286, "nauc_precision_at_20_diff1": 0.16079, "nauc_precision_at_100_max": 0.516555, "nauc_precision_at_100_std": 0.479902, "nauc_precision_at_100_diff1": 0.12175, "nauc_precision_at_1000_max": 0.516555, "nauc_precision_at_1000_std": 0.479902, "nauc_precision_at_1000_diff1": 0.12175, "nauc_mrr_at_1_max": 0.513109, "nauc_mrr_at_1_std": 0.35085, "nauc_mrr_at_1_diff1": 0.670555, "nauc_mrr_at_3_max": 0.567886, "nauc_mrr_at_3_std": 0.421855, "nauc_mrr_at_3_diff1": 0.649425, "nauc_mrr_at_5_max": 0.575361, "nauc_mrr_at_5_std": 0.434368, "nauc_mrr_at_5_diff1": 0.650887, "nauc_mrr_at_10_max": 0.578466, "nauc_mrr_at_10_std": 0.438651, "nauc_mrr_at_10_diff1": 0.652627, "nauc_mrr_at_20_max": 0.581185, "nauc_mrr_at_20_std": 0.44157, "nauc_mrr_at_20_diff1": 0.651967, "nauc_mrr_at_100_max": 0.581173, "nauc_mrr_at_100_std": 0.441708, "nauc_mrr_at_100_diff1": 0.651903, "nauc_mrr_at_1000_max": 0.581173, "nauc_mrr_at_1000_std": 0.441708, "nauc_mrr_at_1000_diff1": 0.651903, "hit_rate_at_1": 0.43831, "hit_rate_at_3": 0.58117, "hit_rate_at_5": 0.60065, "hit_rate_at_10": 0.63312, "hit_rate_at_20": 0.64935, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.43785, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.39935, "ndcg_at_3": 0.39818, "ndcg_at_5": 0.40529, "ndcg_at_10": 0.40947, "ndcg_at_20": 0.41759, "ndcg_at_100": 0.42235, "ndcg_at_1000": 0.42235, "map_at_1": 0.24484, "map_at_3": 0.31882, "map_at_5": 0.33567, "map_at_10": 0.34691, "map_at_20": 0.35303, "map_at_100": 0.35524, "map_at_1000": 0.35524, "recall_at_1": 0.24484, "recall_at_3": 0.36489, "recall_at_5": 0.3986, "recall_at_10": 0.42788, "recall_at_20": 0.45898, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.24484, "precision_at_1": 0.42208, "precision_at_3": 0.23701, "precision_at_5": 0.17597, "precision_at_10": 0.10584, "precision_at_20": 0.06023, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.422078, "mrr_at_3": 0.477814, "mrr_at_5": 0.487229, "mrr_at_10": 0.490006, "mrr_at_20": 0.491701, "mrr_at_100": 0.491856, "mrr_at_1000": 0.491856, "nauc_ndcg_at_1_max": 0.456987, "nauc_ndcg_at_1_std": 0.294115, "nauc_ndcg_at_1_diff1": 0.555299, "nauc_ndcg_at_3_max": 0.485206, "nauc_ndcg_at_3_std": 0.35751, "nauc_ndcg_at_3_diff1": 0.537453, "nauc_ndcg_at_5_max": 0.497681, "nauc_ndcg_at_5_std": 0.378507, "nauc_ndcg_at_5_diff1": 0.525721, "nauc_ndcg_at_10_max": 0.49045, "nauc_ndcg_at_10_std": 0.371737, "nauc_ndcg_at_10_diff1": 0.517681, "nauc_ndcg_at_20_max": 0.502994, "nauc_ndcg_at_20_std": 0.395904, "nauc_ndcg_at_20_diff1": 0.507827, "nauc_ndcg_at_100_max": 0.513154, "nauc_ndcg_at_100_std": 0.408966, "nauc_ndcg_at_100_diff1": 0.505648, "nauc_ndcg_at_1000_max": 0.513154, "nauc_ndcg_at_1000_std": 0.408966, "nauc_ndcg_at_1000_diff1": 0.505648, "nauc_map_at_1_max": 0.301577, "nauc_map_at_1_std": 0.134162, "nauc_map_at_1_diff1": 0.506323, "nauc_map_at_3_max": 0.368466, "nauc_map_at_3_std": 0.235134, "nauc_map_at_3_diff1": 0.499432, "nauc_map_at_5_max": 0.402046, "nauc_map_at_5_std": 0.276557, "nauc_map_at_5_diff1": 0.497096, "nauc_map_at_10_max": 0.420758, "nauc_map_at_10_std": 0.2936, "nauc_map_at_10_diff1": 0.49815, "nauc_map_at_20_max": 0.432879, "nauc_map_at_20_std": 0.311691, "nauc_map_at_20_diff1": 0.490931, "nauc_map_at_100_max": 0.438085, "nauc_map_at_100_std": 0.318202, "nauc_map_at_100_diff1": 0.489743, "nauc_map_at_1000_max": 0.438085, "nauc_map_at_1000_std": 0.318202, "nauc_map_at_1000_diff1": 0.489743, "nauc_recall_at_1_max": 0.301577, "nauc_recall_at_1_std": 0.134162, "nauc_recall_at_1_diff1": 0.506323, "nauc_recall_at_3_max": 0.369246, "nauc_recall_at_3_std": 0.267216, "nauc_recall_at_3_diff1": 0.466475, "nauc_recall_at_5_max": 0.432374, "nauc_recall_at_5_std": 0.342369, "nauc_recall_at_5_diff1": 0.469132, "nauc_recall_at_10_max": 0.458422, "nauc_recall_at_10_std": 0.368022, "nauc_recall_at_10_diff1": 0.466225, "nauc_recall_at_20_max": 0.50353, "nauc_recall_at_20_std": 0.454472, "nauc_recall_at_20_diff1": 0.43791, "nauc_recall_at_100_max": 0.538756, "nauc_recall_at_100_std": 0.49885, "nauc_recall_at_100_diff1": 0.431659, "nauc_recall_at_1000_max": 0.538756, "nauc_recall_at_1000_std": 0.49885, "nauc_recall_at_1000_diff1": 0.431659, "nauc_precision_at_1_max": 0.461612, "nauc_precision_at_1_std": 0.314739, "nauc_precision_at_1_diff1": 0.56483, "nauc_precision_at_3_max": 0.539741, "nauc_precision_at_3_std": 0.50312, "nauc_precision_at_3_diff1": 0.399094, "nauc_precision_at_5_max": 0.547032, "nauc_precision_at_5_std": 0.547514, "nauc_precision_at_5_diff1": 0.289701, "nauc_precision_at_10_max": 0.502333, "nauc_precision_at_10_std": 0.51171, "nauc_precision_at_10_diff1": 0.218699, "nauc_precision_at_20_max": 0.513051, "nauc_precision_at_20_std": 0.554942, "nauc_precision_at_20_diff1": 0.133555, "nauc_precision_at_100_max": 0.505893, "nauc_precision_at_100_std": 0.548683, "nauc_precision_at_100_diff1": 0.101353, "nauc_precision_at_1000_max": 0.505893, "nauc_precision_at_1000_std": 0.548683, "nauc_precision_at_1000_diff1": 0.101353, "nauc_mrr_at_1_max": 0.461612, "nauc_mrr_at_1_std": 0.314739, "nauc_mrr_at_1_diff1": 0.56483, "nauc_mrr_at_3_max": 0.521627, "nauc_mrr_at_3_std": 0.40467, "nauc_mrr_at_3_diff1": 0.563852, "nauc_mrr_at_5_max": 0.530331, "nauc_mrr_at_5_std": 0.410903, "nauc_mrr_at_5_diff1": 0.561892, "nauc_mrr_at_10_max": 0.528386, "nauc_mrr_at_10_std": 0.409238, "nauc_mrr_at_10_diff1": 0.560784, "nauc_mrr_at_20_max": 0.530489, "nauc_mrr_at_20_std": 0.414177, "nauc_mrr_at_20_diff1": 0.560532, "nauc_mrr_at_100_max": 0.530876, "nauc_mrr_at_100_std": 0.414798, "nauc_mrr_at_100_diff1": 0.560281, "nauc_mrr_at_1000_max": 0.530876, "nauc_mrr_at_1000_std": 0.414798, "nauc_mrr_at_1000_diff1": 0.560281, "hit_rate_at_1": 0.42208, "hit_rate_at_3": 0.5487, "hit_rate_at_5": 0.58766, "hit_rate_at_10": 0.60714, "hit_rate_at_20": 0.62987, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.40947, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.38961, "ndcg_at_3": 0.37601, "ndcg_at_5": 0.37916, "ndcg_at_10": 0.38038, "ndcg_at_20": 0.38687, "ndcg_at_100": 0.38886, "ndcg_at_1000": 0.38886, "map_at_1": 0.22009, "map_at_3": 0.29025, "map_at_5": 0.30821, "map_at_10": 0.3192, "map_at_20": 0.32505, "map_at_100": 0.32634, "map_at_1000": 0.32634, "recall_at_1": 0.22009, "recall_at_3": 0.32774, "recall_at_5": 0.3676, "recall_at_10": 0.39535, "recall_at_20": 0.42222, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.22009, "precision_at_1": 0.40909, "precision_at_3": 0.23918, "precision_at_5": 0.17532, "precision_at_10": 0.10325, "precision_at_20": 0.05844, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.409091, "mrr_at_3": 0.463203, "mrr_at_5": 0.470996, "mrr_at_10": 0.473083, "mrr_at_20": 0.474419, "mrr_at_100": 0.474419, "mrr_at_1000": 0.474419, "nauc_ndcg_at_1_max": 0.539425, "nauc_ndcg_at_1_std": 0.348612, "nauc_ndcg_at_1_diff1": 0.501278, "nauc_ndcg_at_3_max": 0.543186, "nauc_ndcg_at_3_std": 0.385634, "nauc_ndcg_at_3_diff1": 0.382741, "nauc_ndcg_at_5_max": 0.564873, "nauc_ndcg_at_5_std": 0.412616, "nauc_ndcg_at_5_diff1": 0.370968, "nauc_ndcg_at_10_max": 0.565917, "nauc_ndcg_at_10_std": 0.424947, "nauc_ndcg_at_10_diff1": 0.355077, "nauc_ndcg_at_20_max": 0.570758, "nauc_ndcg_at_20_std": 0.440098, "nauc_ndcg_at_20_diff1": 0.347079, "nauc_ndcg_at_100_max": 0.573067, "nauc_ndcg_at_100_std": 0.445115, "nauc_ndcg_at_100_diff1": 0.343908, "nauc_ndcg_at_1000_max": 0.573067, "nauc_ndcg_at_1000_std": 0.445115, "nauc_ndcg_at_1000_diff1": 0.343908, "nauc_map_at_1_max": 0.371182, "nauc_map_at_1_std": 0.134388, "nauc_map_at_1_diff1": 0.435413, "nauc_map_at_3_max": 0.445033, "nauc_map_at_3_std": 0.253708, "nauc_map_at_3_diff1": 0.367004, "nauc_map_at_5_max": 0.481427, "nauc_map_at_5_std": 0.301726, "nauc_map_at_5_diff1": 0.363454, "nauc_map_at_10_max": 0.498148, "nauc_map_at_10_std": 0.330451, "nauc_map_at_10_diff1": 0.354523, "nauc_map_at_20_max": 0.509621, "nauc_map_at_20_std": 0.34868, "nauc_map_at_20_diff1": 0.34742, "nauc_map_at_100_max": 0.511997, "nauc_map_at_100_std": 0.352985, "nauc_map_at_100_diff1": 0.345027, "nauc_map_at_1000_max": 0.511997, "nauc_map_at_1000_std": 0.352985, "nauc_map_at_1000_diff1": 0.345027, "nauc_recall_at_1_max": 0.371182, "nauc_recall_at_1_std": 0.134388, "nauc_recall_at_1_diff1": 0.435413, "nauc_recall_at_3_max": 0.448379, "nauc_recall_at_3_std": 0.29304, "nauc_recall_at_3_diff1": 0.303843, "nauc_recall_at_5_max": 0.505547, "nauc_recall_at_5_std": 0.371029, "nauc_recall_at_5_diff1": 0.291577, "nauc_recall_at_10_max": 0.549233, "nauc_recall_at_10_std": 0.438955, "nauc_recall_at_10_diff1": 0.270343, "nauc_recall_at_20_max": 0.569045, "nauc_recall_at_20_std": 0.495365, "nauc_recall_at_20_diff1": 0.248527, "nauc_recall_at_100_max": 0.576746, "nauc_recall_at_100_std": 0.509109, "nauc_recall_at_100_diff1": 0.241976, "nauc_recall_at_1000_max": 0.576746, "nauc_recall_at_1000_std": 0.509109, "nauc_recall_at_1000_diff1": 0.241976, "nauc_precision_at_1_max": 0.576547, "nauc_precision_at_1_std": 0.371848, "nauc_precision_at_1_diff1": 0.532019, "nauc_precision_at_3_max": 0.580804, "nauc_precision_at_3_std": 0.543, "nauc_precision_at_3_diff1": 0.235137, "nauc_precision_at_5_max": 0.597226, "nauc_precision_at_5_std": 0.612403, "nauc_precision_at_5_diff1": 0.17519, "nauc_precision_at_10_max": 0.570036, "nauc_precision_at_10_std": 0.642023, "nauc_precision_at_10_diff1": 0.102179, "nauc_precision_at_20_max": 0.561667, "nauc_precision_at_20_std": 0.657403, "nauc_precision_at_20_diff1": 0.044046, "nauc_precision_at_100_max": 0.542443, "nauc_precision_at_100_std": 0.647654, "nauc_precision_at_100_diff1": 0.021309, "nauc_precision_at_1000_max": 0.542443, "nauc_precision_at_1000_std": 0.647654, "nauc_precision_at_1000_diff1": 0.021309, "nauc_mrr_at_1_max": 0.576547, "nauc_mrr_at_1_std": 0.371848, "nauc_mrr_at_1_diff1": 0.532019, "nauc_mrr_at_3_max": 0.60602, "nauc_mrr_at_3_std": 0.44182, "nauc_mrr_at_3_diff1": 0.478246, "nauc_mrr_at_5_max": 0.620495, "nauc_mrr_at_5_std": 0.459207, "nauc_mrr_at_5_diff1": 0.475593, "nauc_mrr_at_10_max": 0.624615, "nauc_mrr_at_10_std": 0.46414, "nauc_mrr_at_10_diff1": 0.473838, "nauc_mrr_at_20_max": 0.624662, "nauc_mrr_at_20_std": 0.466116, "nauc_mrr_at_20_diff1": 0.473434, "nauc_mrr_at_100_max": 0.624662, "nauc_mrr_at_100_std": 0.466116, "nauc_mrr_at_100_diff1": 0.473434, "nauc_mrr_at_1000_max": 0.624662, "nauc_mrr_at_1000_std": 0.466116, "nauc_mrr_at_1000_diff1": 0.473434, "hit_rate_at_1": 0.40909, "hit_rate_at_3": 0.53247, "hit_rate_at_5": 0.56494, "hit_rate_at_10": 0.57792, "hit_rate_at_20": 0.59416, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.38038, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.3539, "ndcg_at_3": 0.37431, "ndcg_at_5": 0.37983, "ndcg_at_10": 0.38777, "ndcg_at_20": 0.39738, "ndcg_at_100": 0.40253, "ndcg_at_1000": 0.40253, "map_at_1": 0.21369, "map_at_3": 0.29636, "map_at_5": 0.31162, "map_at_10": 0.32572, "map_at_20": 0.3332, "map_at_100": 0.33645, "map_at_1000": 0.33645, "recall_at_1": 0.21369, "recall_at_3": 0.35048, "recall_at_5": 0.38201, "recall_at_10": 0.42231, "recall_at_20": 0.45644, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.21369, "precision_at_1": 0.37338, "precision_at_3": 0.23052, "precision_at_5": 0.17013, "precision_at_10": 0.10617, "precision_at_20": 0.06266, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.373377, "mrr_at_3": 0.435606, "mrr_at_5": 0.445671, "mrr_at_10": 0.449313, "mrr_at_20": 0.451325, "mrr_at_100": 0.451325, "mrr_at_1000": 0.451325, "nauc_ndcg_at_1_max": 0.538284, "nauc_ndcg_at_1_std": 0.40267, "nauc_ndcg_at_1_diff1": 0.513383, "nauc_ndcg_at_3_max": 0.537792, "nauc_ndcg_at_3_std": 0.438531, "nauc_ndcg_at_3_diff1": 0.42811, "nauc_ndcg_at_5_max": 0.545815, "nauc_ndcg_at_5_std": 0.450887, "nauc_ndcg_at_5_diff1": 0.424588, "nauc_ndcg_at_10_max": 0.559775, "nauc_ndcg_at_10_std": 0.463061, "nauc_ndcg_at_10_diff1": 0.412096, "nauc_ndcg_at_20_max": 0.576819, "nauc_ndcg_at_20_std": 0.484493, "nauc_ndcg_at_20_diff1": 0.403737, "nauc_ndcg_at_100_max": 0.587608, "nauc_ndcg_at_100_std": 0.494346, "nauc_ndcg_at_100_diff1": 0.400663, "nauc_ndcg_at_1000_max": 0.587608, "nauc_ndcg_at_1000_std": 0.494346, "nauc_ndcg_at_1000_diff1": 0.400663, "nauc_map_at_1_max": 0.391872, "nauc_map_at_1_std": 0.258081, "nauc_map_at_1_diff1": 0.460157, "nauc_map_at_3_max": 0.442395, "nauc_map_at_3_std": 0.341545, "nauc_map_at_3_diff1": 0.405026, "nauc_map_at_5_max": 0.473236, "nauc_map_at_5_std": 0.372902, "nauc_map_at_5_diff1": 0.407482, "nauc_map_at_10_max": 0.500857, "nauc_map_at_10_std": 0.399848, "nauc_map_at_10_diff1": 0.403645, "nauc_map_at_20_max": 0.519685, "nauc_map_at_20_std": 0.42291, "nauc_map_at_20_diff1": 0.396877, "nauc_map_at_100_max": 0.52842, "nauc_map_at_100_std": 0.432374, "nauc_map_at_100_diff1": 0.395116, "nauc_map_at_1000_max": 0.52842, "nauc_map_at_1000_std": 0.432374, "nauc_map_at_1000_diff1": 0.395116, "nauc_recall_at_1_max": 0.391872, "nauc_recall_at_1_std": 0.258081, "nauc_recall_at_1_diff1": 0.460157, "nauc_recall_at_3_max": 0.443054, "nauc_recall_at_3_std": 0.368585, "nauc_recall_at_3_diff1": 0.353205, "nauc_recall_at_5_max": 0.485816, "nauc_recall_at_5_std": 0.408884, "nauc_recall_at_5_diff1": 0.360405, "nauc_recall_at_10_max": 0.539066, "nauc_recall_at_10_std": 0.458197, "nauc_recall_at_10_diff1": 0.343071, "nauc_recall_at_20_max": 0.601572, "nauc_recall_at_20_std": 0.536822, "nauc_recall_at_20_diff1": 0.315477, "nauc_recall_at_100_max": 0.627963, "nauc_recall_at_100_std": 0.561053, "nauc_recall_at_100_diff1": 0.309146, "nauc_recall_at_1000_max": 0.627963, "nauc_recall_at_1000_std": 0.561053, "nauc_recall_at_1000_diff1": 0.309146, "nauc_precision_at_1_max": 0.550865, "nauc_precision_at_1_std": 0.433503, "nauc_precision_at_1_diff1": 0.503367, "nauc_precision_at_3_max": 0.549928, "nauc_precision_at_3_std": 0.511418, "nauc_precision_at_3_diff1": 0.278963, "nauc_precision_at_5_max": 0.555186, "nauc_precision_at_5_std": 0.548654, "nauc_precision_at_5_diff1": 0.234055, "nauc_precision_at_10_max": 0.553045, "nauc_precision_at_10_std": 0.559215, "nauc_precision_at_10_diff1": 0.162818, "nauc_precision_at_20_max": 0.568422, "nauc_precision_at_20_std": 0.585301, "nauc_precision_at_20_diff1": 0.100075, "nauc_precision_at_100_max": 0.566913, "nauc_precision_at_100_std": 0.575764, "nauc_precision_at_100_diff1": 0.070213, "nauc_precision_at_1000_max": 0.566913, "nauc_precision_at_1000_std": 0.575764, "nauc_precision_at_1000_diff1": 0.070213, "nauc_mrr_at_1_max": 0.550865, "nauc_mrr_at_1_std": 0.433503, "nauc_mrr_at_1_diff1": 0.503367, "nauc_mrr_at_3_max": 0.585932, "nauc_mrr_at_3_std": 0.487058, "nauc_mrr_at_3_diff1": 0.473899, "nauc_mrr_at_5_max": 0.585717, "nauc_mrr_at_5_std": 0.492996, "nauc_mrr_at_5_diff1": 0.472919, "nauc_mrr_at_10_max": 0.590671, "nauc_mrr_at_10_std": 0.495269, "nauc_mrr_at_10_diff1": 0.46937, "nauc_mrr_at_20_max": 0.59428, "nauc_mrr_at_20_std": 0.50007, "nauc_mrr_at_20_diff1": 0.467821, "nauc_mrr_at_100_max": 0.59428, "nauc_mrr_at_100_std": 0.50007, "nauc_mrr_at_100_diff1": 0.467821, "nauc_mrr_at_1000_max": 0.59428, "nauc_mrr_at_1000_std": 0.50007, "nauc_mrr_at_1000_diff1": 0.467821, "hit_rate_at_1": 0.37338, "hit_rate_at_3": 0.51299, "hit_rate_at_5": 0.55844, "hit_rate_at_10": 0.58442, "hit_rate_at_20": 0.61039, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.38777, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 21517.902309880243, "kg_co2_emissions": null, "date": 1791437872.230896, "evaluation_phases": [ { "name": "Data loading", "start": 1.418999454472214e-05, "end": 42.27125177299604, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 42.271266943003866, "end": 42.271269012999255, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 42.27780976600479, "end": 3557.5644136420015, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3557.691804528993, "end": 3557.8053721339966, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 3557.8489274339954, "end": 7068.501198334998, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 7068.655364706996, "end": 7068.733056311001, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 7068.784721477001, "end": 10539.800927011005, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 10539.986833529998, "end": 10540.067054515006, "split": "test", "subset": "german" } ] }