{ "dataset_revision": "7187c21e1a532531d175eccf5a6d7c1561f6b0da", "task_name": "Vidore3FinanceEnBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.4822, "ndcg_at_3": 0.46317, "ndcg_at_5": 0.4602, "ndcg_at_10": 0.464, "ndcg_at_20": 0.47467, "ndcg_at_100": 0.48007, "ndcg_at_1000": 0.48007, "map_at_1": 0.24126, "map_at_3": 0.33213, "map_at_5": 0.3618, "map_at_10": 0.38508, "map_at_20": 0.39434, "map_at_100": 0.3963, "map_at_1000": 0.3963, "recall_at_1": 0.24126, "recall_at_3": 0.36515, "recall_at_5": 0.41789, "recall_at_10": 0.46713, "recall_at_20": 0.50741, "recall_at_100": 0.52454, "recall_at_1000": 0.52454, "accuracy": 0.24126, "precision_at_1": 0.51456, "precision_at_3": 0.32902, "precision_at_5": 0.25049, "precision_at_10": 0.15405, "precision_at_20": 0.08851, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.514563, "mrr_at_3": 0.578749, "mrr_at_5": 0.588134, "mrr_at_10": 0.590686, "mrr_at_20": 0.592268, "mrr_at_100": 0.592815, "mrr_at_1000": 0.592815, "nauc_ndcg_at_1_max": 0.626619, "nauc_ndcg_at_1_std": 0.342213, "nauc_ndcg_at_1_diff1": 0.433656, "nauc_ndcg_at_3_max": 0.602727, "nauc_ndcg_at_3_std": 0.321785, "nauc_ndcg_at_3_diff1": 0.376031, "nauc_ndcg_at_5_max": 0.599133, "nauc_ndcg_at_5_std": 0.321297, "nauc_ndcg_at_5_diff1": 0.373774, "nauc_ndcg_at_10_max": 0.60614, "nauc_ndcg_at_10_std": 0.33687, "nauc_ndcg_at_10_diff1": 0.35929, "nauc_ndcg_at_20_max": 0.602973, "nauc_ndcg_at_20_std": 0.334438, "nauc_ndcg_at_20_diff1": 0.353803, "nauc_ndcg_at_100_max": 0.599707, "nauc_ndcg_at_100_std": 0.333166, "nauc_ndcg_at_100_diff1": 0.348842, "nauc_ndcg_at_1000_max": 0.599707, "nauc_ndcg_at_1000_std": 0.333166, "nauc_ndcg_at_1000_diff1": 0.348842, "nauc_map_at_1_max": 0.484643, "nauc_map_at_1_std": 0.127945, "nauc_map_at_1_diff1": 0.511195, "nauc_map_at_3_max": 0.519454, "nauc_map_at_3_std": 0.187082, "nauc_map_at_3_diff1": 0.428464, "nauc_map_at_5_max": 0.539488, "nauc_map_at_5_std": 0.224299, "nauc_map_at_5_diff1": 0.404203, "nauc_map_at_10_max": 0.559184, "nauc_map_at_10_std": 0.272332, "nauc_map_at_10_diff1": 0.367058, "nauc_map_at_20_max": 0.564379, "nauc_map_at_20_std": 0.283382, "nauc_map_at_20_diff1": 0.358902, "nauc_map_at_100_max": 0.563211, "nauc_map_at_100_std": 0.283189, "nauc_map_at_100_diff1": 0.356595, "nauc_map_at_1000_max": 0.563211, "nauc_map_at_1000_std": 0.283189, "nauc_map_at_1000_diff1": 0.356595, "nauc_recall_at_1_max": 0.484643, "nauc_recall_at_1_std": 0.127945, "nauc_recall_at_1_diff1": 0.511195, "nauc_recall_at_3_max": 0.506209, "nauc_recall_at_3_std": 0.190646, "nauc_recall_at_3_diff1": 0.391093, "nauc_recall_at_5_max": 0.522939, "nauc_recall_at_5_std": 0.23287, "nauc_recall_at_5_diff1": 0.357857, "nauc_recall_at_10_max": 0.555018, "nauc_recall_at_10_std": 0.311817, "nauc_recall_at_10_diff1": 0.305934, "nauc_recall_at_20_max": 0.551381, "nauc_recall_at_20_std": 0.323951, "nauc_recall_at_20_diff1": 0.28193, "nauc_recall_at_100_max": 0.536176, "nauc_recall_at_100_std": 0.318096, "nauc_recall_at_100_diff1": 0.268324, "nauc_recall_at_1000_max": 0.536176, "nauc_recall_at_1000_std": 0.318096, "nauc_recall_at_1000_diff1": 0.268324, "nauc_precision_at_1_max": 0.664691, "nauc_precision_at_1_std": 0.386942, "nauc_precision_at_1_diff1": 0.450478, "nauc_precision_at_3_max": 0.467756, "nauc_precision_at_3_std": 0.398098, "nauc_precision_at_3_diff1": 0.08922, "nauc_precision_at_5_max": 0.409745, "nauc_precision_at_5_std": 0.419309, "nauc_precision_at_5_diff1": -0.014275, "nauc_precision_at_10_max": 0.367812, "nauc_precision_at_10_std": 0.461957, "nauc_precision_at_10_diff1": -0.102444, "nauc_precision_at_20_max": 0.31053, "nauc_precision_at_20_std": 0.435207, "nauc_precision_at_20_diff1": -0.147591, "nauc_precision_at_100_max": 0.261644, "nauc_precision_at_100_std": 0.392623, "nauc_precision_at_100_diff1": -0.172439, "nauc_precision_at_1000_max": 0.261644, "nauc_precision_at_1000_std": 0.392623, "nauc_precision_at_1000_diff1": -0.172439, "nauc_mrr_at_1_max": 0.664691, "nauc_mrr_at_1_std": 0.386942, "nauc_mrr_at_1_diff1": 0.450478, "nauc_mrr_at_3_max": 0.671535, "nauc_mrr_at_3_std": 0.405246, "nauc_mrr_at_3_diff1": 0.420256, "nauc_mrr_at_5_max": 0.675667, "nauc_mrr_at_5_std": 0.40776, "nauc_mrr_at_5_diff1": 0.417697, "nauc_mrr_at_10_max": 0.675691, "nauc_mrr_at_10_std": 0.406696, "nauc_mrr_at_10_diff1": 0.421814, "nauc_mrr_at_20_max": 0.67677, "nauc_mrr_at_20_std": 0.407849, "nauc_mrr_at_20_diff1": 0.421987, "nauc_mrr_at_100_max": 0.67643, "nauc_mrr_at_100_std": 0.40814, "nauc_mrr_at_100_diff1": 0.421846, "nauc_mrr_at_1000_max": 0.67643, "nauc_mrr_at_1000_std": 0.40814, "nauc_mrr_at_1000_diff1": 0.421846, "hit_rate_at_1": 0.51456, "hit_rate_at_3": 0.65372, "hit_rate_at_5": 0.69256, "hit_rate_at_10": 0.71197, "hit_rate_at_20": 0.73463, "hit_rate_at_100": 0.75081, "hit_rate_at_1000": 0.75081, "main_score": 0.464, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.53398, "ndcg_at_3": 0.50369, "ndcg_at_5": 0.49514, "ndcg_at_10": 0.49799, "ndcg_at_20": 0.50554, "ndcg_at_100": 0.51215, "ndcg_at_1000": 0.51215, "map_at_1": 0.25675, "map_at_3": 0.35944, "map_at_5": 0.39007, "map_at_10": 0.41488, "map_at_20": 0.42343, "map_at_100": 0.42562, "map_at_1000": 0.42562, "recall_at_1": 0.25675, "recall_at_3": 0.39541, "recall_at_5": 0.44041, "recall_at_10": 0.49402, "recall_at_20": 0.53075, "recall_at_100": 0.55092, "recall_at_1000": 0.55092, "accuracy": 0.25675, "precision_at_1": 0.56958, "precision_at_3": 0.35707, "precision_at_5": 0.26861, "precision_at_10": 0.16731, "precision_at_20": 0.09369, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.569579, "mrr_at_3": 0.625135, "mrr_at_5": 0.628533, "mrr_at_10": 0.633223, "mrr_at_20": 0.634663, "mrr_at_100": 0.635098, "mrr_at_1000": 0.635098, "nauc_ndcg_at_1_max": 0.555168, "nauc_ndcg_at_1_std": 0.30821, "nauc_ndcg_at_1_diff1": 0.396217, "nauc_ndcg_at_3_max": 0.542, "nauc_ndcg_at_3_std": 0.334851, "nauc_ndcg_at_3_diff1": 0.338032, "nauc_ndcg_at_5_max": 0.549686, "nauc_ndcg_at_5_std": 0.352746, "nauc_ndcg_at_5_diff1": 0.323515, "nauc_ndcg_at_10_max": 0.555935, "nauc_ndcg_at_10_std": 0.358297, "nauc_ndcg_at_10_diff1": 0.325743, "nauc_ndcg_at_20_max": 0.553203, "nauc_ndcg_at_20_std": 0.355792, "nauc_ndcg_at_20_diff1": 0.32391, "nauc_ndcg_at_100_max": 0.547752, "nauc_ndcg_at_100_std": 0.349524, "nauc_ndcg_at_100_diff1": 0.318214, "nauc_ndcg_at_1000_max": 0.547752, "nauc_ndcg_at_1000_std": 0.349524, "nauc_ndcg_at_1000_diff1": 0.318214, "nauc_map_at_1_max": 0.376064, "nauc_map_at_1_std": 0.090828, "nauc_map_at_1_diff1": 0.521559, "nauc_map_at_3_max": 0.442938, "nauc_map_at_3_std": 0.174947, "nauc_map_at_3_diff1": 0.415636, "nauc_map_at_5_max": 0.476886, "nauc_map_at_5_std": 0.241297, "nauc_map_at_5_diff1": 0.375472, "nauc_map_at_10_max": 0.506308, "nauc_map_at_10_std": 0.297825, "nauc_map_at_10_diff1": 0.351567, "nauc_map_at_20_max": 0.510217, "nauc_map_at_20_std": 0.307503, "nauc_map_at_20_diff1": 0.345171, "nauc_map_at_100_max": 0.50875, "nauc_map_at_100_std": 0.306217, "nauc_map_at_100_diff1": 0.343361, "nauc_map_at_1000_max": 0.50875, "nauc_map_at_1000_std": 0.306217, "nauc_map_at_1000_diff1": 0.343361, "nauc_recall_at_1_max": 0.376064, "nauc_recall_at_1_std": 0.090828, "nauc_recall_at_1_diff1": 0.521559, "nauc_recall_at_3_max": 0.434072, "nauc_recall_at_3_std": 0.172193, "nauc_recall_at_3_diff1": 0.370902, "nauc_recall_at_5_max": 0.486152, "nauc_recall_at_5_std": 0.258745, "nauc_recall_at_5_diff1": 0.319542, "nauc_recall_at_10_max": 0.517898, "nauc_recall_at_10_std": 0.332249, "nauc_recall_at_10_diff1": 0.28524, "nauc_recall_at_20_max": 0.527615, "nauc_recall_at_20_std": 0.349998, "nauc_recall_at_20_diff1": 0.269647, "nauc_recall_at_100_max": 0.499345, "nauc_recall_at_100_std": 0.320363, "nauc_recall_at_100_diff1": 0.244605, "nauc_recall_at_1000_max": 0.499345, "nauc_recall_at_1000_std": 0.320363, "nauc_recall_at_1000_diff1": 0.244605, "nauc_precision_at_1_max": 0.621997, "nauc_precision_at_1_std": 0.349861, "nauc_precision_at_1_diff1": 0.412648, "nauc_precision_at_3_max": 0.439402, "nauc_precision_at_3_std": 0.397075, "nauc_precision_at_3_diff1": 0.028207, "nauc_precision_at_5_max": 0.404966, "nauc_precision_at_5_std": 0.463599, "nauc_precision_at_5_diff1": -0.07856, "nauc_precision_at_10_max": 0.366574, "nauc_precision_at_10_std": 0.495492, "nauc_precision_at_10_diff1": -0.134973, "nauc_precision_at_20_max": 0.31345, "nauc_precision_at_20_std": 0.473382, "nauc_precision_at_20_diff1": -0.160385, "nauc_precision_at_100_max": 0.260315, "nauc_precision_at_100_std": 0.421677, "nauc_precision_at_100_diff1": -0.188602, "nauc_precision_at_1000_max": 0.260315, "nauc_precision_at_1000_std": 0.421677, "nauc_precision_at_1000_diff1": -0.188602, "nauc_mrr_at_1_max": 0.621997, "nauc_mrr_at_1_std": 0.349861, "nauc_mrr_at_1_diff1": 0.412648, "nauc_mrr_at_3_max": 0.637931, "nauc_mrr_at_3_std": 0.384708, "nauc_mrr_at_3_diff1": 0.373661, "nauc_mrr_at_5_max": 0.643641, "nauc_mrr_at_5_std": 0.389297, "nauc_mrr_at_5_diff1": 0.37, "nauc_mrr_at_10_max": 0.642928, "nauc_mrr_at_10_std": 0.388031, "nauc_mrr_at_10_diff1": 0.370422, "nauc_mrr_at_20_max": 0.641988, "nauc_mrr_at_20_std": 0.388151, "nauc_mrr_at_20_diff1": 0.370004, "nauc_mrr_at_100_max": 0.64154, "nauc_mrr_at_100_std": 0.387831, "nauc_mrr_at_100_diff1": 0.369776, "nauc_mrr_at_1000_max": 0.64154, "nauc_mrr_at_1000_std": 0.387831, "nauc_mrr_at_1000_diff1": 0.369776, "hit_rate_at_1": 0.56958, "hit_rate_at_3": 0.69256, "hit_rate_at_5": 0.70874, "hit_rate_at_10": 0.74757, "hit_rate_at_20": 0.76699, "hit_rate_at_100": 0.77994, "hit_rate_at_1000": 0.77994, "main_score": 0.49799, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.68932, "ndcg_at_3": 0.66183, "ndcg_at_5": 0.67266, "ndcg_at_10": 0.68876, "ndcg_at_20": 0.70215, "ndcg_at_100": 0.71383, "ndcg_at_1000": 0.71383, "map_at_1": 0.33588, "map_at_3": 0.47335, "map_at_5": 0.53518, "map_at_10": 0.58402, "map_at_20": 0.59884, "map_at_100": 0.60414, "map_at_1000": 0.60414, "recall_at_1": 0.33588, "recall_at_3": 0.51495, "recall_at_5": 0.6125, "recall_at_10": 0.71226, "recall_at_20": 0.76835, "recall_at_100": 0.8041, "recall_at_1000": 0.8041, "accuracy": 0.33588, "precision_at_1": 0.73786, "precision_at_3": 0.47573, "precision_at_5": 0.38706, "precision_at_10": 0.2521, "precision_at_20": 0.14175, "precision_at_100": 0.03049, "precision_at_1000": 0.00305, "mrr_at_1": 0.737864, "mrr_at_3": 0.797195, "mrr_at_5": 0.806419, "mrr_at_10": 0.81186, "mrr_at_20": 0.812983, "mrr_at_100": 0.813361, "mrr_at_1000": 0.813361, "nauc_ndcg_at_1_max": 0.481859, "nauc_ndcg_at_1_std": 0.063232, "nauc_ndcg_at_1_diff1": 0.398983, "nauc_ndcg_at_3_max": 0.473443, "nauc_ndcg_at_3_std": 0.085811, "nauc_ndcg_at_3_diff1": 0.3366, "nauc_ndcg_at_5_max": 0.481409, "nauc_ndcg_at_5_std": 0.127282, "nauc_ndcg_at_5_diff1": 0.322251, "nauc_ndcg_at_10_max": 0.509577, "nauc_ndcg_at_10_std": 0.179983, "nauc_ndcg_at_10_diff1": 0.326557, "nauc_ndcg_at_20_max": 0.502887, "nauc_ndcg_at_20_std": 0.199869, "nauc_ndcg_at_20_diff1": 0.326697, "nauc_ndcg_at_100_max": 0.491259, "nauc_ndcg_at_100_std": 0.184526, "nauc_ndcg_at_100_diff1": 0.321059, "nauc_ndcg_at_1000_max": 0.491259, "nauc_ndcg_at_1000_std": 0.184526, "nauc_ndcg_at_1000_diff1": 0.321059, "nauc_map_at_1_max": 0.28187, "nauc_map_at_1_std": -0.092171, "nauc_map_at_1_diff1": 0.517075, "nauc_map_at_3_max": 0.346837, "nauc_map_at_3_std": -0.026724, "nauc_map_at_3_diff1": 0.424109, "nauc_map_at_5_max": 0.383966, "nauc_map_at_5_std": 0.046032, "nauc_map_at_5_diff1": 0.380403, "nauc_map_at_10_max": 0.438559, "nauc_map_at_10_std": 0.139007, "nauc_map_at_10_diff1": 0.331516, "nauc_map_at_20_max": 0.44376, "nauc_map_at_20_std": 0.161771, "nauc_map_at_20_diff1": 0.317464, "nauc_map_at_100_max": 0.441772, "nauc_map_at_100_std": 0.158565, "nauc_map_at_100_diff1": 0.314367, "nauc_map_at_1000_max": 0.441772, "nauc_map_at_1000_std": 0.158565, "nauc_map_at_1000_diff1": 0.314367, "nauc_recall_at_1_max": 0.28187, "nauc_recall_at_1_std": -0.092171, "nauc_recall_at_1_diff1": 0.517075, "nauc_recall_at_3_max": 0.314058, "nauc_recall_at_3_std": -0.018963, "nauc_recall_at_3_diff1": 0.382594, "nauc_recall_at_5_max": 0.351748, "nauc_recall_at_5_std": 0.079432, "nauc_recall_at_5_diff1": 0.320604, "nauc_recall_at_10_max": 0.461421, "nauc_recall_at_10_std": 0.248208, "nauc_recall_at_10_diff1": 0.243739, "nauc_recall_at_20_max": 0.473434, "nauc_recall_at_20_std": 0.330747, "nauc_recall_at_20_diff1": 0.22271, "nauc_recall_at_100_max": 0.425683, "nauc_recall_at_100_std": 0.276288, "nauc_recall_at_100_diff1": 0.196667, "nauc_recall_at_1000_max": 0.425683, "nauc_recall_at_1000_std": 0.276288, "nauc_recall_at_1000_diff1": 0.196667, "nauc_precision_at_1_max": 0.52417, "nauc_precision_at_1_std": 0.104963, "nauc_precision_at_1_diff1": 0.35966, "nauc_precision_at_3_max": 0.266262, "nauc_precision_at_3_std": 0.259686, "nauc_precision_at_3_diff1": -0.194167, "nauc_precision_at_5_max": 0.181713, "nauc_precision_at_5_std": 0.331579, "nauc_precision_at_5_diff1": -0.304999, "nauc_precision_at_10_max": 0.141373, "nauc_precision_at_10_std": 0.384062, "nauc_precision_at_10_diff1": -0.372159, "nauc_precision_at_20_max": 0.085348, "nauc_precision_at_20_std": 0.37306, "nauc_precision_at_20_diff1": -0.396227, "nauc_precision_at_100_max": 0.027549, "nauc_precision_at_100_std": 0.305001, "nauc_precision_at_100_diff1": -0.405657, "nauc_precision_at_1000_max": 0.027549, "nauc_precision_at_1000_std": 0.305001, "nauc_precision_at_1000_diff1": -0.405657, "nauc_mrr_at_1_max": 0.52417, "nauc_mrr_at_1_std": 0.104963, "nauc_mrr_at_1_diff1": 0.35966, "nauc_mrr_at_3_max": 0.529689, "nauc_mrr_at_3_std": 0.13164, "nauc_mrr_at_3_diff1": 0.327382, "nauc_mrr_at_5_max": 0.534318, "nauc_mrr_at_5_std": 0.131943, "nauc_mrr_at_5_diff1": 0.328922, "nauc_mrr_at_10_max": 0.537144, "nauc_mrr_at_10_std": 0.132505, "nauc_mrr_at_10_diff1": 0.326576, "nauc_mrr_at_20_max": 0.538028, "nauc_mrr_at_20_std": 0.135032, "nauc_mrr_at_20_diff1": 0.328378, "nauc_mrr_at_100_max": 0.53717, "nauc_mrr_at_100_std": 0.13413, "nauc_mrr_at_100_diff1": 0.329434, "nauc_mrr_at_1000_max": 0.53717, "nauc_mrr_at_1000_std": 0.13413, "nauc_mrr_at_1000_diff1": 0.329434, "hit_rate_at_1": 0.73786, "hit_rate_at_3": 0.87055, "hit_rate_at_5": 0.90939, "hit_rate_at_10": 0.94822, "hit_rate_at_20": 0.9644, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 0.97411, "main_score": 0.68876, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.43851, "ndcg_at_3": 0.42994, "ndcg_at_5": 0.43255, "ndcg_at_10": 0.43736, "ndcg_at_20": 0.4445, "ndcg_at_100": 0.45067, "ndcg_at_1000": 0.45067, "map_at_1": 0.22364, "map_at_3": 0.30768, "map_at_5": 0.33993, "map_at_10": 0.35936, "map_at_20": 0.36693, "map_at_100": 0.36957, "map_at_1000": 0.36957, "recall_at_1": 0.22364, "recall_at_3": 0.34252, "recall_at_5": 0.40234, "recall_at_10": 0.45224, "recall_at_20": 0.48205, "recall_at_100": 0.50049, "recall_at_1000": 0.50049, "accuracy": 0.22364, "precision_at_1": 0.46926, "precision_at_3": 0.31068, "precision_at_5": 0.24013, "precision_at_10": 0.14887, "precision_at_20": 0.0843, "precision_at_100": 0.01812, "precision_at_1000": 0.00181, "mrr_at_1": 0.469256, "mrr_at_3": 0.533441, "mrr_at_5": 0.54315, "mrr_at_10": 0.54708, "mrr_at_20": 0.548607, "mrr_at_100": 0.548844, "mrr_at_1000": 0.548844, "nauc_ndcg_at_1_max": 0.620074, "nauc_ndcg_at_1_std": 0.374459, "nauc_ndcg_at_1_diff1": 0.517281, "nauc_ndcg_at_3_max": 0.584824, "nauc_ndcg_at_3_std": 0.40676, "nauc_ndcg_at_3_diff1": 0.467406, "nauc_ndcg_at_5_max": 0.577819, "nauc_ndcg_at_5_std": 0.41633, "nauc_ndcg_at_5_diff1": 0.457974, "nauc_ndcg_at_10_max": 0.583739, "nauc_ndcg_at_10_std": 0.438127, "nauc_ndcg_at_10_diff1": 0.448115, "nauc_ndcg_at_20_max": 0.579887, "nauc_ndcg_at_20_std": 0.444816, "nauc_ndcg_at_20_diff1": 0.436528, "nauc_ndcg_at_100_max": 0.575338, "nauc_ndcg_at_100_std": 0.442203, "nauc_ndcg_at_100_diff1": 0.431267, "nauc_ndcg_at_1000_max": 0.575338, "nauc_ndcg_at_1000_std": 0.442203, "nauc_ndcg_at_1000_diff1": 0.431267, "nauc_map_at_1_max": 0.470806, "nauc_map_at_1_std": 0.215506, "nauc_map_at_1_diff1": 0.548086, "nauc_map_at_3_max": 0.49929, "nauc_map_at_3_std": 0.299526, "nauc_map_at_3_diff1": 0.485489, "nauc_map_at_5_max": 0.520215, "nauc_map_at_5_std": 0.342239, "nauc_map_at_5_diff1": 0.4605, "nauc_map_at_10_max": 0.539158, "nauc_map_at_10_std": 0.384709, "nauc_map_at_10_diff1": 0.443392, "nauc_map_at_20_max": 0.538751, "nauc_map_at_20_std": 0.393278, "nauc_map_at_20_diff1": 0.436162, "nauc_map_at_100_max": 0.536955, "nauc_map_at_100_std": 0.392127, "nauc_map_at_100_diff1": 0.4338, "nauc_map_at_1000_max": 0.536955, "nauc_map_at_1000_std": 0.392127, "nauc_map_at_1000_diff1": 0.4338, "nauc_recall_at_1_max": 0.470806, "nauc_recall_at_1_std": 0.215506, "nauc_recall_at_1_diff1": 0.548086, "nauc_recall_at_3_max": 0.476856, "nauc_recall_at_3_std": 0.300797, "nauc_recall_at_3_diff1": 0.453754, "nauc_recall_at_5_max": 0.504331, "nauc_recall_at_5_std": 0.366032, "nauc_recall_at_5_diff1": 0.407983, "nauc_recall_at_10_max": 0.529987, "nauc_recall_at_10_std": 0.444253, "nauc_recall_at_10_diff1": 0.372176, "nauc_recall_at_20_max": 0.520065, "nauc_recall_at_20_std": 0.464639, "nauc_recall_at_20_diff1": 0.344925, "nauc_recall_at_100_max": 0.501158, "nauc_recall_at_100_std": 0.450674, "nauc_recall_at_100_diff1": 0.323327, "nauc_recall_at_1000_max": 0.501158, "nauc_recall_at_1000_std": 0.450674, "nauc_recall_at_1000_diff1": 0.323327, "nauc_precision_at_1_max": 0.647394, "nauc_precision_at_1_std": 0.375187, "nauc_precision_at_1_diff1": 0.551301, "nauc_precision_at_3_max": 0.459937, "nauc_precision_at_3_std": 0.423187, "nauc_precision_at_3_diff1": 0.210211, "nauc_precision_at_5_max": 0.390837, "nauc_precision_at_5_std": 0.436021, "nauc_precision_at_5_diff1": 0.106348, "nauc_precision_at_10_max": 0.349957, "nauc_precision_at_10_std": 0.465019, "nauc_precision_at_10_diff1": 0.041657, "nauc_precision_at_20_max": 0.275602, "nauc_precision_at_20_std": 0.420609, "nauc_precision_at_20_diff1": -0.006124, "nauc_precision_at_100_max": 0.218868, "nauc_precision_at_100_std": 0.360655, "nauc_precision_at_100_diff1": -0.032312, "nauc_precision_at_1000_max": 0.218868, "nauc_precision_at_1000_std": 0.360655, "nauc_precision_at_1000_diff1": -0.032312, "nauc_mrr_at_1_max": 0.647394, "nauc_mrr_at_1_std": 0.375187, "nauc_mrr_at_1_diff1": 0.551301, "nauc_mrr_at_3_max": 0.660298, "nauc_mrr_at_3_std": 0.418295, "nauc_mrr_at_3_diff1": 0.545062, "nauc_mrr_at_5_max": 0.667194, "nauc_mrr_at_5_std": 0.433716, "nauc_mrr_at_5_diff1": 0.542349, "nauc_mrr_at_10_max": 0.668696, "nauc_mrr_at_10_std": 0.437793, "nauc_mrr_at_10_diff1": 0.540717, "nauc_mrr_at_20_max": 0.66719, "nauc_mrr_at_20_std": 0.435021, "nauc_mrr_at_20_diff1": 0.540795, "nauc_mrr_at_100_max": 0.666975, "nauc_mrr_at_100_std": 0.435263, "nauc_mrr_at_100_diff1": 0.540446, "nauc_mrr_at_1000_max": 0.666975, "nauc_mrr_at_1000_std": 0.435263, "nauc_mrr_at_1000_diff1": 0.540446, "hit_rate_at_1": 0.46926, "hit_rate_at_3": 0.61489, "hit_rate_at_5": 0.65696, "hit_rate_at_10": 0.68608, "hit_rate_at_20": 0.7055, "hit_rate_at_100": 0.71197, "hit_rate_at_1000": 0.71197, "main_score": 0.43736, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.48706, "ndcg_at_3": 0.46936, "ndcg_at_5": 0.46754, "ndcg_at_10": 0.47297, "ndcg_at_20": 0.48132, "ndcg_at_100": 0.4875, "ndcg_at_1000": 0.4875, "map_at_1": 0.24064, "map_at_3": 0.33552, "map_at_5": 0.36716, "map_at_10": 0.39138, "map_at_20": 0.40013, "map_at_100": 0.40234, "map_at_1000": 0.40234, "recall_at_1": 0.24064, "recall_at_3": 0.37356, "recall_at_5": 0.42769, "recall_at_10": 0.48539, "recall_at_20": 0.51918, "recall_at_100": 0.53718, "recall_at_1000": 0.53718, "accuracy": 0.24064, "precision_at_1": 0.52751, "precision_at_3": 0.34088, "precision_at_5": 0.26084, "precision_at_10": 0.15955, "precision_at_20": 0.08932, "precision_at_100": 0.01909, "precision_at_1000": 0.00191, "mrr_at_1": 0.527508, "mrr_at_3": 0.592233, "mrr_at_5": 0.601294, "mrr_at_10": 0.605734, "mrr_at_20": 0.606356, "mrr_at_100": 0.606825, "mrr_at_1000": 0.606825, "nauc_ndcg_at_1_max": 0.555972, "nauc_ndcg_at_1_std": 0.284393, "nauc_ndcg_at_1_diff1": 0.456762, "nauc_ndcg_at_3_max": 0.54713, "nauc_ndcg_at_3_std": 0.354718, "nauc_ndcg_at_3_diff1": 0.351417, "nauc_ndcg_at_5_max": 0.557098, "nauc_ndcg_at_5_std": 0.374495, "nauc_ndcg_at_5_diff1": 0.330979, "nauc_ndcg_at_10_max": 0.561892, "nauc_ndcg_at_10_std": 0.391808, "nauc_ndcg_at_10_diff1": 0.318428, "nauc_ndcg_at_20_max": 0.565363, "nauc_ndcg_at_20_std": 0.400433, "nauc_ndcg_at_20_diff1": 0.303689, "nauc_ndcg_at_100_max": 0.556866, "nauc_ndcg_at_100_std": 0.394856, "nauc_ndcg_at_100_diff1": 0.295588, "nauc_ndcg_at_1000_max": 0.556866, "nauc_ndcg_at_1000_std": 0.394856, "nauc_ndcg_at_1000_diff1": 0.295588, "nauc_map_at_1_max": 0.398284, "nauc_map_at_1_std": 0.109013, "nauc_map_at_1_diff1": 0.516566, "nauc_map_at_3_max": 0.453239, "nauc_map_at_3_std": 0.23132, "nauc_map_at_3_diff1": 0.39088, "nauc_map_at_5_max": 0.498494, "nauc_map_at_5_std": 0.297477, "nauc_map_at_5_diff1": 0.347557, "nauc_map_at_10_max": 0.518505, "nauc_map_at_10_std": 0.33842, "nauc_map_at_10_diff1": 0.317552, "nauc_map_at_20_max": 0.525162, "nauc_map_at_20_std": 0.350536, "nauc_map_at_20_diff1": 0.305229, "nauc_map_at_100_max": 0.521945, "nauc_map_at_100_std": 0.348394, "nauc_map_at_100_diff1": 0.30247, "nauc_map_at_1000_max": 0.521945, "nauc_map_at_1000_std": 0.348394, "nauc_map_at_1000_diff1": 0.30247, "nauc_recall_at_1_max": 0.398284, "nauc_recall_at_1_std": 0.109013, "nauc_recall_at_1_diff1": 0.516566, "nauc_recall_at_3_max": 0.459366, "nauc_recall_at_3_std": 0.282239, "nauc_recall_at_3_diff1": 0.343251, "nauc_recall_at_5_max": 0.511458, "nauc_recall_at_5_std": 0.367429, "nauc_recall_at_5_diff1": 0.294226, "nauc_recall_at_10_max": 0.535752, "nauc_recall_at_10_std": 0.435775, "nauc_recall_at_10_diff1": 0.24647, "nauc_recall_at_20_max": 0.540235, "nauc_recall_at_20_std": 0.457874, "nauc_recall_at_20_diff1": 0.214768, "nauc_recall_at_100_max": 0.513032, "nauc_recall_at_100_std": 0.439709, "nauc_recall_at_100_diff1": 0.187731, "nauc_recall_at_1000_max": 0.513032, "nauc_recall_at_1000_std": 0.439709, "nauc_recall_at_1000_diff1": 0.187731, "nauc_precision_at_1_max": 0.568784, "nauc_precision_at_1_std": 0.296163, "nauc_precision_at_1_diff1": 0.462387, "nauc_precision_at_3_max": 0.431689, "nauc_precision_at_3_std": 0.419269, "nauc_precision_at_3_diff1": 0.034063, "nauc_precision_at_5_max": 0.404916, "nauc_precision_at_5_std": 0.45012, "nauc_precision_at_5_diff1": -0.075011, "nauc_precision_at_10_max": 0.367351, "nauc_precision_at_10_std": 0.46139, "nauc_precision_at_10_diff1": -0.13784, "nauc_precision_at_20_max": 0.326692, "nauc_precision_at_20_std": 0.432396, "nauc_precision_at_20_diff1": -0.167926, "nauc_precision_at_100_max": 0.257908, "nauc_precision_at_100_std": 0.374558, "nauc_precision_at_100_diff1": -0.198231, "nauc_precision_at_1000_max": 0.257908, "nauc_precision_at_1000_std": 0.374558, "nauc_precision_at_1000_diff1": -0.198231, "nauc_mrr_at_1_max": 0.568784, "nauc_mrr_at_1_std": 0.296163, "nauc_mrr_at_1_diff1": 0.462387, "nauc_mrr_at_3_max": 0.596594, "nauc_mrr_at_3_std": 0.373786, "nauc_mrr_at_3_diff1": 0.41323, "nauc_mrr_at_5_max": 0.590377, "nauc_mrr_at_5_std": 0.368045, "nauc_mrr_at_5_diff1": 0.41724, "nauc_mrr_at_10_max": 0.591458, "nauc_mrr_at_10_std": 0.373687, "nauc_mrr_at_10_diff1": 0.416166, "nauc_mrr_at_20_max": 0.592059, "nauc_mrr_at_20_std": 0.373732, "nauc_mrr_at_20_diff1": 0.417637, "nauc_mrr_at_100_max": 0.591359, "nauc_mrr_at_100_std": 0.373512, "nauc_mrr_at_100_diff1": 0.416853, "nauc_mrr_at_1000_max": 0.591359, "nauc_mrr_at_1000_std": 0.373512, "nauc_mrr_at_1000_diff1": 0.416853, "hit_rate_at_1": 0.52751, "hit_rate_at_3": 0.67314, "hit_rate_at_5": 0.71197, "hit_rate_at_10": 0.74434, "hit_rate_at_20": 0.75405, "hit_rate_at_100": 0.76699, "hit_rate_at_1000": 0.76699, "main_score": 0.47297, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.50485, "ndcg_at_3": 0.46269, "ndcg_at_5": 0.45549, "ndcg_at_10": 0.45698, "ndcg_at_20": 0.4666, "ndcg_at_100": 0.47031, "ndcg_at_1000": 0.47031, "map_at_1": 0.24464, "map_at_3": 0.32817, "map_at_5": 0.35602, "map_at_10": 0.37523, "map_at_20": 0.3842, "map_at_100": 0.3855, "map_at_1000": 0.3855, "recall_at_1": 0.24464, "recall_at_3": 0.35779, "recall_at_5": 0.40246, "recall_at_10": 0.44807, "recall_at_20": 0.49013, "recall_at_100": 0.50066, "recall_at_1000": 0.50066, "accuracy": 0.24464, "precision_at_1": 0.54369, "precision_at_3": 0.32902, "precision_at_5": 0.24531, "precision_at_10": 0.14887, "precision_at_20": 0.0843, "precision_at_100": 0.0177, "precision_at_1000": 0.00177, "mrr_at_1": 0.543689, "mrr_at_3": 0.594391, "mrr_at_5": 0.600701, "mrr_at_10": 0.603735, "mrr_at_20": 0.6051, "mrr_at_100": 0.60544, "mrr_at_1000": 0.60544, "nauc_ndcg_at_1_max": 0.627855, "nauc_ndcg_at_1_std": 0.398356, "nauc_ndcg_at_1_diff1": 0.452938, "nauc_ndcg_at_3_max": 0.59554, "nauc_ndcg_at_3_std": 0.385842, "nauc_ndcg_at_3_diff1": 0.399547, "nauc_ndcg_at_5_max": 0.614098, "nauc_ndcg_at_5_std": 0.401018, "nauc_ndcg_at_5_diff1": 0.37326, "nauc_ndcg_at_10_max": 0.623555, "nauc_ndcg_at_10_std": 0.414294, "nauc_ndcg_at_10_diff1": 0.387617, "nauc_ndcg_at_20_max": 0.625838, "nauc_ndcg_at_20_std": 0.422006, "nauc_ndcg_at_20_diff1": 0.384482, "nauc_ndcg_at_100_max": 0.621282, "nauc_ndcg_at_100_std": 0.418846, "nauc_ndcg_at_100_diff1": 0.377957, "nauc_ndcg_at_1000_max": 0.621282, "nauc_ndcg_at_1000_std": 0.418846, "nauc_ndcg_at_1000_diff1": 0.377957, "nauc_map_at_1_max": 0.48062, "nauc_map_at_1_std": 0.202445, "nauc_map_at_1_diff1": 0.5258, "nauc_map_at_3_max": 0.534, "nauc_map_at_3_std": 0.279178, "nauc_map_at_3_diff1": 0.445054, "nauc_map_at_5_max": 0.576309, "nauc_map_at_5_std": 0.337072, "nauc_map_at_5_diff1": 0.403588, "nauc_map_at_10_max": 0.589737, "nauc_map_at_10_std": 0.368099, "nauc_map_at_10_diff1": 0.389278, "nauc_map_at_20_max": 0.594457, "nauc_map_at_20_std": 0.381963, "nauc_map_at_20_diff1": 0.381756, "nauc_map_at_100_max": 0.593084, "nauc_map_at_100_std": 0.3816, "nauc_map_at_100_diff1": 0.379321, "nauc_map_at_1000_max": 0.593084, "nauc_map_at_1000_std": 0.3816, "nauc_map_at_1000_diff1": 0.379321, "nauc_recall_at_1_max": 0.48062, "nauc_recall_at_1_std": 0.202445, "nauc_recall_at_1_diff1": 0.5258, "nauc_recall_at_3_max": 0.518418, "nauc_recall_at_3_std": 0.277181, "nauc_recall_at_3_diff1": 0.414978, "nauc_recall_at_5_max": 0.567352, "nauc_recall_at_5_std": 0.35032, "nauc_recall_at_5_diff1": 0.352854, "nauc_recall_at_10_max": 0.588267, "nauc_recall_at_10_std": 0.405589, "nauc_recall_at_10_diff1": 0.342958, "nauc_recall_at_20_max": 0.577675, "nauc_recall_at_20_std": 0.418897, "nauc_recall_at_20_diff1": 0.324164, "nauc_recall_at_100_max": 0.562058, "nauc_recall_at_100_std": 0.407743, "nauc_recall_at_100_diff1": 0.304263, "nauc_recall_at_1000_max": 0.562058, "nauc_recall_at_1000_std": 0.407743, "nauc_recall_at_1000_diff1": 0.304263, "nauc_precision_at_1_max": 0.6741, "nauc_precision_at_1_std": 0.442382, "nauc_precision_at_1_diff1": 0.456867, "nauc_precision_at_3_max": 0.478675, "nauc_precision_at_3_std": 0.432275, "nauc_precision_at_3_diff1": 0.091841, "nauc_precision_at_5_max": 0.453267, "nauc_precision_at_5_std": 0.462342, "nauc_precision_at_5_diff1": -0.040959, "nauc_precision_at_10_max": 0.388075, "nauc_precision_at_10_std": 0.462609, "nauc_precision_at_10_diff1": -0.079302, "nauc_precision_at_20_max": 0.343793, "nauc_precision_at_20_std": 0.460734, "nauc_precision_at_20_diff1": -0.117538, "nauc_precision_at_100_max": 0.289895, "nauc_precision_at_100_std": 0.412216, "nauc_precision_at_100_diff1": -0.150424, "nauc_precision_at_1000_max": 0.289895, "nauc_precision_at_1000_std": 0.412216, "nauc_precision_at_1000_diff1": -0.150424, "nauc_mrr_at_1_max": 0.6741, "nauc_mrr_at_1_std": 0.442382, "nauc_mrr_at_1_diff1": 0.456867, "nauc_mrr_at_3_max": 0.704608, "nauc_mrr_at_3_std": 0.483977, "nauc_mrr_at_3_diff1": 0.439133, "nauc_mrr_at_5_max": 0.699643, "nauc_mrr_at_5_std": 0.478726, "nauc_mrr_at_5_diff1": 0.428828, "nauc_mrr_at_10_max": 0.70318, "nauc_mrr_at_10_std": 0.481863, "nauc_mrr_at_10_diff1": 0.4339, "nauc_mrr_at_20_max": 0.702017, "nauc_mrr_at_20_std": 0.480528, "nauc_mrr_at_20_diff1": 0.433527, "nauc_mrr_at_100_max": 0.701626, "nauc_mrr_at_100_std": 0.480214, "nauc_mrr_at_100_diff1": 0.433333, "nauc_mrr_at_1000_max": 0.701626, "nauc_mrr_at_1000_std": 0.480214, "nauc_mrr_at_1000_diff1": 0.433333, "hit_rate_at_1": 0.54369, "hit_rate_at_3": 0.65372, "hit_rate_at_5": 0.67961, "hit_rate_at_10": 0.70227, "hit_rate_at_20": 0.72168, "hit_rate_at_100": 0.73139, "hit_rate_at_1000": 0.73139, "main_score": 0.45698, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 6862.0820931920025, "kg_co2_emissions": null, "date": 1791840633.898378, "evaluation_phases": [ { "name": "Data loading", "start": 4.196015652269125e-06, "end": 31.230269431020133, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 31.230279436014825, "end": 31.230282411008375, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 31.234579352021683, "end": 1180.0157553390018, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1180.015793226019, "end": 1180.062828989001, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1180.075491782016, "end": 2329.1168187860167, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2329.116850063001, "end": 2329.165554355015, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2329.178643127001, "end": 3444.170272498013, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 3444.1703185880033, "end": 3444.223963245022, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 3444.239773235022, "end": 4576.7082819570205, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4576.708314195013, "end": 4576.751083890005, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 4576.768952821003, "end": 5715.433448165015, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 5715.433565141022, "end": 5715.48842479501, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 5715.507403694006, "end": 6862.024207477021, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 6862.024247217021, "end": 6862.067691062024, "split": "test", "subset": "portuguese" } ] }