{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.44531, "ndcg_at_3": 0.4699, "ndcg_at_5": 0.48438, "ndcg_at_10": 0.51067, "ndcg_at_20": 0.53929, "ndcg_at_100": 0.55207, "ndcg_at_1000": 0.55207, "map_at_1": 0.21269, "map_at_3": 0.32944, "map_at_5": 0.36831, "map_at_10": 0.40401, "map_at_20": 0.42225, "map_at_100": 0.42772, "map_at_1000": 0.42772, "recall_at_1": 0.21269, "recall_at_3": 0.40023, "recall_at_5": 0.48021, "recall_at_10": 0.58152, "recall_at_20": 0.66495, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.21269, "precision_at_1": 0.46563, "precision_at_3": 0.33437, "precision_at_5": 0.26938, "precision_at_10": 0.18531, "precision_at_20": 0.11687, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.465625, "mrr_at_3": 0.566667, "mrr_at_5": 0.581667, "mrr_at_10": 0.594943, "mrr_at_20": 0.598099, "mrr_at_100": 0.598833, "mrr_at_1000": 0.598833, "nauc_ndcg_at_1_max": 0.390476, "nauc_ndcg_at_1_std": 0.151361, "nauc_ndcg_at_1_diff1": 0.27724, "nauc_ndcg_at_3_max": 0.370494, "nauc_ndcg_at_3_std": 0.180964, "nauc_ndcg_at_3_diff1": 0.207123, "nauc_ndcg_at_5_max": 0.398792, "nauc_ndcg_at_5_std": 0.19797, "nauc_ndcg_at_5_diff1": 0.189161, "nauc_ndcg_at_10_max": 0.41116, "nauc_ndcg_at_10_std": 0.224282, "nauc_ndcg_at_10_diff1": 0.175811, "nauc_ndcg_at_20_max": 0.435717, "nauc_ndcg_at_20_std": 0.242586, "nauc_ndcg_at_20_diff1": 0.166097, "nauc_ndcg_at_100_max": 0.431769, "nauc_ndcg_at_100_std": 0.231242, "nauc_ndcg_at_100_diff1": 0.165834, "nauc_ndcg_at_1000_max": 0.431769, "nauc_ndcg_at_1000_std": 0.231242, "nauc_ndcg_at_1000_diff1": 0.165834, "nauc_map_at_1_max": 0.297367, "nauc_map_at_1_std": -0.007084, "nauc_map_at_1_diff1": 0.352468, "nauc_map_at_3_max": 0.315518, "nauc_map_at_3_std": 0.079873, "nauc_map_at_3_diff1": 0.245178, "nauc_map_at_5_max": 0.353326, "nauc_map_at_5_std": 0.127507, "nauc_map_at_5_diff1": 0.220578, "nauc_map_at_10_max": 0.374962, "nauc_map_at_10_std": 0.17186, "nauc_map_at_10_diff1": 0.203279, "nauc_map_at_20_max": 0.389929, "nauc_map_at_20_std": 0.182656, "nauc_map_at_20_diff1": 0.196301, "nauc_map_at_100_max": 0.389491, "nauc_map_at_100_std": 0.178369, "nauc_map_at_100_diff1": 0.196114, "nauc_map_at_1000_max": 0.389491, "nauc_map_at_1000_std": 0.178369, "nauc_map_at_1000_diff1": 0.196114, "nauc_recall_at_1_max": 0.297367, "nauc_recall_at_1_std": -0.007084, "nauc_recall_at_1_diff1": 0.352468, "nauc_recall_at_3_max": 0.276549, "nauc_recall_at_3_std": 0.082009, "nauc_recall_at_3_diff1": 0.18671, "nauc_recall_at_5_max": 0.324398, "nauc_recall_at_5_std": 0.149884, "nauc_recall_at_5_diff1": 0.149433, "nauc_recall_at_10_max": 0.350314, "nauc_recall_at_10_std": 0.231261, "nauc_recall_at_10_diff1": 0.088849, "nauc_recall_at_20_max": 0.431257, "nauc_recall_at_20_std": 0.296909, "nauc_recall_at_20_diff1": 0.032407, "nauc_recall_at_100_max": 0.426511, "nauc_recall_at_100_std": 0.256768, "nauc_recall_at_100_diff1": 0.027008, "nauc_recall_at_1000_max": 0.426511, "nauc_recall_at_1000_std": 0.256768, "nauc_recall_at_1000_diff1": 0.027008, "nauc_precision_at_1_max": 0.369619, "nauc_precision_at_1_std": 0.139908, "nauc_precision_at_1_diff1": 0.272982, "nauc_precision_at_3_max": 0.305399, "nauc_precision_at_3_std": 0.295745, "nauc_precision_at_3_diff1": 0.000993, "nauc_precision_at_5_max": 0.306096, "nauc_precision_at_5_std": 0.322167, "nauc_precision_at_5_diff1": -0.066661, "nauc_precision_at_10_max": 0.216231, "nauc_precision_at_10_std": 0.314286, "nauc_precision_at_10_diff1": -0.122453, "nauc_precision_at_20_max": 0.168074, "nauc_precision_at_20_std": 0.254338, "nauc_precision_at_20_diff1": -0.129686, "nauc_precision_at_100_max": 0.111129, "nauc_precision_at_100_std": 0.173008, "nauc_precision_at_100_diff1": -0.129245, "nauc_precision_at_1000_max": 0.111129, "nauc_precision_at_1000_std": 0.173008, "nauc_precision_at_1000_diff1": -0.129245, "nauc_mrr_at_1_max": 0.369619, "nauc_mrr_at_1_std": 0.139908, "nauc_mrr_at_1_diff1": 0.272982, "nauc_mrr_at_3_max": 0.401953, "nauc_mrr_at_3_std": 0.201922, "nauc_mrr_at_3_diff1": 0.209815, "nauc_mrr_at_5_max": 0.402322, "nauc_mrr_at_5_std": 0.214492, "nauc_mrr_at_5_diff1": 0.208722, "nauc_mrr_at_10_max": 0.400153, "nauc_mrr_at_10_std": 0.219627, "nauc_mrr_at_10_diff1": 0.201651, "nauc_mrr_at_20_max": 0.401897, "nauc_mrr_at_20_std": 0.220404, "nauc_mrr_at_20_diff1": 0.203084, "nauc_mrr_at_100_max": 0.401288, "nauc_mrr_at_100_std": 0.218938, "nauc_mrr_at_100_diff1": 0.204036, "nauc_mrr_at_1000_max": 0.401288, "nauc_mrr_at_1000_std": 0.218938, "nauc_mrr_at_1000_diff1": 0.204036, "hit_rate_at_1": 0.46563, "hit_rate_at_3": 0.69063, "hit_rate_at_5": 0.75313, "hit_rate_at_10": 0.85, "hit_rate_at_20": 0.89375, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.51067, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.31719, "ndcg_at_3": 0.31999, "ndcg_at_5": 0.32982, "ndcg_at_10": 0.33626, "ndcg_at_20": 0.34585, "ndcg_at_100": 0.35065, "ndcg_at_1000": 0.35065, "map_at_1": 0.16245, "map_at_3": 0.22744, "map_at_5": 0.25291, "map_at_10": 0.2683, "map_at_20": 0.27488, "map_at_100": 0.27749, "map_at_1000": 0.27749, "recall_at_1": 0.16245, "recall_at_3": 0.27006, "recall_at_5": 0.32295, "recall_at_10": 0.36954, "recall_at_20": 0.40312, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.16245, "precision_at_1": 0.33437, "precision_at_3": 0.21875, "precision_at_5": 0.17813, "precision_at_10": 0.11125, "precision_at_20": 0.06422, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.334375, "mrr_at_3": 0.4125, "mrr_at_5": 0.42375, "mrr_at_10": 0.430267, "mrr_at_20": 0.431234, "mrr_at_100": 0.431234, "mrr_at_1000": 0.431234, "nauc_ndcg_at_1_max": 0.51369, "nauc_ndcg_at_1_std": 0.303234, "nauc_ndcg_at_1_diff1": 0.30969, "nauc_ndcg_at_3_max": 0.549926, "nauc_ndcg_at_3_std": 0.358561, "nauc_ndcg_at_3_diff1": 0.236129, "nauc_ndcg_at_5_max": 0.567086, "nauc_ndcg_at_5_std": 0.382302, "nauc_ndcg_at_5_diff1": 0.207639, "nauc_ndcg_at_10_max": 0.57941, "nauc_ndcg_at_10_std": 0.395478, "nauc_ndcg_at_10_diff1": 0.201746, "nauc_ndcg_at_20_max": 0.591065, "nauc_ndcg_at_20_std": 0.406932, "nauc_ndcg_at_20_diff1": 0.186961, "nauc_ndcg_at_100_max": 0.596789, "nauc_ndcg_at_100_std": 0.410513, "nauc_ndcg_at_100_diff1": 0.184638, "nauc_ndcg_at_1000_max": 0.596789, "nauc_ndcg_at_1000_std": 0.410513, "nauc_ndcg_at_1000_diff1": 0.184638, "nauc_map_at_1_max": 0.424674, "nauc_map_at_1_std": 0.220719, "nauc_map_at_1_diff1": 0.366113, "nauc_map_at_3_max": 0.482156, "nauc_map_at_3_std": 0.280834, "nauc_map_at_3_diff1": 0.280395, "nauc_map_at_5_max": 0.507146, "nauc_map_at_5_std": 0.321301, "nauc_map_at_5_diff1": 0.251399, "nauc_map_at_10_max": 0.525195, "nauc_map_at_10_std": 0.33894, "nauc_map_at_10_diff1": 0.235587, "nauc_map_at_20_max": 0.533967, "nauc_map_at_20_std": 0.345248, "nauc_map_at_20_diff1": 0.228521, "nauc_map_at_100_max": 0.537735, "nauc_map_at_100_std": 0.346634, "nauc_map_at_100_diff1": 0.22724, "nauc_map_at_1000_max": 0.537735, "nauc_map_at_1000_std": 0.346634, "nauc_map_at_1000_diff1": 0.22724, "nauc_recall_at_1_max": 0.424674, "nauc_recall_at_1_std": 0.220719, "nauc_recall_at_1_diff1": 0.366113, "nauc_recall_at_3_max": 0.493054, "nauc_recall_at_3_std": 0.305262, "nauc_recall_at_3_diff1": 0.223542, "nauc_recall_at_5_max": 0.525949, "nauc_recall_at_5_std": 0.369736, "nauc_recall_at_5_diff1": 0.163297, "nauc_recall_at_10_max": 0.549235, "nauc_recall_at_10_std": 0.41006, "nauc_recall_at_10_diff1": 0.137165, "nauc_recall_at_20_max": 0.578377, "nauc_recall_at_20_std": 0.436105, "nauc_recall_at_20_diff1": 0.099287, "nauc_recall_at_100_max": 0.595263, "nauc_recall_at_100_std": 0.447029, "nauc_recall_at_100_diff1": 0.095505, "nauc_recall_at_1000_max": 0.595263, "nauc_recall_at_1000_std": 0.447029, "nauc_recall_at_1000_diff1": 0.095505, "nauc_precision_at_1_max": 0.501405, "nauc_precision_at_1_std": 0.295185, "nauc_precision_at_1_diff1": 0.297751, "nauc_precision_at_3_max": 0.51393, "nauc_precision_at_3_std": 0.366741, "nauc_precision_at_3_diff1": 0.077216, "nauc_precision_at_5_max": 0.491991, "nauc_precision_at_5_std": 0.390026, "nauc_precision_at_5_diff1": -0.008939, "nauc_precision_at_10_max": 0.455934, "nauc_precision_at_10_std": 0.379408, "nauc_precision_at_10_diff1": -0.047118, "nauc_precision_at_20_max": 0.442786, "nauc_precision_at_20_std": 0.363787, "nauc_precision_at_20_diff1": -0.072942, "nauc_precision_at_100_max": 0.417771, "nauc_precision_at_100_std": 0.330296, "nauc_precision_at_100_diff1": -0.06855, "nauc_precision_at_1000_max": 0.417771, "nauc_precision_at_1000_std": 0.330296, "nauc_precision_at_1000_diff1": -0.06855, "nauc_mrr_at_1_max": 0.501405, "nauc_mrr_at_1_std": 0.295185, "nauc_mrr_at_1_diff1": 0.297751, "nauc_mrr_at_3_max": 0.556687, "nauc_mrr_at_3_std": 0.354887, "nauc_mrr_at_3_diff1": 0.236801, "nauc_mrr_at_5_max": 0.568518, "nauc_mrr_at_5_std": 0.369652, "nauc_mrr_at_5_diff1": 0.224547, "nauc_mrr_at_10_max": 0.568711, "nauc_mrr_at_10_std": 0.383172, "nauc_mrr_at_10_diff1": 0.220758, "nauc_mrr_at_20_max": 0.569658, "nauc_mrr_at_20_std": 0.383144, "nauc_mrr_at_20_diff1": 0.218952, "nauc_mrr_at_100_max": 0.569658, "nauc_mrr_at_100_std": 0.383144, "nauc_mrr_at_100_diff1": 0.218952, "nauc_mrr_at_1000_max": 0.569658, "nauc_mrr_at_1000_std": 0.383144, "nauc_mrr_at_1000_diff1": 0.218952, "hit_rate_at_1": 0.33437, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.55, "hit_rate_at_10": 0.6, "hit_rate_at_20": 0.61562, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.33626, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.32031, "ndcg_at_3": 0.31779, "ndcg_at_5": 0.32566, "ndcg_at_10": 0.33814, "ndcg_at_20": 0.35006, "ndcg_at_100": 0.35666, "ndcg_at_1000": 0.35666, "map_at_1": 0.16757, "map_at_3": 0.22554, "map_at_5": 0.25095, "map_at_10": 0.26971, "map_at_20": 0.27752, "map_at_100": 0.28023, "map_at_1000": 0.28023, "recall_at_1": 0.16757, "recall_at_3": 0.26489, "recall_at_5": 0.31828, "recall_at_10": 0.3698, "recall_at_20": 0.40589, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.16757, "precision_at_1": 0.33437, "precision_at_3": 0.22396, "precision_at_5": 0.17875, "precision_at_10": 0.11781, "precision_at_20": 0.07031, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.334375, "mrr_at_3": 0.407292, "mrr_at_5": 0.419479, "mrr_at_10": 0.428755, "mrr_at_20": 0.430075, "mrr_at_100": 0.430841, "mrr_at_1000": 0.430841, "nauc_ndcg_at_1_max": 0.523588, "nauc_ndcg_at_1_std": 0.358082, "nauc_ndcg_at_1_diff1": 0.365807, "nauc_ndcg_at_3_max": 0.570519, "nauc_ndcg_at_3_std": 0.407476, "nauc_ndcg_at_3_diff1": 0.279517, "nauc_ndcg_at_5_max": 0.579609, "nauc_ndcg_at_5_std": 0.424408, "nauc_ndcg_at_5_diff1": 0.252457, "nauc_ndcg_at_10_max": 0.602499, "nauc_ndcg_at_10_std": 0.441279, "nauc_ndcg_at_10_diff1": 0.229634, "nauc_ndcg_at_20_max": 0.624462, "nauc_ndcg_at_20_std": 0.470208, "nauc_ndcg_at_20_diff1": 0.221724, "nauc_ndcg_at_100_max": 0.626765, "nauc_ndcg_at_100_std": 0.473964, "nauc_ndcg_at_100_diff1": 0.219623, "nauc_ndcg_at_1000_max": 0.626765, "nauc_ndcg_at_1000_std": 0.473964, "nauc_ndcg_at_1000_diff1": 0.219623, "nauc_map_at_1_max": 0.442274, "nauc_map_at_1_std": 0.235043, "nauc_map_at_1_diff1": 0.364938, "nauc_map_at_3_max": 0.504666, "nauc_map_at_3_std": 0.306519, "nauc_map_at_3_diff1": 0.307063, "nauc_map_at_5_max": 0.527801, "nauc_map_at_5_std": 0.346378, "nauc_map_at_5_diff1": 0.282903, "nauc_map_at_10_max": 0.549395, "nauc_map_at_10_std": 0.375764, "nauc_map_at_10_diff1": 0.26142, "nauc_map_at_20_max": 0.564374, "nauc_map_at_20_std": 0.391657, "nauc_map_at_20_diff1": 0.255254, "nauc_map_at_100_max": 0.567359, "nauc_map_at_100_std": 0.394965, "nauc_map_at_100_diff1": 0.253989, "nauc_map_at_1000_max": 0.567359, "nauc_map_at_1000_std": 0.394965, "nauc_map_at_1000_diff1": 0.253989, "nauc_recall_at_1_max": 0.442274, "nauc_recall_at_1_std": 0.235043, "nauc_recall_at_1_diff1": 0.364938, "nauc_recall_at_3_max": 0.527378, "nauc_recall_at_3_std": 0.345126, "nauc_recall_at_3_diff1": 0.255324, "nauc_recall_at_5_max": 0.551605, "nauc_recall_at_5_std": 0.398577, "nauc_recall_at_5_diff1": 0.205228, "nauc_recall_at_10_max": 0.592207, "nauc_recall_at_10_std": 0.450889, "nauc_recall_at_10_diff1": 0.149847, "nauc_recall_at_20_max": 0.6438, "nauc_recall_at_20_std": 0.519557, "nauc_recall_at_20_diff1": 0.128362, "nauc_recall_at_100_max": 0.639986, "nauc_recall_at_100_std": 0.515828, "nauc_recall_at_100_diff1": 0.127447, "nauc_recall_at_1000_max": 0.639986, "nauc_recall_at_1000_std": 0.515828, "nauc_recall_at_1000_diff1": 0.127447, "nauc_precision_at_1_max": 0.520403, "nauc_precision_at_1_std": 0.35638, "nauc_precision_at_1_diff1": 0.365747, "nauc_precision_at_3_max": 0.53477, "nauc_precision_at_3_std": 0.447033, "nauc_precision_at_3_diff1": 0.139269, "nauc_precision_at_5_max": 0.502604, "nauc_precision_at_5_std": 0.471356, "nauc_precision_at_5_diff1": 0.064735, "nauc_precision_at_10_max": 0.476659, "nauc_precision_at_10_std": 0.468414, "nauc_precision_at_10_diff1": -0.019639, "nauc_precision_at_20_max": 0.477232, "nauc_precision_at_20_std": 0.481907, "nauc_precision_at_20_diff1": -0.036431, "nauc_precision_at_100_max": 0.450659, "nauc_precision_at_100_std": 0.459014, "nauc_precision_at_100_diff1": -0.046175, "nauc_precision_at_1000_max": 0.450659, "nauc_precision_at_1000_std": 0.459014, "nauc_precision_at_1000_diff1": -0.046175, "nauc_mrr_at_1_max": 0.520403, "nauc_mrr_at_1_std": 0.35638, "nauc_mrr_at_1_diff1": 0.365747, "nauc_mrr_at_3_max": 0.581663, "nauc_mrr_at_3_std": 0.422586, "nauc_mrr_at_3_diff1": 0.312292, "nauc_mrr_at_5_max": 0.58981, "nauc_mrr_at_5_std": 0.438468, "nauc_mrr_at_5_diff1": 0.308099, "nauc_mrr_at_10_max": 0.59098, "nauc_mrr_at_10_std": 0.443324, "nauc_mrr_at_10_diff1": 0.298443, "nauc_mrr_at_20_max": 0.593485, "nauc_mrr_at_20_std": 0.446488, "nauc_mrr_at_20_diff1": 0.299783, "nauc_mrr_at_100_max": 0.592556, "nauc_mrr_at_100_std": 0.445406, "nauc_mrr_at_100_diff1": 0.299672, "nauc_mrr_at_1000_max": 0.592556, "nauc_mrr_at_1000_std": 0.445406, "nauc_mrr_at_1000_diff1": 0.299672, "hit_rate_at_1": 0.33437, "hit_rate_at_3": 0.49688, "hit_rate_at_5": 0.55, "hit_rate_at_10": 0.6125, "hit_rate_at_20": 0.63125, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.33814, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.27813, "ndcg_at_3": 0.2654, "ndcg_at_5": 0.27155, "ndcg_at_10": 0.28431, "ndcg_at_20": 0.29344, "ndcg_at_100": 0.29757, "ndcg_at_1000": 0.29757, "map_at_1": 0.12321, "map_at_3": 0.18066, "map_at_5": 0.201, "map_at_10": 0.2187, "map_at_20": 0.22536, "map_at_100": 0.22784, "map_at_1000": 0.22784, "recall_at_1": 0.12321, "recall_at_3": 0.22103, "recall_at_5": 0.2675, "recall_at_10": 0.32171, "recall_at_20": 0.34942, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.12321, "precision_at_1": 0.29063, "precision_at_3": 0.18958, "precision_at_5": 0.15063, "precision_at_10": 0.09844, "precision_at_20": 0.05828, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.290625, "mrr_at_3": 0.353125, "mrr_at_5": 0.367188, "mrr_at_10": 0.372185, "mrr_at_20": 0.372914, "mrr_at_100": 0.372914, "mrr_at_1000": 0.372914, "nauc_ndcg_at_1_max": 0.457344, "nauc_ndcg_at_1_std": 0.333753, "nauc_ndcg_at_1_diff1": 0.256799, "nauc_ndcg_at_3_max": 0.559373, "nauc_ndcg_at_3_std": 0.441478, "nauc_ndcg_at_3_diff1": 0.189607, "nauc_ndcg_at_5_max": 0.579983, "nauc_ndcg_at_5_std": 0.484422, "nauc_ndcg_at_5_diff1": 0.160339, "nauc_ndcg_at_10_max": 0.593863, "nauc_ndcg_at_10_std": 0.510339, "nauc_ndcg_at_10_diff1": 0.153629, "nauc_ndcg_at_20_max": 0.603158, "nauc_ndcg_at_20_std": 0.525513, "nauc_ndcg_at_20_diff1": 0.140472, "nauc_ndcg_at_100_max": 0.604537, "nauc_ndcg_at_100_std": 0.524533, "nauc_ndcg_at_100_diff1": 0.141094, "nauc_ndcg_at_1000_max": 0.604537, "nauc_ndcg_at_1000_std": 0.524533, "nauc_ndcg_at_1000_diff1": 0.141094, "nauc_map_at_1_max": 0.387301, "nauc_map_at_1_std": 0.195502, "nauc_map_at_1_diff1": 0.353571, "nauc_map_at_3_max": 0.500949, "nauc_map_at_3_std": 0.368393, "nauc_map_at_3_diff1": 0.224336, "nauc_map_at_5_max": 0.525583, "nauc_map_at_5_std": 0.418625, "nauc_map_at_5_diff1": 0.190037, "nauc_map_at_10_max": 0.540434, "nauc_map_at_10_std": 0.444747, "nauc_map_at_10_diff1": 0.176413, "nauc_map_at_20_max": 0.54792, "nauc_map_at_20_std": 0.454984, "nauc_map_at_20_diff1": 0.171169, "nauc_map_at_100_max": 0.549078, "nauc_map_at_100_std": 0.453945, "nauc_map_at_100_diff1": 0.17142, "nauc_map_at_1000_max": 0.549078, "nauc_map_at_1000_std": 0.453945, "nauc_map_at_1000_diff1": 0.17142, "nauc_recall_at_1_max": 0.387301, "nauc_recall_at_1_std": 0.195502, "nauc_recall_at_1_diff1": 0.353571, "nauc_recall_at_3_max": 0.559542, "nauc_recall_at_3_std": 0.449126, "nauc_recall_at_3_diff1": 0.166986, "nauc_recall_at_5_max": 0.578157, "nauc_recall_at_5_std": 0.523071, "nauc_recall_at_5_diff1": 0.10642, "nauc_recall_at_10_max": 0.585302, "nauc_recall_at_10_std": 0.567844, "nauc_recall_at_10_diff1": 0.069787, "nauc_recall_at_20_max": 0.612998, "nauc_recall_at_20_std": 0.60542, "nauc_recall_at_20_diff1": 0.049353, "nauc_recall_at_100_max": 0.616214, "nauc_recall_at_100_std": 0.602391, "nauc_recall_at_100_diff1": 0.048895, "nauc_recall_at_1000_max": 0.616214, "nauc_recall_at_1000_std": 0.602391, "nauc_recall_at_1000_diff1": 0.048895, "nauc_precision_at_1_max": 0.460317, "nauc_precision_at_1_std": 0.320195, "nauc_precision_at_1_diff1": 0.241421, "nauc_precision_at_3_max": 0.560588, "nauc_precision_at_3_std": 0.484358, "nauc_precision_at_3_diff1": 0.047182, "nauc_precision_at_5_max": 0.553159, "nauc_precision_at_5_std": 0.53021, "nauc_precision_at_5_diff1": -0.015903, "nauc_precision_at_10_max": 0.501778, "nauc_precision_at_10_std": 0.498019, "nauc_precision_at_10_diff1": -0.032744, "nauc_precision_at_20_max": 0.466458, "nauc_precision_at_20_std": 0.470376, "nauc_precision_at_20_diff1": -0.037802, "nauc_precision_at_100_max": 0.42584, "nauc_precision_at_100_std": 0.412266, "nauc_precision_at_100_diff1": -0.023681, "nauc_precision_at_1000_max": 0.42584, "nauc_precision_at_1000_std": 0.412266, "nauc_precision_at_1000_diff1": -0.023681, "nauc_mrr_at_1_max": 0.460317, "nauc_mrr_at_1_std": 0.320195, "nauc_mrr_at_1_diff1": 0.241421, "nauc_mrr_at_3_max": 0.5447, "nauc_mrr_at_3_std": 0.417256, "nauc_mrr_at_3_diff1": 0.182643, "nauc_mrr_at_5_max": 0.550516, "nauc_mrr_at_5_std": 0.431518, "nauc_mrr_at_5_diff1": 0.169711, "nauc_mrr_at_10_max": 0.550371, "nauc_mrr_at_10_std": 0.434358, "nauc_mrr_at_10_diff1": 0.167878, "nauc_mrr_at_20_max": 0.551574, "nauc_mrr_at_20_std": 0.437462, "nauc_mrr_at_20_diff1": 0.167146, "nauc_mrr_at_100_max": 0.551574, "nauc_mrr_at_100_std": 0.437462, "nauc_mrr_at_100_diff1": 0.167146, "nauc_mrr_at_1000_max": 0.551574, "nauc_mrr_at_1000_std": 0.437462, "nauc_mrr_at_1000_diff1": 0.167146, "hit_rate_at_1": 0.29063, "hit_rate_at_3": 0.42812, "hit_rate_at_5": 0.49062, "hit_rate_at_10": 0.53125, "hit_rate_at_20": 0.54063, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.28431, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.29219, "ndcg_at_3": 0.29839, "ndcg_at_5": 0.30433, "ndcg_at_10": 0.31038, "ndcg_at_20": 0.32028, "ndcg_at_100": 0.3239, "ndcg_at_1000": 0.3239, "map_at_1": 0.14232, "map_at_3": 0.20421, "map_at_5": 0.22766, "map_at_10": 0.24449, "map_at_20": 0.25265, "map_at_100": 0.25457, "map_at_1000": 0.25457, "recall_at_1": 0.14232, "recall_at_3": 0.24659, "recall_at_5": 0.29681, "recall_at_10": 0.33564, "recall_at_20": 0.36712, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.14232, "precision_at_1": 0.30625, "precision_at_3": 0.21563, "precision_at_5": 0.17125, "precision_at_10": 0.10906, "precision_at_20": 0.06516, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.30625, "mrr_at_3": 0.382812, "mrr_at_5": 0.3925, "mrr_at_10": 0.397984, "mrr_at_20": 0.398747, "mrr_at_100": 0.399082, "mrr_at_1000": 0.399082, "nauc_ndcg_at_1_max": 0.50022, "nauc_ndcg_at_1_std": 0.390081, "nauc_ndcg_at_1_diff1": 0.197949, "nauc_ndcg_at_3_max": 0.568288, "nauc_ndcg_at_3_std": 0.448935, "nauc_ndcg_at_3_diff1": 0.156071, "nauc_ndcg_at_5_max": 0.603772, "nauc_ndcg_at_5_std": 0.478621, "nauc_ndcg_at_5_diff1": 0.128196, "nauc_ndcg_at_10_max": 0.623735, "nauc_ndcg_at_10_std": 0.494913, "nauc_ndcg_at_10_diff1": 0.118637, "nauc_ndcg_at_20_max": 0.629759, "nauc_ndcg_at_20_std": 0.501846, "nauc_ndcg_at_20_diff1": 0.104161, "nauc_ndcg_at_100_max": 0.626089, "nauc_ndcg_at_100_std": 0.500149, "nauc_ndcg_at_100_diff1": 0.097778, "nauc_ndcg_at_1000_max": 0.626089, "nauc_ndcg_at_1000_std": 0.500149, "nauc_ndcg_at_1000_diff1": 0.097778, "nauc_map_at_1_max": 0.49337, "nauc_map_at_1_std": 0.265995, "nauc_map_at_1_diff1": 0.305361, "nauc_map_at_3_max": 0.523176, "nauc_map_at_3_std": 0.349375, "nauc_map_at_3_diff1": 0.212585, "nauc_map_at_5_max": 0.56121, "nauc_map_at_5_std": 0.400698, "nauc_map_at_5_diff1": 0.176319, "nauc_map_at_10_max": 0.578545, "nauc_map_at_10_std": 0.426241, "nauc_map_at_10_diff1": 0.1545, "nauc_map_at_20_max": 0.583832, "nauc_map_at_20_std": 0.434933, "nauc_map_at_20_diff1": 0.141582, "nauc_map_at_100_max": 0.582129, "nauc_map_at_100_std": 0.434198, "nauc_map_at_100_diff1": 0.137343, "nauc_map_at_1000_max": 0.582129, "nauc_map_at_1000_std": 0.434198, "nauc_map_at_1000_diff1": 0.137343, "nauc_recall_at_1_max": 0.49337, "nauc_recall_at_1_std": 0.265995, "nauc_recall_at_1_diff1": 0.305361, "nauc_recall_at_3_max": 0.547788, "nauc_recall_at_3_std": 0.380993, "nauc_recall_at_3_diff1": 0.169968, "nauc_recall_at_5_max": 0.600414, "nauc_recall_at_5_std": 0.454081, "nauc_recall_at_5_diff1": 0.101017, "nauc_recall_at_10_max": 0.629255, "nauc_recall_at_10_std": 0.49837, "nauc_recall_at_10_diff1": 0.063668, "nauc_recall_at_20_max": 0.65412, "nauc_recall_at_20_std": 0.526621, "nauc_recall_at_20_diff1": 0.034099, "nauc_recall_at_100_max": 0.646694, "nauc_recall_at_100_std": 0.522415, "nauc_recall_at_100_diff1": 0.021563, "nauc_recall_at_1000_max": 0.646694, "nauc_recall_at_1000_std": 0.522415, "nauc_recall_at_1000_diff1": 0.021563, "nauc_precision_at_1_max": 0.489232, "nauc_precision_at_1_std": 0.373896, "nauc_precision_at_1_diff1": 0.194034, "nauc_precision_at_3_max": 0.516182, "nauc_precision_at_3_std": 0.475106, "nauc_precision_at_3_diff1": 0.017311, "nauc_precision_at_5_max": 0.507625, "nauc_precision_at_5_std": 0.504531, "nauc_precision_at_5_diff1": -0.064364, "nauc_precision_at_10_max": 0.464043, "nauc_precision_at_10_std": 0.488671, "nauc_precision_at_10_diff1": -0.118178, "nauc_precision_at_20_max": 0.427307, "nauc_precision_at_20_std": 0.457651, "nauc_precision_at_20_diff1": -0.142799, "nauc_precision_at_100_max": 0.384497, "nauc_precision_at_100_std": 0.417269, "nauc_precision_at_100_diff1": -0.163165, "nauc_precision_at_1000_max": 0.384497, "nauc_precision_at_1000_std": 0.417269, "nauc_precision_at_1000_diff1": -0.163165, "nauc_mrr_at_1_max": 0.489232, "nauc_mrr_at_1_std": 0.373896, "nauc_mrr_at_1_diff1": 0.194034, "nauc_mrr_at_3_max": 0.566591, "nauc_mrr_at_3_std": 0.455988, "nauc_mrr_at_3_diff1": 0.154935, "nauc_mrr_at_5_max": 0.582314, "nauc_mrr_at_5_std": 0.471352, "nauc_mrr_at_5_diff1": 0.145151, "nauc_mrr_at_10_max": 0.581481, "nauc_mrr_at_10_std": 0.474952, "nauc_mrr_at_10_diff1": 0.138865, "nauc_mrr_at_20_max": 0.581497, "nauc_mrr_at_20_std": 0.474376, "nauc_mrr_at_20_diff1": 0.138525, "nauc_mrr_at_100_max": 0.580922, "nauc_mrr_at_100_std": 0.473692, "nauc_mrr_at_100_diff1": 0.138417, "nauc_mrr_at_1000_max": 0.580922, "nauc_mrr_at_1000_std": 0.473692, "nauc_mrr_at_1000_diff1": 0.138417, "hit_rate_at_1": 0.30625, "hit_rate_at_3": 0.48125, "hit_rate_at_5": 0.52187, "hit_rate_at_10": 0.5625, "hit_rate_at_20": 0.57188, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.31038, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.28281, "ndcg_at_3": 0.3026, "ndcg_at_5": 0.30619, "ndcg_at_10": 0.31253, "ndcg_at_20": 0.32257, "ndcg_at_100": 0.3273, "ndcg_at_1000": 0.3273, "map_at_1": 0.14715, "map_at_3": 0.21272, "map_at_5": 0.23352, "map_at_10": 0.24922, "map_at_20": 0.25634, "map_at_100": 0.25881, "map_at_1000": 0.25881, "recall_at_1": 0.14715, "recall_at_3": 0.2633, "recall_at_5": 0.3014, "recall_at_10": 0.34336, "recall_at_20": 0.37468, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.14715, "precision_at_1": 0.29688, "precision_at_3": 0.21146, "precision_at_5": 0.16625, "precision_at_10": 0.10563, "precision_at_20": 0.06313, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.296875, "mrr_at_3": 0.376042, "mrr_at_5": 0.384635, "mrr_at_10": 0.39045, "mrr_at_20": 0.39202, "mrr_at_100": 0.392162, "mrr_at_1000": 0.392162, "nauc_ndcg_at_1_max": 0.505638, "nauc_ndcg_at_1_std": 0.287178, "nauc_ndcg_at_1_diff1": 0.268689, "nauc_ndcg_at_3_max": 0.598637, "nauc_ndcg_at_3_std": 0.399834, "nauc_ndcg_at_3_diff1": 0.187305, "nauc_ndcg_at_5_max": 0.601247, "nauc_ndcg_at_5_std": 0.424142, "nauc_ndcg_at_5_diff1": 0.155254, "nauc_ndcg_at_10_max": 0.60882, "nauc_ndcg_at_10_std": 0.45065, "nauc_ndcg_at_10_diff1": 0.142594, "nauc_ndcg_at_20_max": 0.620509, "nauc_ndcg_at_20_std": 0.473803, "nauc_ndcg_at_20_diff1": 0.129801, "nauc_ndcg_at_100_max": 0.6266, "nauc_ndcg_at_100_std": 0.480518, "nauc_ndcg_at_100_diff1": 0.128682, "nauc_ndcg_at_1000_max": 0.6266, "nauc_ndcg_at_1000_std": 0.480518, "nauc_ndcg_at_1000_diff1": 0.128682, "nauc_map_at_1_max": 0.409126, "nauc_map_at_1_std": 0.191845, "nauc_map_at_1_diff1": 0.309549, "nauc_map_at_3_max": 0.496703, "nauc_map_at_3_std": 0.294255, "nauc_map_at_3_diff1": 0.213257, "nauc_map_at_5_max": 0.529576, "nauc_map_at_5_std": 0.344728, "nauc_map_at_5_diff1": 0.184218, "nauc_map_at_10_max": 0.550269, "nauc_map_at_10_std": 0.379083, "nauc_map_at_10_diff1": 0.167096, "nauc_map_at_20_max": 0.560209, "nauc_map_at_20_std": 0.392479, "nauc_map_at_20_diff1": 0.158717, "nauc_map_at_100_max": 0.56393, "nauc_map_at_100_std": 0.39562, "nauc_map_at_100_diff1": 0.158066, "nauc_map_at_1000_max": 0.56393, "nauc_map_at_1000_std": 0.39562, "nauc_map_at_1000_diff1": 0.158066, "nauc_recall_at_1_max": 0.409126, "nauc_recall_at_1_std": 0.191845, "nauc_recall_at_1_diff1": 0.309549, "nauc_recall_at_3_max": 0.525658, "nauc_recall_at_3_std": 0.363375, "nauc_recall_at_3_diff1": 0.153067, "nauc_recall_at_5_max": 0.558, "nauc_recall_at_5_std": 0.42951, "nauc_recall_at_5_diff1": 0.104042, "nauc_recall_at_10_max": 0.59637, "nauc_recall_at_10_std": 0.500798, "nauc_recall_at_10_diff1": 0.065059, "nauc_recall_at_20_max": 0.621133, "nauc_recall_at_20_std": 0.548707, "nauc_recall_at_20_diff1": 0.033602, "nauc_recall_at_100_max": 0.636808, "nauc_recall_at_100_std": 0.563846, "nauc_recall_at_100_diff1": 0.03443, "nauc_recall_at_1000_max": 0.636808, "nauc_recall_at_1000_std": 0.563846, "nauc_recall_at_1000_diff1": 0.03443, "nauc_precision_at_1_max": 0.501704, "nauc_precision_at_1_std": 0.280424, "nauc_precision_at_1_diff1": 0.256369, "nauc_precision_at_3_max": 0.620213, "nauc_precision_at_3_std": 0.474297, "nauc_precision_at_3_diff1": 0.053418, "nauc_precision_at_5_max": 0.567042, "nauc_precision_at_5_std": 0.488479, "nauc_precision_at_5_diff1": -0.035934, "nauc_precision_at_10_max": 0.535963, "nauc_precision_at_10_std": 0.491623, "nauc_precision_at_10_diff1": -0.073047, "nauc_precision_at_20_max": 0.49121, "nauc_precision_at_20_std": 0.474396, "nauc_precision_at_20_diff1": -0.096125, "nauc_precision_at_100_max": 0.468384, "nauc_precision_at_100_std": 0.447249, "nauc_precision_at_100_diff1": -0.089804, "nauc_precision_at_1000_max": 0.468384, "nauc_precision_at_1000_std": 0.447249, "nauc_precision_at_1000_diff1": -0.089804, "nauc_mrr_at_1_max": 0.501704, "nauc_mrr_at_1_std": 0.280424, "nauc_mrr_at_1_diff1": 0.256369, "nauc_mrr_at_3_max": 0.59365, "nauc_mrr_at_3_std": 0.39594, "nauc_mrr_at_3_diff1": 0.182454, "nauc_mrr_at_5_max": 0.588563, "nauc_mrr_at_5_std": 0.396476, "nauc_mrr_at_5_diff1": 0.173193, "nauc_mrr_at_10_max": 0.595035, "nauc_mrr_at_10_std": 0.404294, "nauc_mrr_at_10_diff1": 0.172786, "nauc_mrr_at_20_max": 0.594228, "nauc_mrr_at_20_std": 0.406164, "nauc_mrr_at_20_diff1": 0.171701, "nauc_mrr_at_100_max": 0.593904, "nauc_mrr_at_100_std": 0.405867, "nauc_mrr_at_100_diff1": 0.171316, "nauc_mrr_at_1000_max": 0.593904, "nauc_mrr_at_1000_std": 0.405867, "nauc_mrr_at_1000_diff1": 0.171316, "hit_rate_at_1": 0.29688, "hit_rate_at_3": 0.47187, "hit_rate_at_5": 0.50938, "hit_rate_at_10": 0.55312, "hit_rate_at_20": 0.575, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.31253, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 8203.250049818045, "kg_co2_emissions": null, "date": 1791848837.174831, "evaluation_phases": [ { "name": "Data loading", "start": 3.905995981767774e-06, "end": 32.295736366999336, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.29587819997687, "end": 32.29588011300075, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.30204285099171, "end": 1198.1858073099866, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1198.1858555119834, "end": 1198.233896384976, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1198.2468869879958, "end": 2535.690988280985, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2535.6910298229777, "end": 2535.7388858429913, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2535.7524686589895, "end": 3997.227801635978, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 3997.22783542698, "end": 3997.2748216249747, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 3997.290656002995, "end": 5430.393468338996, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 5430.393508649984, "end": 5430.447020010994, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 5430.466700290999, "end": 6811.013045231986, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 6811.013080824981, "end": 6811.059611955978, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 6811.074969910987, "end": 8203.183343499986, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 8203.18341839299, "end": 8203.237429489993, "split": "test", "subset": "portuguese" } ] }