{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.22.2-2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.49375, "ndcg_at_3": 0.51351, "ndcg_at_5": 0.52582, "ndcg_at_10": 0.55292, "ndcg_at_20": 0.57601, "ndcg_at_100": 0.58477, "ndcg_at_1000": 0.58477, "map_at_1": 0.25411, "map_at_3": 0.36883, "map_at_5": 0.4093, "map_at_10": 0.44661, "map_at_20": 0.4642, "map_at_100": 0.46833, "map_at_1000": 0.46833, "recall_at_1": 0.25411, "recall_at_3": 0.42924, "recall_at_5": 0.50689, "recall_at_10": 0.60841, "recall_at_20": 0.67854, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.25411, "precision_at_1": 0.50313, "precision_at_3": 0.35833, "precision_at_5": 0.28625, "precision_at_10": 0.19719, "precision_at_20": 0.12094, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.503125, "mrr_at_3": 0.610417, "mrr_at_5": 0.622604, "mrr_at_10": 0.634033, "mrr_at_20": 0.636342, "mrr_at_100": 0.636554, "mrr_at_1000": 0.636554, "nauc_ndcg_at_1_max": 0.396211, "nauc_ndcg_at_1_std": 0.068214, "nauc_ndcg_at_1_diff1": 0.26668, "nauc_ndcg_at_3_max": 0.403741, "nauc_ndcg_at_3_std": 0.116326, "nauc_ndcg_at_3_diff1": 0.240065, "nauc_ndcg_at_5_max": 0.417442, "nauc_ndcg_at_5_std": 0.152511, "nauc_ndcg_at_5_diff1": 0.232778, "nauc_ndcg_at_10_max": 0.425604, "nauc_ndcg_at_10_std": 0.1761, "nauc_ndcg_at_10_diff1": 0.207977, "nauc_ndcg_at_20_max": 0.438825, "nauc_ndcg_at_20_std": 0.193893, "nauc_ndcg_at_20_diff1": 0.196345, "nauc_ndcg_at_100_max": 0.438258, "nauc_ndcg_at_100_std": 0.187275, "nauc_ndcg_at_100_diff1": 0.192017, "nauc_ndcg_at_1000_max": 0.438258, "nauc_ndcg_at_1000_std": 0.187275, "nauc_ndcg_at_1000_diff1": 0.192017, "nauc_map_at_1_max": 0.318728, "nauc_map_at_1_std": -0.042285, "nauc_map_at_1_diff1": 0.362246, "nauc_map_at_3_max": 0.352898, "nauc_map_at_3_std": 0.028618, "nauc_map_at_3_diff1": 0.281479, "nauc_map_at_5_max": 0.371084, "nauc_map_at_5_std": 0.090498, "nauc_map_at_5_diff1": 0.254947, "nauc_map_at_10_max": 0.389744, "nauc_map_at_10_std": 0.133863, "nauc_map_at_10_diff1": 0.225729, "nauc_map_at_20_max": 0.395065, "nauc_map_at_20_std": 0.14505, "nauc_map_at_20_diff1": 0.218761, "nauc_map_at_100_max": 0.395117, "nauc_map_at_100_std": 0.141563, "nauc_map_at_100_diff1": 0.217361, "nauc_map_at_1000_max": 0.395117, "nauc_map_at_1000_std": 0.141563, "nauc_map_at_1000_diff1": 0.217361, "nauc_recall_at_1_max": 0.318728, "nauc_recall_at_1_std": -0.042285, "nauc_recall_at_1_diff1": 0.362246, "nauc_recall_at_3_max": 0.341026, "nauc_recall_at_3_std": 0.040798, "nauc_recall_at_3_diff1": 0.244209, "nauc_recall_at_5_max": 0.373736, "nauc_recall_at_5_std": 0.153883, "nauc_recall_at_5_diff1": 0.214053, "nauc_recall_at_10_max": 0.398386, "nauc_recall_at_10_std": 0.21863, "nauc_recall_at_10_diff1": 0.138445, "nauc_recall_at_20_max": 0.431055, "nauc_recall_at_20_std": 0.272569, "nauc_recall_at_20_diff1": 0.086383, "nauc_recall_at_100_max": 0.436713, "nauc_recall_at_100_std": 0.25154, "nauc_recall_at_100_diff1": 0.06748, "nauc_recall_at_1000_max": 0.436713, "nauc_recall_at_1000_std": 0.25154, "nauc_recall_at_1000_diff1": 0.06748, "nauc_precision_at_1_max": 0.398667, "nauc_precision_at_1_std": 0.074004, "nauc_precision_at_1_diff1": 0.286036, "nauc_precision_at_3_max": 0.29711, "nauc_precision_at_3_std": 0.245786, "nauc_precision_at_3_diff1": -0.019274, "nauc_precision_at_5_max": 0.239281, "nauc_precision_at_5_std": 0.297922, "nauc_precision_at_5_diff1": -0.086305, "nauc_precision_at_10_max": 0.148795, "nauc_precision_at_10_std": 0.288719, "nauc_precision_at_10_diff1": -0.160784, "nauc_precision_at_20_max": 0.097115, "nauc_precision_at_20_std": 0.23952, "nauc_precision_at_20_diff1": -0.160148, "nauc_precision_at_100_max": 0.06368, "nauc_precision_at_100_std": 0.182318, "nauc_precision_at_100_diff1": -0.167719, "nauc_precision_at_1000_max": 0.06368, "nauc_precision_at_1000_std": 0.182318, "nauc_precision_at_1000_diff1": -0.167719, "nauc_mrr_at_1_max": 0.398667, "nauc_mrr_at_1_std": 0.074004, "nauc_mrr_at_1_diff1": 0.286036, "nauc_mrr_at_3_max": 0.431606, "nauc_mrr_at_3_std": 0.147533, "nauc_mrr_at_3_diff1": 0.26977, "nauc_mrr_at_5_max": 0.436962, "nauc_mrr_at_5_std": 0.155693, "nauc_mrr_at_5_diff1": 0.275596, "nauc_mrr_at_10_max": 0.432774, "nauc_mrr_at_10_std": 0.155728, "nauc_mrr_at_10_diff1": 0.270532, "nauc_mrr_at_20_max": 0.433011, "nauc_mrr_at_20_std": 0.155221, "nauc_mrr_at_20_diff1": 0.269381, "nauc_mrr_at_100_max": 0.432819, "nauc_mrr_at_100_std": 0.154573, "nauc_mrr_at_100_diff1": 0.269156, "nauc_mrr_at_1000_max": 0.432819, "nauc_mrr_at_1000_std": 0.154573, "nauc_mrr_at_1000_diff1": 0.269156, "hit_rate_at_1": 0.50313, "hit_rate_at_3": 0.7375, "hit_rate_at_5": 0.79375, "hit_rate_at_10": 0.87813, "hit_rate_at_20": 0.90938, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.55292, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.34687, "ndcg_at_3": 0.33057, "ndcg_at_5": 0.33446, "ndcg_at_10": 0.33817, "ndcg_at_20": 0.34701, "ndcg_at_100": 0.34955, "ndcg_at_1000": 0.34955, "map_at_1": 0.18331, "map_at_3": 0.23943, "map_at_5": 0.26229, "map_at_10": 0.2759, "map_at_20": 0.28348, "map_at_100": 0.28526, "map_at_1000": 0.28526, "recall_at_1": 0.18331, "recall_at_3": 0.26887, "recall_at_5": 0.31335, "recall_at_10": 0.35127, "recall_at_20": 0.37917, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.18331, "precision_at_1": 0.35938, "precision_at_3": 0.22292, "precision_at_5": 0.17625, "precision_at_10": 0.11, "precision_at_20": 0.06531, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.359375, "mrr_at_3": 0.414583, "mrr_at_5": 0.425052, "mrr_at_10": 0.429955, "mrr_at_20": 0.430672, "mrr_at_100": 0.430672, "mrr_at_1000": 0.430672, "nauc_ndcg_at_1_max": 0.63422, "nauc_ndcg_at_1_std": 0.411475, "nauc_ndcg_at_1_diff1": 0.178741, "nauc_ndcg_at_3_max": 0.677178, "nauc_ndcg_at_3_std": 0.46326, "nauc_ndcg_at_3_diff1": 0.185193, "nauc_ndcg_at_5_max": 0.693698, "nauc_ndcg_at_5_std": 0.504858, "nauc_ndcg_at_5_diff1": 0.15916, "nauc_ndcg_at_10_max": 0.691507, "nauc_ndcg_at_10_std": 0.527708, "nauc_ndcg_at_10_diff1": 0.146956, "nauc_ndcg_at_20_max": 0.701249, "nauc_ndcg_at_20_std": 0.548901, "nauc_ndcg_at_20_diff1": 0.141537, "nauc_ndcg_at_100_max": 0.702833, "nauc_ndcg_at_100_std": 0.552869, "nauc_ndcg_at_100_diff1": 0.140932, "nauc_ndcg_at_1000_max": 0.702833, "nauc_ndcg_at_1000_std": 0.552869, "nauc_ndcg_at_1000_diff1": 0.140932, "nauc_map_at_1_max": 0.567454, "nauc_map_at_1_std": 0.27691, "nauc_map_at_1_diff1": 0.349665, "nauc_map_at_3_max": 0.610634, "nauc_map_at_3_std": 0.374578, "nauc_map_at_3_diff1": 0.24248, "nauc_map_at_5_max": 0.634023, "nauc_map_at_5_std": 0.433108, "nauc_map_at_5_diff1": 0.197832, "nauc_map_at_10_max": 0.643723, "nauc_map_at_10_std": 0.464174, "nauc_map_at_10_diff1": 0.176421, "nauc_map_at_20_max": 0.649364, "nauc_map_at_20_std": 0.479212, "nauc_map_at_20_diff1": 0.17154, "nauc_map_at_100_max": 0.650741, "nauc_map_at_100_std": 0.481352, "nauc_map_at_100_diff1": 0.172602, "nauc_map_at_1000_max": 0.650741, "nauc_map_at_1000_std": 0.481352, "nauc_map_at_1000_diff1": 0.172602, "nauc_recall_at_1_max": 0.567454, "nauc_recall_at_1_std": 0.27691, "nauc_recall_at_1_diff1": 0.349665, "nauc_recall_at_3_max": 0.609277, "nauc_recall_at_3_std": 0.392648, "nauc_recall_at_3_diff1": 0.21741, "nauc_recall_at_5_max": 0.651619, "nauc_recall_at_5_std": 0.505323, "nauc_recall_at_5_diff1": 0.140583, "nauc_recall_at_10_max": 0.662393, "nauc_recall_at_10_std": 0.567467, "nauc_recall_at_10_diff1": 0.095047, "nauc_recall_at_20_max": 0.680247, "nauc_recall_at_20_std": 0.609228, "nauc_recall_at_20_diff1": 0.082022, "nauc_recall_at_100_max": 0.682045, "nauc_recall_at_100_std": 0.616951, "nauc_recall_at_100_diff1": 0.079928, "nauc_recall_at_1000_max": 0.682045, "nauc_recall_at_1000_std": 0.616951, "nauc_recall_at_1000_diff1": 0.079928, "nauc_precision_at_1_max": 0.625385, "nauc_precision_at_1_std": 0.413363, "nauc_precision_at_1_diff1": 0.17425, "nauc_precision_at_3_max": 0.598358, "nauc_precision_at_3_std": 0.524362, "nauc_precision_at_3_diff1": -0.026634, "nauc_precision_at_5_max": 0.554805, "nauc_precision_at_5_std": 0.563116, "nauc_precision_at_5_diff1": -0.125464, "nauc_precision_at_10_max": 0.499678, "nauc_precision_at_10_std": 0.571572, "nauc_precision_at_10_diff1": -0.152859, "nauc_precision_at_20_max": 0.456534, "nauc_precision_at_20_std": 0.535322, "nauc_precision_at_20_diff1": -0.116916, "nauc_precision_at_100_max": 0.44013, "nauc_precision_at_100_std": 0.512201, "nauc_precision_at_100_diff1": -0.099064, "nauc_precision_at_1000_max": 0.44013, "nauc_precision_at_1000_std": 0.512201, "nauc_precision_at_1000_diff1": -0.099064, "nauc_mrr_at_1_max": 0.625385, "nauc_mrr_at_1_std": 0.413363, "nauc_mrr_at_1_diff1": 0.17425, "nauc_mrr_at_3_max": 0.702323, "nauc_mrr_at_3_std": 0.49394, "nauc_mrr_at_3_diff1": 0.165684, "nauc_mrr_at_5_max": 0.707036, "nauc_mrr_at_5_std": 0.515316, "nauc_mrr_at_5_diff1": 0.152403, "nauc_mrr_at_10_max": 0.705871, "nauc_mrr_at_10_std": 0.515378, "nauc_mrr_at_10_diff1": 0.15012, "nauc_mrr_at_20_max": 0.706074, "nauc_mrr_at_20_std": 0.516235, "nauc_mrr_at_20_diff1": 0.151201, "nauc_mrr_at_100_max": 0.706074, "nauc_mrr_at_100_std": 0.516235, "nauc_mrr_at_100_diff1": 0.151201, "nauc_mrr_at_1000_max": 0.706074, "nauc_mrr_at_1000_std": 0.516235, "nauc_mrr_at_1000_diff1": 0.151201, "hit_rate_at_1": 0.35938, "hit_rate_at_3": 0.48438, "hit_rate_at_5": 0.53125, "hit_rate_at_10": 0.56875, "hit_rate_at_20": 0.57812, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.33817, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.30156, "ndcg_at_3": 0.29218, "ndcg_at_5": 0.29352, "ndcg_at_10": 0.30491, "ndcg_at_20": 0.31168, "ndcg_at_100": 0.3145, "ndcg_at_1000": 0.3145, "map_at_1": 0.1436, "map_at_3": 0.20525, "map_at_5": 0.2235, "map_at_10": 0.24209, "map_at_20": 0.24823, "map_at_100": 0.25009, "map_at_1000": 0.25009, "recall_at_1": 0.1436, "recall_at_3": 0.23885, "recall_at_5": 0.27931, "recall_at_10": 0.32969, "recall_at_20": 0.35205, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.1436, "precision_at_1": 0.3125, "precision_at_3": 0.20729, "precision_at_5": 0.15937, "precision_at_10": 0.10437, "precision_at_20": 0.05984, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.3125, "mrr_at_3": 0.375521, "mrr_at_5": 0.38599, "mrr_at_10": 0.391086, "mrr_at_20": 0.391347, "mrr_at_100": 0.391347, "mrr_at_1000": 0.391347, "nauc_ndcg_at_1_max": 0.596775, "nauc_ndcg_at_1_std": 0.426985, "nauc_ndcg_at_1_diff1": 0.235365, "nauc_ndcg_at_3_max": 0.64121, "nauc_ndcg_at_3_std": 0.520149, "nauc_ndcg_at_3_diff1": 0.149207, "nauc_ndcg_at_5_max": 0.657457, "nauc_ndcg_at_5_std": 0.559515, "nauc_ndcg_at_5_diff1": 0.117746, "nauc_ndcg_at_10_max": 0.675217, "nauc_ndcg_at_10_std": 0.590838, "nauc_ndcg_at_10_diff1": 0.097104, "nauc_ndcg_at_20_max": 0.681747, "nauc_ndcg_at_20_std": 0.607887, "nauc_ndcg_at_20_diff1": 0.087874, "nauc_ndcg_at_100_max": 0.681116, "nauc_ndcg_at_100_std": 0.605901, "nauc_ndcg_at_100_diff1": 0.090102, "nauc_ndcg_at_1000_max": 0.681116, "nauc_ndcg_at_1000_std": 0.605901, "nauc_ndcg_at_1000_diff1": 0.090102, "nauc_map_at_1_max": 0.575797, "nauc_map_at_1_std": 0.339026, "nauc_map_at_1_diff1": 0.333082, "nauc_map_at_3_max": 0.602903, "nauc_map_at_3_std": 0.457227, "nauc_map_at_3_diff1": 0.173351, "nauc_map_at_5_max": 0.617114, "nauc_map_at_5_std": 0.499884, "nauc_map_at_5_diff1": 0.134674, "nauc_map_at_10_max": 0.632427, "nauc_map_at_10_std": 0.536446, "nauc_map_at_10_diff1": 0.109431, "nauc_map_at_20_max": 0.638179, "nauc_map_at_20_std": 0.547675, "nauc_map_at_20_diff1": 0.105881, "nauc_map_at_100_max": 0.637696, "nauc_map_at_100_std": 0.546482, "nauc_map_at_100_diff1": 0.107812, "nauc_map_at_1000_max": 0.637696, "nauc_map_at_1000_std": 0.546482, "nauc_map_at_1000_diff1": 0.107812, "nauc_recall_at_1_max": 0.575797, "nauc_recall_at_1_std": 0.339026, "nauc_recall_at_1_diff1": 0.333082, "nauc_recall_at_3_max": 0.631382, "nauc_recall_at_3_std": 0.51297, "nauc_recall_at_3_diff1": 0.124765, "nauc_recall_at_5_max": 0.634002, "nauc_recall_at_5_std": 0.575687, "nauc_recall_at_5_diff1": 0.052984, "nauc_recall_at_10_max": 0.649392, "nauc_recall_at_10_std": 0.633401, "nauc_recall_at_10_diff1": 0.00183, "nauc_recall_at_20_max": 0.664238, "nauc_recall_at_20_std": 0.672061, "nauc_recall_at_20_diff1": -0.014293, "nauc_recall_at_100_max": 0.661571, "nauc_recall_at_100_std": 0.667073, "nauc_recall_at_100_diff1": -0.009286, "nauc_recall_at_1000_max": 0.661571, "nauc_recall_at_1000_std": 0.667073, "nauc_recall_at_1000_diff1": -0.009286, "nauc_precision_at_1_max": 0.603454, "nauc_precision_at_1_std": 0.428103, "nauc_precision_at_1_diff1": 0.24018, "nauc_precision_at_3_max": 0.557072, "nauc_precision_at_3_std": 0.535406, "nauc_precision_at_3_diff1": -0.021515, "nauc_precision_at_5_max": 0.529566, "nauc_precision_at_5_std": 0.580382, "nauc_precision_at_5_diff1": -0.098224, "nauc_precision_at_10_max": 0.492209, "nauc_precision_at_10_std": 0.570508, "nauc_precision_at_10_diff1": -0.107967, "nauc_precision_at_20_max": 0.455125, "nauc_precision_at_20_std": 0.54553, "nauc_precision_at_20_diff1": -0.094375, "nauc_precision_at_100_max": 0.426307, "nauc_precision_at_100_std": 0.492466, "nauc_precision_at_100_diff1": -0.062868, "nauc_precision_at_1000_max": 0.426307, "nauc_precision_at_1000_std": 0.492466, "nauc_precision_at_1000_diff1": -0.062868, "nauc_mrr_at_1_max": 0.603454, "nauc_mrr_at_1_std": 0.428103, "nauc_mrr_at_1_diff1": 0.24018, "nauc_mrr_at_3_max": 0.670567, "nauc_mrr_at_3_std": 0.513079, "nauc_mrr_at_3_diff1": 0.198239, "nauc_mrr_at_5_max": 0.679819, "nauc_mrr_at_5_std": 0.52977, "nauc_mrr_at_5_diff1": 0.18665, "nauc_mrr_at_10_max": 0.68001, "nauc_mrr_at_10_std": 0.533558, "nauc_mrr_at_10_diff1": 0.180202, "nauc_mrr_at_20_max": 0.6801, "nauc_mrr_at_20_std": 0.534997, "nauc_mrr_at_20_diff1": 0.179712, "nauc_mrr_at_100_max": 0.6801, "nauc_mrr_at_100_std": 0.534997, "nauc_mrr_at_100_diff1": 0.179712, "nauc_mrr_at_1000_max": 0.6801, "nauc_mrr_at_1000_std": 0.534997, "nauc_mrr_at_1000_diff1": 0.179712, "hit_rate_at_1": 0.3125, "hit_rate_at_3": 0.45312, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.5375, "hit_rate_at_20": 0.54063, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.30491, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.3375, "ndcg_at_3": 0.33341, "ndcg_at_5": 0.34068, "ndcg_at_10": 0.34941, "ndcg_at_20": 0.357, "ndcg_at_100": 0.35993, "ndcg_at_1000": 0.35993, "map_at_1": 0.16984, "map_at_3": 0.23873, "map_at_5": 0.26258, "map_at_10": 0.27978, "map_at_20": 0.28649, "map_at_100": 0.28814, "map_at_1000": 0.28814, "recall_at_1": 0.16984, "recall_at_3": 0.28194, "recall_at_5": 0.32983, "recall_at_10": 0.38191, "recall_at_20": 0.40805, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.16984, "precision_at_1": 0.35, "precision_at_3": 0.23021, "precision_at_5": 0.1825, "precision_at_10": 0.11563, "precision_at_20": 0.06625, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.35, "mrr_at_3": 0.421354, "mrr_at_5": 0.433698, "mrr_at_10": 0.439764, "mrr_at_20": 0.440456, "mrr_at_100": 0.440456, "mrr_at_1000": 0.440456, "nauc_ndcg_at_1_max": 0.614778, "nauc_ndcg_at_1_std": 0.293777, "nauc_ndcg_at_1_diff1": 0.315169, "nauc_ndcg_at_3_max": 0.6526, "nauc_ndcg_at_3_std": 0.374609, "nauc_ndcg_at_3_diff1": 0.220318, "nauc_ndcg_at_5_max": 0.66583, "nauc_ndcg_at_5_std": 0.399891, "nauc_ndcg_at_5_diff1": 0.205455, "nauc_ndcg_at_10_max": 0.672178, "nauc_ndcg_at_10_std": 0.425877, "nauc_ndcg_at_10_diff1": 0.187918, "nauc_ndcg_at_20_max": 0.681156, "nauc_ndcg_at_20_std": 0.439552, "nauc_ndcg_at_20_diff1": 0.182715, "nauc_ndcg_at_100_max": 0.684746, "nauc_ndcg_at_100_std": 0.443996, "nauc_ndcg_at_100_diff1": 0.183932, "nauc_ndcg_at_1000_max": 0.684746, "nauc_ndcg_at_1000_std": 0.443996, "nauc_ndcg_at_1000_diff1": 0.183932, "nauc_map_at_1_max": 0.571208, "nauc_map_at_1_std": 0.198549, "nauc_map_at_1_diff1": 0.421485, "nauc_map_at_3_max": 0.605617, "nauc_map_at_3_std": 0.294736, "nauc_map_at_3_diff1": 0.265584, "nauc_map_at_5_max": 0.621821, "nauc_map_at_5_std": 0.330879, "nauc_map_at_5_diff1": 0.232547, "nauc_map_at_10_max": 0.631334, "nauc_map_at_10_std": 0.357391, "nauc_map_at_10_diff1": 0.212869, "nauc_map_at_20_max": 0.639355, "nauc_map_at_20_std": 0.367425, "nauc_map_at_20_diff1": 0.211478, "nauc_map_at_100_max": 0.641211, "nauc_map_at_100_std": 0.369246, "nauc_map_at_100_diff1": 0.213018, "nauc_map_at_1000_max": 0.641211, "nauc_map_at_1000_std": 0.369246, "nauc_map_at_1000_diff1": 0.213018, "nauc_recall_at_1_max": 0.571208, "nauc_recall_at_1_std": 0.198549, "nauc_recall_at_1_diff1": 0.421485, "nauc_recall_at_3_max": 0.578681, "nauc_recall_at_3_std": 0.339789, "nauc_recall_at_3_diff1": 0.188898, "nauc_recall_at_5_max": 0.611201, "nauc_recall_at_5_std": 0.402272, "nauc_recall_at_5_diff1": 0.145734, "nauc_recall_at_10_max": 0.619908, "nauc_recall_at_10_std": 0.463651, "nauc_recall_at_10_diff1": 0.100542, "nauc_recall_at_20_max": 0.647512, "nauc_recall_at_20_std": 0.49397, "nauc_recall_at_20_diff1": 0.095893, "nauc_recall_at_100_max": 0.656346, "nauc_recall_at_100_std": 0.506078, "nauc_recall_at_100_diff1": 0.096236, "nauc_recall_at_1000_max": 0.656346, "nauc_recall_at_1000_std": 0.506078, "nauc_recall_at_1000_diff1": 0.096236, "nauc_precision_at_1_max": 0.609697, "nauc_precision_at_1_std": 0.297127, "nauc_precision_at_1_diff1": 0.326752, "nauc_precision_at_3_max": 0.558216, "nauc_precision_at_3_std": 0.410786, "nauc_precision_at_3_diff1": 0.006561, "nauc_precision_at_5_max": 0.510758, "nauc_precision_at_5_std": 0.430527, "nauc_precision_at_5_diff1": -0.034081, "nauc_precision_at_10_max": 0.465387, "nauc_precision_at_10_std": 0.463334, "nauc_precision_at_10_diff1": -0.06465, "nauc_precision_at_20_max": 0.444201, "nauc_precision_at_20_std": 0.446418, "nauc_precision_at_20_diff1": -0.033809, "nauc_precision_at_100_max": 0.426624, "nauc_precision_at_100_std": 0.427766, "nauc_precision_at_100_diff1": -0.015445, "nauc_precision_at_1000_max": 0.426624, "nauc_precision_at_1000_std": 0.427766, "nauc_precision_at_1000_diff1": -0.015445, "nauc_mrr_at_1_max": 0.609697, "nauc_mrr_at_1_std": 0.297127, "nauc_mrr_at_1_diff1": 0.326752, "nauc_mrr_at_3_max": 0.669762, "nauc_mrr_at_3_std": 0.397049, "nauc_mrr_at_3_diff1": 0.261352, "nauc_mrr_at_5_max": 0.674666, "nauc_mrr_at_5_std": 0.407311, "nauc_mrr_at_5_diff1": 0.262201, "nauc_mrr_at_10_max": 0.67894, "nauc_mrr_at_10_std": 0.417103, "nauc_mrr_at_10_diff1": 0.258634, "nauc_mrr_at_20_max": 0.678577, "nauc_mrr_at_20_std": 0.417419, "nauc_mrr_at_20_diff1": 0.257312, "nauc_mrr_at_100_max": 0.678577, "nauc_mrr_at_100_std": 0.417419, "nauc_mrr_at_100_diff1": 0.257312, "nauc_mrr_at_1000_max": 0.678577, "nauc_mrr_at_1000_std": 0.417419, "nauc_mrr_at_1000_diff1": 0.257312, "hit_rate_at_1": 0.35, "hit_rate_at_3": 0.5125, "hit_rate_at_5": 0.56563, "hit_rate_at_10": 0.60625, "hit_rate_at_20": 0.61562, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.34941, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.3625, "ndcg_at_3": 0.35427, "ndcg_at_5": 0.35436, "ndcg_at_10": 0.36231, "ndcg_at_20": 0.37214, "ndcg_at_100": 0.37519, "ndcg_at_1000": 0.37519, "map_at_1": 0.17779, "map_at_3": 0.24806, "map_at_5": 0.27288, "map_at_10": 0.29068, "map_at_20": 0.29818, "map_at_100": 0.30007, "map_at_1000": 0.30007, "recall_at_1": 0.17779, "recall_at_3": 0.28613, "recall_at_5": 0.33695, "recall_at_10": 0.38539, "recall_at_20": 0.4183, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.17779, "precision_at_1": 0.375, "precision_at_3": 0.25312, "precision_at_5": 0.19438, "precision_at_10": 0.12375, "precision_at_20": 0.07281, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.375, "mrr_at_3": 0.45, "mrr_at_5": 0.46125, "mrr_at_10": 0.466798, "mrr_at_20": 0.467919, "mrr_at_100": 0.468023, "mrr_at_1000": 0.468023, "nauc_ndcg_at_1_max": 0.55251, "nauc_ndcg_at_1_std": 0.381151, "nauc_ndcg_at_1_diff1": 0.23612, "nauc_ndcg_at_3_max": 0.576864, "nauc_ndcg_at_3_std": 0.421151, "nauc_ndcg_at_3_diff1": 0.195059, "nauc_ndcg_at_5_max": 0.589044, "nauc_ndcg_at_5_std": 0.435264, "nauc_ndcg_at_5_diff1": 0.169522, "nauc_ndcg_at_10_max": 0.60105, "nauc_ndcg_at_10_std": 0.460173, "nauc_ndcg_at_10_diff1": 0.157743, "nauc_ndcg_at_20_max": 0.617579, "nauc_ndcg_at_20_std": 0.487416, "nauc_ndcg_at_20_diff1": 0.150098, "nauc_ndcg_at_100_max": 0.620206, "nauc_ndcg_at_100_std": 0.49099, "nauc_ndcg_at_100_diff1": 0.146906, "nauc_ndcg_at_1000_max": 0.620206, "nauc_ndcg_at_1000_std": 0.49099, "nauc_ndcg_at_1000_diff1": 0.146906, "nauc_map_at_1_max": 0.495245, "nauc_map_at_1_std": 0.206844, "nauc_map_at_1_diff1": 0.391425, "nauc_map_at_3_max": 0.541643, "nauc_map_at_3_std": 0.315413, "nauc_map_at_3_diff1": 0.254798, "nauc_map_at_5_max": 0.552293, "nauc_map_at_5_std": 0.357543, "nauc_map_at_5_diff1": 0.211038, "nauc_map_at_10_max": 0.558685, "nauc_map_at_10_std": 0.388343, "nauc_map_at_10_diff1": 0.186766, "nauc_map_at_20_max": 0.567778, "nauc_map_at_20_std": 0.402341, "nauc_map_at_20_diff1": 0.183901, "nauc_map_at_100_max": 0.569502, "nauc_map_at_100_std": 0.404119, "nauc_map_at_100_diff1": 0.18364, "nauc_map_at_1000_max": 0.569502, "nauc_map_at_1000_std": 0.404119, "nauc_map_at_1000_diff1": 0.18364, "nauc_recall_at_1_max": 0.495245, "nauc_recall_at_1_std": 0.206844, "nauc_recall_at_1_diff1": 0.391425, "nauc_recall_at_3_max": 0.552182, "nauc_recall_at_3_std": 0.365972, "nauc_recall_at_3_diff1": 0.196333, "nauc_recall_at_5_max": 0.562531, "nauc_recall_at_5_std": 0.418886, "nauc_recall_at_5_diff1": 0.125107, "nauc_recall_at_10_max": 0.577851, "nauc_recall_at_10_std": 0.484468, "nauc_recall_at_10_diff1": 0.079318, "nauc_recall_at_20_max": 0.613598, "nauc_recall_at_20_std": 0.542497, "nauc_recall_at_20_diff1": 0.067375, "nauc_recall_at_100_max": 0.613275, "nauc_recall_at_100_std": 0.543652, "nauc_recall_at_100_diff1": 0.058102, "nauc_recall_at_1000_max": 0.613275, "nauc_recall_at_1000_std": 0.543652, "nauc_recall_at_1000_diff1": 0.058102, "nauc_precision_at_1_max": 0.539704, "nauc_precision_at_1_std": 0.386981, "nauc_precision_at_1_diff1": 0.228114, "nauc_precision_at_3_max": 0.469778, "nauc_precision_at_3_std": 0.452579, "nauc_precision_at_3_diff1": -0.043685, "nauc_precision_at_5_max": 0.424185, "nauc_precision_at_5_std": 0.465197, "nauc_precision_at_5_diff1": -0.113557, "nauc_precision_at_10_max": 0.375694, "nauc_precision_at_10_std": 0.484026, "nauc_precision_at_10_diff1": -0.135072, "nauc_precision_at_20_max": 0.365905, "nauc_precision_at_20_std": 0.482854, "nauc_precision_at_20_diff1": -0.114794, "nauc_precision_at_100_max": 0.360278, "nauc_precision_at_100_std": 0.462145, "nauc_precision_at_100_diff1": -0.106281, "nauc_precision_at_1000_max": 0.360278, "nauc_precision_at_1000_std": 0.462145, "nauc_precision_at_1000_diff1": -0.106281, "nauc_mrr_at_1_max": 0.539704, "nauc_mrr_at_1_std": 0.386981, "nauc_mrr_at_1_diff1": 0.228114, "nauc_mrr_at_3_max": 0.592613, "nauc_mrr_at_3_std": 0.463883, "nauc_mrr_at_3_diff1": 0.191563, "nauc_mrr_at_5_max": 0.604617, "nauc_mrr_at_5_std": 0.475022, "nauc_mrr_at_5_diff1": 0.188224, "nauc_mrr_at_10_max": 0.602177, "nauc_mrr_at_10_std": 0.48045, "nauc_mrr_at_10_diff1": 0.185761, "nauc_mrr_at_20_max": 0.602515, "nauc_mrr_at_20_std": 0.482422, "nauc_mrr_at_20_diff1": 0.184783, "nauc_mrr_at_100_max": 0.602352, "nauc_mrr_at_100_std": 0.482283, "nauc_mrr_at_100_diff1": 0.184549, "nauc_mrr_at_1000_max": 0.602352, "nauc_mrr_at_1000_std": 0.482283, "nauc_mrr_at_1000_diff1": 0.184549, "hit_rate_at_1": 0.375, "hit_rate_at_3": 0.54063, "hit_rate_at_5": 0.59062, "hit_rate_at_10": 0.63125, "hit_rate_at_20": 0.64687, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.36231, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.30312, "ndcg_at_3": 0.30778, "ndcg_at_5": 0.31727, "ndcg_at_10": 0.32213, "ndcg_at_20": 0.33007, "ndcg_at_100": 0.33194, "ndcg_at_1000": 0.33194, "map_at_1": 0.14877, "map_at_3": 0.21296, "map_at_5": 0.23878, "map_at_10": 0.25525, "map_at_20": 0.26287, "map_at_100": 0.26426, "map_at_1000": 0.26426, "recall_at_1": 0.14877, "recall_at_3": 0.25089, "recall_at_5": 0.30644, "recall_at_10": 0.34547, "recall_at_20": 0.37081, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.14877, "precision_at_1": 0.31562, "precision_at_3": 0.22396, "precision_at_5": 0.18188, "precision_at_10": 0.11406, "precision_at_20": 0.06672, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.315625, "mrr_at_3": 0.385417, "mrr_at_5": 0.399635, "mrr_at_10": 0.403501, "mrr_at_20": 0.404533, "mrr_at_100": 0.404533, "mrr_at_1000": 0.404533, "nauc_ndcg_at_1_max": 0.589021, "nauc_ndcg_at_1_std": 0.379314, "nauc_ndcg_at_1_diff1": 0.214774, "nauc_ndcg_at_3_max": 0.646339, "nauc_ndcg_at_3_std": 0.451991, "nauc_ndcg_at_3_diff1": 0.156576, "nauc_ndcg_at_5_max": 0.669268, "nauc_ndcg_at_5_std": 0.497368, "nauc_ndcg_at_5_diff1": 0.137488, "nauc_ndcg_at_10_max": 0.675804, "nauc_ndcg_at_10_std": 0.520251, "nauc_ndcg_at_10_diff1": 0.125731, "nauc_ndcg_at_20_max": 0.682802, "nauc_ndcg_at_20_std": 0.534566, "nauc_ndcg_at_20_diff1": 0.1217, "nauc_ndcg_at_100_max": 0.682066, "nauc_ndcg_at_100_std": 0.535094, "nauc_ndcg_at_100_diff1": 0.121241, "nauc_ndcg_at_1000_max": 0.682066, "nauc_ndcg_at_1000_std": 0.535094, "nauc_ndcg_at_1000_diff1": 0.121241, "nauc_map_at_1_max": 0.554426, "nauc_map_at_1_std": 0.222092, "nauc_map_at_1_diff1": 0.382912, "nauc_map_at_3_max": 0.603214, "nauc_map_at_3_std": 0.345178, "nauc_map_at_3_diff1": 0.236043, "nauc_map_at_5_max": 0.622603, "nauc_map_at_5_std": 0.405866, "nauc_map_at_5_diff1": 0.192054, "nauc_map_at_10_max": 0.629852, "nauc_map_at_10_std": 0.44116, "nauc_map_at_10_diff1": 0.166496, "nauc_map_at_20_max": 0.636546, "nauc_map_at_20_std": 0.454423, "nauc_map_at_20_diff1": 0.163986, "nauc_map_at_100_max": 0.636577, "nauc_map_at_100_std": 0.455162, "nauc_map_at_100_diff1": 0.163681, "nauc_map_at_1000_max": 0.636577, "nauc_map_at_1000_std": 0.455162, "nauc_map_at_1000_diff1": 0.163681, "nauc_recall_at_1_max": 0.554426, "nauc_recall_at_1_std": 0.222092, "nauc_recall_at_1_diff1": 0.382912, "nauc_recall_at_3_max": 0.635956, "nauc_recall_at_3_std": 0.413368, "nauc_recall_at_3_diff1": 0.181696, "nauc_recall_at_5_max": 0.658353, "nauc_recall_at_5_std": 0.519034, "nauc_recall_at_5_diff1": 0.10807, "nauc_recall_at_10_max": 0.672136, "nauc_recall_at_10_std": 0.580317, "nauc_recall_at_10_diff1": 0.069004, "nauc_recall_at_20_max": 0.698397, "nauc_recall_at_20_std": 0.616198, "nauc_recall_at_20_diff1": 0.065046, "nauc_recall_at_100_max": 0.696814, "nauc_recall_at_100_std": 0.617133, "nauc_recall_at_100_diff1": 0.063387, "nauc_recall_at_1000_max": 0.696814, "nauc_recall_at_1000_std": 0.617133, "nauc_recall_at_1000_diff1": 0.063387, "nauc_precision_at_1_max": 0.589306, "nauc_precision_at_1_std": 0.381586, "nauc_precision_at_1_diff1": 0.232102, "nauc_precision_at_3_max": 0.561609, "nauc_precision_at_3_std": 0.506446, "nauc_precision_at_3_diff1": -0.02829, "nauc_precision_at_5_max": 0.530735, "nauc_precision_at_5_std": 0.559675, "nauc_precision_at_5_diff1": -0.100891, "nauc_precision_at_10_max": 0.464512, "nauc_precision_at_10_std": 0.564979, "nauc_precision_at_10_diff1": -0.123439, "nauc_precision_at_20_max": 0.439141, "nauc_precision_at_20_std": 0.540055, "nauc_precision_at_20_diff1": -0.099749, "nauc_precision_at_100_max": 0.421041, "nauc_precision_at_100_std": 0.517633, "nauc_precision_at_100_diff1": -0.094437, "nauc_precision_at_1000_max": 0.421041, "nauc_precision_at_1000_std": 0.517633, "nauc_precision_at_1000_diff1": -0.094437, "nauc_mrr_at_1_max": 0.589306, "nauc_mrr_at_1_std": 0.381586, "nauc_mrr_at_1_diff1": 0.232102, "nauc_mrr_at_3_max": 0.658483, "nauc_mrr_at_3_std": 0.46019, "nauc_mrr_at_3_diff1": 0.181799, "nauc_mrr_at_5_max": 0.667626, "nauc_mrr_at_5_std": 0.484085, "nauc_mrr_at_5_diff1": 0.171555, "nauc_mrr_at_10_max": 0.666891, "nauc_mrr_at_10_std": 0.487564, "nauc_mrr_at_10_diff1": 0.170731, "nauc_mrr_at_20_max": 0.666191, "nauc_mrr_at_20_std": 0.486843, "nauc_mrr_at_20_diff1": 0.169318, "nauc_mrr_at_100_max": 0.666191, "nauc_mrr_at_100_std": 0.486843, "nauc_mrr_at_100_diff1": 0.169318, "nauc_mrr_at_1000_max": 0.666191, "nauc_mrr_at_1000_std": 0.486843, "nauc_mrr_at_1000_diff1": 0.169318, "hit_rate_at_1": 0.31562, "hit_rate_at_3": 0.475, "hit_rate_at_5": 0.5375, "hit_rate_at_10": 0.56563, "hit_rate_at_20": 0.58125, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.32213, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 37911.05485793698, "kg_co2_emissions": null, "date": 1791582358.447463, "evaluation_phases": [ { "name": "Data loading", "start": 1.1140000424347818e-05, "end": 39.57894697600568, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 39.578962067003886, "end": 39.57896366700152, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 39.585636358002375, "end": 6464.636783709, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 6464.7682783000055, "end": 6464.875644330001, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 6464.915422283004, "end": 12689.238030015003, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 12689.390192404004, "end": 12689.469012117996, "split": "test", "subset": "italian" } ] }