{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.22.2-2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.45156, "ndcg_at_3": 0.44016, "ndcg_at_5": 0.46619, "ndcg_at_10": 0.49765, "ndcg_at_20": 0.5271, "ndcg_at_100": 0.54126, "ndcg_at_1000": 0.54126, "map_at_1": 0.22002, "map_at_3": 0.31053, "map_at_5": 0.35051, "map_at_10": 0.38758, "map_at_20": 0.4068, "map_at_100": 0.41278, "map_at_1000": 0.41278, "recall_at_1": 0.22002, "recall_at_3": 0.36225, "recall_at_5": 0.46184, "recall_at_10": 0.57315, "recall_at_20": 0.65971, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.22002, "precision_at_1": 0.46563, "precision_at_3": 0.31146, "precision_at_5": 0.26187, "precision_at_10": 0.18406, "precision_at_20": 0.11703, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.465625, "mrr_at_3": 0.542188, "mrr_at_5": 0.5675, "mrr_at_10": 0.579995, "mrr_at_20": 0.583372, "mrr_at_100": 0.584005, "mrr_at_1000": 0.584005, "nauc_ndcg_at_1_max": 0.270762, "nauc_ndcg_at_1_std": 0.175404, "nauc_ndcg_at_1_diff1": 0.375701, "nauc_ndcg_at_3_max": 0.25755, "nauc_ndcg_at_3_std": 0.16709, "nauc_ndcg_at_3_diff1": 0.323685, "nauc_ndcg_at_5_max": 0.242342, "nauc_ndcg_at_5_std": 0.188502, "nauc_ndcg_at_5_diff1": 0.294771, "nauc_ndcg_at_10_max": 0.256836, "nauc_ndcg_at_10_std": 0.220279, "nauc_ndcg_at_10_diff1": 0.287137, "nauc_ndcg_at_20_max": 0.278998, "nauc_ndcg_at_20_std": 0.244792, "nauc_ndcg_at_20_diff1": 0.29988, "nauc_ndcg_at_100_max": 0.271538, "nauc_ndcg_at_100_std": 0.230572, "nauc_ndcg_at_100_diff1": 0.302068, "nauc_ndcg_at_1000_max": 0.271538, "nauc_ndcg_at_1000_std": 0.230572, "nauc_ndcg_at_1000_diff1": 0.302068, "nauc_map_at_1_max": 0.158584, "nauc_map_at_1_std": 0.00748, "nauc_map_at_1_diff1": 0.40295, "nauc_map_at_3_max": 0.191714, "nauc_map_at_3_std": 0.099433, "nauc_map_at_3_diff1": 0.319587, "nauc_map_at_5_max": 0.195113, "nauc_map_at_5_std": 0.127594, "nauc_map_at_5_diff1": 0.31097, "nauc_map_at_10_max": 0.217686, "nauc_map_at_10_std": 0.15993, "nauc_map_at_10_diff1": 0.306327, "nauc_map_at_20_max": 0.238104, "nauc_map_at_20_std": 0.178448, "nauc_map_at_20_diff1": 0.313346, "nauc_map_at_100_max": 0.237898, "nauc_map_at_100_std": 0.17445, "nauc_map_at_100_diff1": 0.316442, "nauc_map_at_1000_max": 0.237898, "nauc_map_at_1000_std": 0.17445, "nauc_map_at_1000_diff1": 0.316442, "nauc_recall_at_1_max": 0.158584, "nauc_recall_at_1_std": 0.00748, "nauc_recall_at_1_diff1": 0.40295, "nauc_recall_at_3_max": 0.20356, "nauc_recall_at_3_std": 0.154101, "nauc_recall_at_3_diff1": 0.257755, "nauc_recall_at_5_max": 0.172442, "nauc_recall_at_5_std": 0.19047, "nauc_recall_at_5_diff1": 0.196961, "nauc_recall_at_10_max": 0.221847, "nauc_recall_at_10_std": 0.275939, "nauc_recall_at_10_diff1": 0.170229, "nauc_recall_at_20_max": 0.291183, "nauc_recall_at_20_std": 0.357886, "nauc_recall_at_20_diff1": 0.196147, "nauc_recall_at_100_max": 0.258948, "nauc_recall_at_100_std": 0.31371, "nauc_recall_at_100_diff1": 0.180513, "nauc_recall_at_1000_max": 0.258948, "nauc_recall_at_1000_std": 0.31371, "nauc_recall_at_1000_diff1": 0.180513, "nauc_precision_at_1_max": 0.27111, "nauc_precision_at_1_std": 0.162524, "nauc_precision_at_1_diff1": 0.379345, "nauc_precision_at_3_max": 0.24027, "nauc_precision_at_3_std": 0.225703, "nauc_precision_at_3_diff1": 0.14509, "nauc_precision_at_5_max": 0.200154, "nauc_precision_at_5_std": 0.261185, "nauc_precision_at_5_diff1": 0.06044, "nauc_precision_at_10_max": 0.196852, "nauc_precision_at_10_std": 0.240972, "nauc_precision_at_10_diff1": -0.004836, "nauc_precision_at_20_max": 0.211209, "nauc_precision_at_20_std": 0.225708, "nauc_precision_at_20_diff1": 0.012853, "nauc_precision_at_100_max": 0.159652, "nauc_precision_at_100_std": 0.147752, "nauc_precision_at_100_diff1": 0.002856, "nauc_precision_at_1000_max": 0.159652, "nauc_precision_at_1000_std": 0.147752, "nauc_precision_at_1000_diff1": 0.002856, "nauc_mrr_at_1_max": 0.27111, "nauc_mrr_at_1_std": 0.162524, "nauc_mrr_at_1_diff1": 0.379345, "nauc_mrr_at_3_max": 0.303704, "nauc_mrr_at_3_std": 0.213218, "nauc_mrr_at_3_diff1": 0.356957, "nauc_mrr_at_5_max": 0.295116, "nauc_mrr_at_5_std": 0.218058, "nauc_mrr_at_5_diff1": 0.341492, "nauc_mrr_at_10_max": 0.301293, "nauc_mrr_at_10_std": 0.221599, "nauc_mrr_at_10_diff1": 0.342913, "nauc_mrr_at_20_max": 0.300616, "nauc_mrr_at_20_std": 0.220788, "nauc_mrr_at_20_diff1": 0.34643, "nauc_mrr_at_100_max": 0.300516, "nauc_mrr_at_100_std": 0.219747, "nauc_mrr_at_100_diff1": 0.346385, "nauc_mrr_at_1000_max": 0.300516, "nauc_mrr_at_1000_std": 0.219747, "nauc_mrr_at_1000_diff1": 0.346385, "hit_rate_at_1": 0.46563, "hit_rate_at_3": 0.64687, "hit_rate_at_5": 0.7625, "hit_rate_at_10": 0.85313, "hit_rate_at_20": 0.89687, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.49765, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.29688, "ndcg_at_3": 0.28621, "ndcg_at_5": 0.28988, "ndcg_at_10": 0.30133, "ndcg_at_20": 0.317, "ndcg_at_100": 0.32172, "ndcg_at_1000": 0.32172, "map_at_1": 0.15707, "map_at_3": 0.20483, "map_at_5": 0.22336, "map_at_10": 0.24012, "map_at_20": 0.24901, "map_at_100": 0.25168, "map_at_1000": 0.25168, "recall_at_1": 0.15707, "recall_at_3": 0.23922, "recall_at_5": 0.27598, "recall_at_10": 0.32578, "recall_at_20": 0.37337, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.15707, "precision_at_1": 0.30625, "precision_at_3": 0.18958, "precision_at_5": 0.15, "precision_at_10": 0.10031, "precision_at_20": 0.06281, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.30625, "mrr_at_3": 0.363542, "mrr_at_5": 0.373385, "mrr_at_10": 0.379945, "mrr_at_20": 0.383187, "mrr_at_100": 0.383187, "mrr_at_1000": 0.383187, "nauc_ndcg_at_1_max": 0.382552, "nauc_ndcg_at_1_std": 0.297696, "nauc_ndcg_at_1_diff1": 0.460545, "nauc_ndcg_at_3_max": 0.468117, "nauc_ndcg_at_3_std": 0.362237, "nauc_ndcg_at_3_diff1": 0.420105, "nauc_ndcg_at_5_max": 0.46822, "nauc_ndcg_at_5_std": 0.389326, "nauc_ndcg_at_5_diff1": 0.400103, "nauc_ndcg_at_10_max": 0.485765, "nauc_ndcg_at_10_std": 0.421405, "nauc_ndcg_at_10_diff1": 0.398149, "nauc_ndcg_at_20_max": 0.497009, "nauc_ndcg_at_20_std": 0.44057, "nauc_ndcg_at_20_diff1": 0.391939, "nauc_ndcg_at_100_max": 0.499535, "nauc_ndcg_at_100_std": 0.444222, "nauc_ndcg_at_100_diff1": 0.393777, "nauc_ndcg_at_1000_max": 0.499535, "nauc_ndcg_at_1000_std": 0.444222, "nauc_ndcg_at_1000_diff1": 0.393777, "nauc_map_at_1_max": 0.280994, "nauc_map_at_1_std": 0.182702, "nauc_map_at_1_diff1": 0.457748, "nauc_map_at_3_max": 0.370386, "nauc_map_at_3_std": 0.273731, "nauc_map_at_3_diff1": 0.401228, "nauc_map_at_5_max": 0.397857, "nauc_map_at_5_std": 0.311368, "nauc_map_at_5_diff1": 0.392723, "nauc_map_at_10_max": 0.431582, "nauc_map_at_10_std": 0.34992, "nauc_map_at_10_diff1": 0.399395, "nauc_map_at_20_max": 0.446124, "nauc_map_at_20_std": 0.368181, "nauc_map_at_20_diff1": 0.405259, "nauc_map_at_100_max": 0.448936, "nauc_map_at_100_std": 0.371351, "nauc_map_at_100_diff1": 0.408352, "nauc_map_at_1000_max": 0.448936, "nauc_map_at_1000_std": 0.371351, "nauc_map_at_1000_diff1": 0.408352, "nauc_recall_at_1_max": 0.280994, "nauc_recall_at_1_std": 0.182702, "nauc_recall_at_1_diff1": 0.457748, "nauc_recall_at_3_max": 0.417355, "nauc_recall_at_3_std": 0.336161, "nauc_recall_at_3_diff1": 0.353141, "nauc_recall_at_5_max": 0.436159, "nauc_recall_at_5_std": 0.384808, "nauc_recall_at_5_diff1": 0.317284, "nauc_recall_at_10_max": 0.498343, "nauc_recall_at_10_std": 0.473795, "nauc_recall_at_10_diff1": 0.314839, "nauc_recall_at_20_max": 0.517032, "nauc_recall_at_20_std": 0.508109, "nauc_recall_at_20_diff1": 0.295326, "nauc_recall_at_100_max": 0.521092, "nauc_recall_at_100_std": 0.513398, "nauc_recall_at_100_diff1": 0.294007, "nauc_recall_at_1000_max": 0.521092, "nauc_recall_at_1000_std": 0.513398, "nauc_recall_at_1000_diff1": 0.294007, "nauc_precision_at_1_max": 0.393044, "nauc_precision_at_1_std": 0.311657, "nauc_precision_at_1_diff1": 0.45733, "nauc_precision_at_3_max": 0.540565, "nauc_precision_at_3_std": 0.46019, "nauc_precision_at_3_diff1": 0.324546, "nauc_precision_at_5_max": 0.516534, "nauc_precision_at_5_std": 0.492887, "nauc_precision_at_5_diff1": 0.244868, "nauc_precision_at_10_max": 0.527444, "nauc_precision_at_10_std": 0.511001, "nauc_precision_at_10_diff1": 0.236117, "nauc_precision_at_20_max": 0.509857, "nauc_precision_at_20_std": 0.502088, "nauc_precision_at_20_diff1": 0.230328, "nauc_precision_at_100_max": 0.477733, "nauc_precision_at_100_std": 0.466356, "nauc_precision_at_100_diff1": 0.231216, "nauc_precision_at_1000_max": 0.477733, "nauc_precision_at_1000_std": 0.466356, "nauc_precision_at_1000_diff1": 0.231216, "nauc_mrr_at_1_max": 0.393044, "nauc_mrr_at_1_std": 0.311657, "nauc_mrr_at_1_diff1": 0.45733, "nauc_mrr_at_3_max": 0.482599, "nauc_mrr_at_3_std": 0.395894, "nauc_mrr_at_3_diff1": 0.436581, "nauc_mrr_at_5_max": 0.482635, "nauc_mrr_at_5_std": 0.408198, "nauc_mrr_at_5_diff1": 0.425898, "nauc_mrr_at_10_max": 0.485622, "nauc_mrr_at_10_std": 0.415499, "nauc_mrr_at_10_diff1": 0.421447, "nauc_mrr_at_20_max": 0.484875, "nauc_mrr_at_20_std": 0.413928, "nauc_mrr_at_20_diff1": 0.418883, "nauc_mrr_at_100_max": 0.484875, "nauc_mrr_at_100_std": 0.413928, "nauc_mrr_at_100_diff1": 0.418883, "nauc_mrr_at_1000_max": 0.484875, "nauc_mrr_at_1000_std": 0.413928, "nauc_mrr_at_1000_diff1": 0.418883, "hit_rate_at_1": 0.30625, "hit_rate_at_3": 0.4375, "hit_rate_at_5": 0.48125, "hit_rate_at_10": 0.53125, "hit_rate_at_20": 0.57812, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.30133, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.32969, "ndcg_at_3": 0.29249, "ndcg_at_5": 0.30603, "ndcg_at_10": 0.31976, "ndcg_at_20": 0.33289, "ndcg_at_100": 0.33926, "ndcg_at_1000": 0.33926, "map_at_1": 0.16371, "map_at_3": 0.20785, "map_at_5": 0.23164, "map_at_10": 0.25044, "map_at_20": 0.25803, "map_at_100": 0.26108, "map_at_1000": 0.26108, "recall_at_1": 0.16371, "recall_at_3": 0.23661, "recall_at_5": 0.2943, "recall_at_10": 0.35502, "recall_at_20": 0.3971, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.16371, "precision_at_1": 0.34375, "precision_at_3": 0.19271, "precision_at_5": 0.16125, "precision_at_10": 0.10656, "precision_at_20": 0.06328, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.34375, "mrr_at_3": 0.392188, "mrr_at_5": 0.409531, "mrr_at_10": 0.41483, "mrr_at_20": 0.417779, "mrr_at_100": 0.418195, "mrr_at_1000": 0.418195, "nauc_ndcg_at_1_max": 0.456088, "nauc_ndcg_at_1_std": 0.351305, "nauc_ndcg_at_1_diff1": 0.468655, "nauc_ndcg_at_3_max": 0.496836, "nauc_ndcg_at_3_std": 0.368743, "nauc_ndcg_at_3_diff1": 0.489155, "nauc_ndcg_at_5_max": 0.543891, "nauc_ndcg_at_5_std": 0.425642, "nauc_ndcg_at_5_diff1": 0.492207, "nauc_ndcg_at_10_max": 0.551918, "nauc_ndcg_at_10_std": 0.438508, "nauc_ndcg_at_10_diff1": 0.48859, "nauc_ndcg_at_20_max": 0.550563, "nauc_ndcg_at_20_std": 0.446991, "nauc_ndcg_at_20_diff1": 0.474043, "nauc_ndcg_at_100_max": 0.555491, "nauc_ndcg_at_100_std": 0.447287, "nauc_ndcg_at_100_diff1": 0.476853, "nauc_ndcg_at_1000_max": 0.555491, "nauc_ndcg_at_1000_std": 0.447287, "nauc_ndcg_at_1000_diff1": 0.476853, "nauc_map_at_1_max": 0.347386, "nauc_map_at_1_std": 0.248079, "nauc_map_at_1_diff1": 0.48376, "nauc_map_at_3_max": 0.419014, "nauc_map_at_3_std": 0.309689, "nauc_map_at_3_diff1": 0.470878, "nauc_map_at_5_max": 0.462414, "nauc_map_at_5_std": 0.349722, "nauc_map_at_5_diff1": 0.473913, "nauc_map_at_10_max": 0.488847, "nauc_map_at_10_std": 0.37186, "nauc_map_at_10_diff1": 0.48163, "nauc_map_at_20_max": 0.49713, "nauc_map_at_20_std": 0.381114, "nauc_map_at_20_diff1": 0.482399, "nauc_map_at_100_max": 0.503316, "nauc_map_at_100_std": 0.383846, "nauc_map_at_100_diff1": 0.487627, "nauc_map_at_1000_max": 0.503316, "nauc_map_at_1000_std": 0.383846, "nauc_map_at_1000_diff1": 0.487627, "nauc_recall_at_1_max": 0.347386, "nauc_recall_at_1_std": 0.248079, "nauc_recall_at_1_diff1": 0.48376, "nauc_recall_at_3_max": 0.446319, "nauc_recall_at_3_std": 0.339689, "nauc_recall_at_3_diff1": 0.451425, "nauc_recall_at_5_max": 0.506852, "nauc_recall_at_5_std": 0.413865, "nauc_recall_at_5_diff1": 0.427407, "nauc_recall_at_10_max": 0.543564, "nauc_recall_at_10_std": 0.449843, "nauc_recall_at_10_diff1": 0.418842, "nauc_recall_at_20_max": 0.540916, "nauc_recall_at_20_std": 0.470285, "nauc_recall_at_20_diff1": 0.390811, "nauc_recall_at_100_max": 0.548252, "nauc_recall_at_100_std": 0.467037, "nauc_recall_at_100_diff1": 0.388619, "nauc_recall_at_1000_max": 0.548252, "nauc_recall_at_1000_std": 0.467037, "nauc_recall_at_1000_diff1": 0.388619, "nauc_precision_at_1_max": 0.45678, "nauc_precision_at_1_std": 0.347952, "nauc_precision_at_1_diff1": 0.467265, "nauc_precision_at_3_max": 0.522592, "nauc_precision_at_3_std": 0.393578, "nauc_precision_at_3_diff1": 0.387462, "nauc_precision_at_5_max": 0.566093, "nauc_precision_at_5_std": 0.463168, "nauc_precision_at_5_diff1": 0.338697, "nauc_precision_at_10_max": 0.534972, "nauc_precision_at_10_std": 0.454069, "nauc_precision_at_10_diff1": 0.316695, "nauc_precision_at_20_max": 0.499755, "nauc_precision_at_20_std": 0.430694, "nauc_precision_at_20_diff1": 0.292062, "nauc_precision_at_100_max": 0.486795, "nauc_precision_at_100_std": 0.400027, "nauc_precision_at_100_diff1": 0.301357, "nauc_precision_at_1000_max": 0.486795, "nauc_precision_at_1000_std": 0.400027, "nauc_precision_at_1000_diff1": 0.301357, "nauc_mrr_at_1_max": 0.45678, "nauc_mrr_at_1_std": 0.347952, "nauc_mrr_at_1_diff1": 0.467265, "nauc_mrr_at_3_max": 0.502087, "nauc_mrr_at_3_std": 0.390067, "nauc_mrr_at_3_diff1": 0.484927, "nauc_mrr_at_5_max": 0.521021, "nauc_mrr_at_5_std": 0.419854, "nauc_mrr_at_5_diff1": 0.483953, "nauc_mrr_at_10_max": 0.526425, "nauc_mrr_at_10_std": 0.428729, "nauc_mrr_at_10_diff1": 0.486064, "nauc_mrr_at_20_max": 0.523951, "nauc_mrr_at_20_std": 0.42699, "nauc_mrr_at_20_diff1": 0.481517, "nauc_mrr_at_100_max": 0.523472, "nauc_mrr_at_100_std": 0.426513, "nauc_mrr_at_100_diff1": 0.480851, "nauc_mrr_at_1000_max": 0.523472, "nauc_mrr_at_1000_std": 0.426513, "nauc_mrr_at_1000_diff1": 0.480851, "hit_rate_at_1": 0.34375, "hit_rate_at_3": 0.45312, "hit_rate_at_5": 0.52812, "hit_rate_at_10": 0.56875, "hit_rate_at_20": 0.60625, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.31976, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.31406, "ndcg_at_3": 0.29704, "ndcg_at_5": 0.30819, "ndcg_at_10": 0.32884, "ndcg_at_20": 0.34184, "ndcg_at_100": 0.34672, "ndcg_at_1000": 0.34672, "map_at_1": 0.15248, "map_at_3": 0.20885, "map_at_5": 0.23153, "map_at_10": 0.25416, "map_at_20": 0.26351, "map_at_100": 0.26557, "map_at_1000": 0.26557, "recall_at_1": 0.15248, "recall_at_3": 0.24272, "recall_at_5": 0.29463, "recall_at_10": 0.37393, "recall_at_20": 0.41365, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.15248, "precision_at_1": 0.325, "precision_at_3": 0.20938, "precision_at_5": 0.1725, "precision_at_10": 0.11844, "precision_at_20": 0.07141, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.325, "mrr_at_3": 0.3875, "mrr_at_5": 0.406094, "mrr_at_10": 0.415324, "mrr_at_20": 0.416884, "mrr_at_100": 0.417394, "mrr_at_1000": 0.417394, "nauc_ndcg_at_1_max": 0.393792, "nauc_ndcg_at_1_std": 0.357759, "nauc_ndcg_at_1_diff1": 0.420262, "nauc_ndcg_at_3_max": 0.422832, "nauc_ndcg_at_3_std": 0.371005, "nauc_ndcg_at_3_diff1": 0.396102, "nauc_ndcg_at_5_max": 0.438627, "nauc_ndcg_at_5_std": 0.396186, "nauc_ndcg_at_5_diff1": 0.37081, "nauc_ndcg_at_10_max": 0.446719, "nauc_ndcg_at_10_std": 0.41687, "nauc_ndcg_at_10_diff1": 0.360148, "nauc_ndcg_at_20_max": 0.468415, "nauc_ndcg_at_20_std": 0.444456, "nauc_ndcg_at_20_diff1": 0.357645, "nauc_ndcg_at_100_max": 0.473052, "nauc_ndcg_at_100_std": 0.448594, "nauc_ndcg_at_100_diff1": 0.355885, "nauc_ndcg_at_1000_max": 0.473052, "nauc_ndcg_at_1000_std": 0.448594, "nauc_ndcg_at_1000_diff1": 0.355885, "nauc_map_at_1_max": 0.273338, "nauc_map_at_1_std": 0.254081, "nauc_map_at_1_diff1": 0.448026, "nauc_map_at_3_max": 0.333205, "nauc_map_at_3_std": 0.306185, "nauc_map_at_3_diff1": 0.388548, "nauc_map_at_5_max": 0.368251, "nauc_map_at_5_std": 0.330386, "nauc_map_at_5_diff1": 0.373922, "nauc_map_at_10_max": 0.396089, "nauc_map_at_10_std": 0.357956, "nauc_map_at_10_diff1": 0.368325, "nauc_map_at_20_max": 0.413241, "nauc_map_at_20_std": 0.378154, "nauc_map_at_20_diff1": 0.369216, "nauc_map_at_100_max": 0.418166, "nauc_map_at_100_std": 0.381882, "nauc_map_at_100_diff1": 0.370822, "nauc_map_at_1000_max": 0.418166, "nauc_map_at_1000_std": 0.381882, "nauc_map_at_1000_diff1": 0.370822, "nauc_recall_at_1_max": 0.273338, "nauc_recall_at_1_std": 0.254081, "nauc_recall_at_1_diff1": 0.448026, "nauc_recall_at_3_max": 0.349324, "nauc_recall_at_3_std": 0.328958, "nauc_recall_at_3_diff1": 0.353522, "nauc_recall_at_5_max": 0.376911, "nauc_recall_at_5_std": 0.364363, "nauc_recall_at_5_diff1": 0.294407, "nauc_recall_at_10_max": 0.404088, "nauc_recall_at_10_std": 0.404514, "nauc_recall_at_10_diff1": 0.25943, "nauc_recall_at_20_max": 0.462938, "nauc_recall_at_20_std": 0.47232, "nauc_recall_at_20_diff1": 0.267756, "nauc_recall_at_100_max": 0.465658, "nauc_recall_at_100_std": 0.473908, "nauc_recall_at_100_diff1": 0.259067, "nauc_recall_at_1000_max": 0.465658, "nauc_recall_at_1000_std": 0.473908, "nauc_recall_at_1000_diff1": 0.259067, "nauc_precision_at_1_max": 0.402552, "nauc_precision_at_1_std": 0.366104, "nauc_precision_at_1_diff1": 0.410217, "nauc_precision_at_3_max": 0.474989, "nauc_precision_at_3_std": 0.381884, "nauc_precision_at_3_diff1": 0.276003, "nauc_precision_at_5_max": 0.501493, "nauc_precision_at_5_std": 0.411664, "nauc_precision_at_5_diff1": 0.204595, "nauc_precision_at_10_max": 0.502881, "nauc_precision_at_10_std": 0.429145, "nauc_precision_at_10_diff1": 0.161076, "nauc_precision_at_20_max": 0.509287, "nauc_precision_at_20_std": 0.460308, "nauc_precision_at_20_diff1": 0.158672, "nauc_precision_at_100_max": 0.505545, "nauc_precision_at_100_std": 0.453669, "nauc_precision_at_100_diff1": 0.156554, "nauc_precision_at_1000_max": 0.505545, "nauc_precision_at_1000_std": 0.453669, "nauc_precision_at_1000_diff1": 0.156554, "nauc_mrr_at_1_max": 0.402552, "nauc_mrr_at_1_std": 0.366104, "nauc_mrr_at_1_diff1": 0.410217, "nauc_mrr_at_3_max": 0.465068, "nauc_mrr_at_3_std": 0.401588, "nauc_mrr_at_3_diff1": 0.40227, "nauc_mrr_at_5_max": 0.471684, "nauc_mrr_at_5_std": 0.429333, "nauc_mrr_at_5_diff1": 0.395816, "nauc_mrr_at_10_max": 0.475127, "nauc_mrr_at_10_std": 0.436201, "nauc_mrr_at_10_diff1": 0.396349, "nauc_mrr_at_20_max": 0.47726, "nauc_mrr_at_20_std": 0.436949, "nauc_mrr_at_20_diff1": 0.395519, "nauc_mrr_at_100_max": 0.476473, "nauc_mrr_at_100_std": 0.436099, "nauc_mrr_at_100_diff1": 0.394751, "nauc_mrr_at_1000_max": 0.476473, "nauc_mrr_at_1000_std": 0.436099, "nauc_mrr_at_1000_diff1": 0.394751, "hit_rate_at_1": 0.325, "hit_rate_at_3": 0.46563, "hit_rate_at_5": 0.54688, "hit_rate_at_10": 0.61562, "hit_rate_at_20": 0.6375, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.32884, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.3, "ndcg_at_3": 0.28028, "ndcg_at_5": 0.28877, "ndcg_at_10": 0.29949, "ndcg_at_20": 0.31411, "ndcg_at_100": 0.31804, "ndcg_at_1000": 0.31804, "map_at_1": 0.14702, "map_at_3": 0.19739, "map_at_5": 0.21827, "map_at_10": 0.23578, "map_at_20": 0.2453, "map_at_100": 0.24751, "map_at_1000": 0.24751, "recall_at_1": 0.14702, "recall_at_3": 0.22808, "recall_at_5": 0.27718, "recall_at_10": 0.32436, "recall_at_20": 0.36626, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.14702, "precision_at_1": 0.30938, "precision_at_3": 0.19062, "precision_at_5": 0.15625, "precision_at_10": 0.10563, "precision_at_20": 0.06469, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.309375, "mrr_at_3": 0.358333, "mrr_at_5": 0.375052, "mrr_at_10": 0.382848, "mrr_at_20": 0.38472, "mrr_at_100": 0.384937, "mrr_at_1000": 0.384937, "nauc_ndcg_at_1_max": 0.418607, "nauc_ndcg_at_1_std": 0.35247, "nauc_ndcg_at_1_diff1": 0.372234, "nauc_ndcg_at_3_max": 0.473015, "nauc_ndcg_at_3_std": 0.399227, "nauc_ndcg_at_3_diff1": 0.374499, "nauc_ndcg_at_5_max": 0.49811, "nauc_ndcg_at_5_std": 0.430655, "nauc_ndcg_at_5_diff1": 0.371872, "nauc_ndcg_at_10_max": 0.499771, "nauc_ndcg_at_10_std": 0.453252, "nauc_ndcg_at_10_diff1": 0.362889, "nauc_ndcg_at_20_max": 0.505214, "nauc_ndcg_at_20_std": 0.46542, "nauc_ndcg_at_20_diff1": 0.354762, "nauc_ndcg_at_100_max": 0.507855, "nauc_ndcg_at_100_std": 0.468744, "nauc_ndcg_at_100_diff1": 0.352897, "nauc_ndcg_at_1000_max": 0.507855, "nauc_ndcg_at_1000_std": 0.468744, "nauc_ndcg_at_1000_diff1": 0.352897, "nauc_map_at_1_max": 0.357197, "nauc_map_at_1_std": 0.23895, "nauc_map_at_1_diff1": 0.475986, "nauc_map_at_3_max": 0.409603, "nauc_map_at_3_std": 0.327627, "nauc_map_at_3_diff1": 0.413582, "nauc_map_at_5_max": 0.438059, "nauc_map_at_5_std": 0.357446, "nauc_map_at_5_diff1": 0.401668, "nauc_map_at_10_max": 0.458672, "nauc_map_at_10_std": 0.386203, "nauc_map_at_10_diff1": 0.394853, "nauc_map_at_20_max": 0.468583, "nauc_map_at_20_std": 0.398011, "nauc_map_at_20_diff1": 0.393761, "nauc_map_at_100_max": 0.471466, "nauc_map_at_100_std": 0.400878, "nauc_map_at_100_diff1": 0.393056, "nauc_map_at_1000_max": 0.471466, "nauc_map_at_1000_std": 0.400878, "nauc_map_at_1000_diff1": 0.393056, "nauc_recall_at_1_max": 0.357197, "nauc_recall_at_1_std": 0.23895, "nauc_recall_at_1_diff1": 0.475986, "nauc_recall_at_3_max": 0.434282, "nauc_recall_at_3_std": 0.38114, "nauc_recall_at_3_diff1": 0.377859, "nauc_recall_at_5_max": 0.470767, "nauc_recall_at_5_std": 0.430737, "nauc_recall_at_5_diff1": 0.339031, "nauc_recall_at_10_max": 0.49998, "nauc_recall_at_10_std": 0.495128, "nauc_recall_at_10_diff1": 0.307857, "nauc_recall_at_20_max": 0.520205, "nauc_recall_at_20_std": 0.531106, "nauc_recall_at_20_diff1": 0.293866, "nauc_recall_at_100_max": 0.524921, "nauc_recall_at_100_std": 0.537294, "nauc_recall_at_100_diff1": 0.287519, "nauc_recall_at_1000_max": 0.524921, "nauc_recall_at_1000_std": 0.537294, "nauc_recall_at_1000_diff1": 0.287519, "nauc_precision_at_1_max": 0.434349, "nauc_precision_at_1_std": 0.359778, "nauc_precision_at_1_diff1": 0.381326, "nauc_precision_at_3_max": 0.48587, "nauc_precision_at_3_std": 0.437768, "nauc_precision_at_3_diff1": 0.248539, "nauc_precision_at_5_max": 0.491627, "nauc_precision_at_5_std": 0.458429, "nauc_precision_at_5_diff1": 0.190177, "nauc_precision_at_10_max": 0.454181, "nauc_precision_at_10_std": 0.463028, "nauc_precision_at_10_diff1": 0.140624, "nauc_precision_at_20_max": 0.434944, "nauc_precision_at_20_std": 0.44219, "nauc_precision_at_20_diff1": 0.131183, "nauc_precision_at_100_max": 0.418529, "nauc_precision_at_100_std": 0.423128, "nauc_precision_at_100_diff1": 0.116391, "nauc_precision_at_1000_max": 0.418529, "nauc_precision_at_1000_std": 0.423128, "nauc_precision_at_1000_diff1": 0.116391, "nauc_mrr_at_1_max": 0.434349, "nauc_mrr_at_1_std": 0.359778, "nauc_mrr_at_1_diff1": 0.381326, "nauc_mrr_at_3_max": 0.491321, "nauc_mrr_at_3_std": 0.421085, "nauc_mrr_at_3_diff1": 0.375385, "nauc_mrr_at_5_max": 0.503278, "nauc_mrr_at_5_std": 0.438834, "nauc_mrr_at_5_diff1": 0.372534, "nauc_mrr_at_10_max": 0.508743, "nauc_mrr_at_10_std": 0.450879, "nauc_mrr_at_10_diff1": 0.369269, "nauc_mrr_at_20_max": 0.507383, "nauc_mrr_at_20_std": 0.450436, "nauc_mrr_at_20_diff1": 0.3662, "nauc_mrr_at_100_max": 0.506917, "nauc_mrr_at_100_std": 0.449957, "nauc_mrr_at_100_diff1": 0.366375, "nauc_mrr_at_1000_max": 0.506917, "nauc_mrr_at_1000_std": 0.449957, "nauc_mrr_at_1000_diff1": 0.366375, "hit_rate_at_1": 0.30938, "hit_rate_at_3": 0.42188, "hit_rate_at_5": 0.49375, "hit_rate_at_10": 0.55, "hit_rate_at_20": 0.575, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.29949, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.27031, "ndcg_at_3": 0.25286, "ndcg_at_5": 0.25714, "ndcg_at_10": 0.27353, "ndcg_at_20": 0.28398, "ndcg_at_100": 0.29056, "ndcg_at_1000": 0.29056, "map_at_1": 0.13043, "map_at_3": 0.17364, "map_at_5": 0.19157, "map_at_10": 0.2099, "map_at_20": 0.21709, "map_at_100": 0.21998, "map_at_1000": 0.21998, "recall_at_1": 0.13043, "recall_at_3": 0.20622, "recall_at_5": 0.24793, "recall_at_10": 0.30897, "recall_at_20": 0.34107, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.13043, "precision_at_1": 0.27813, "precision_at_3": 0.17917, "precision_at_5": 0.13937, "precision_at_10": 0.09625, "precision_at_20": 0.05703, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.278125, "mrr_at_3": 0.329688, "mrr_at_5": 0.341406, "mrr_at_10": 0.350776, "mrr_at_20": 0.352066, "mrr_at_100": 0.352191, "mrr_at_1000": 0.352191, "nauc_ndcg_at_1_max": 0.443236, "nauc_ndcg_at_1_std": 0.360446, "nauc_ndcg_at_1_diff1": 0.405455, "nauc_ndcg_at_3_max": 0.500604, "nauc_ndcg_at_3_std": 0.462199, "nauc_ndcg_at_3_diff1": 0.34587, "nauc_ndcg_at_5_max": 0.500884, "nauc_ndcg_at_5_std": 0.490266, "nauc_ndcg_at_5_diff1": 0.31825, "nauc_ndcg_at_10_max": 0.506729, "nauc_ndcg_at_10_std": 0.511213, "nauc_ndcg_at_10_diff1": 0.314918, "nauc_ndcg_at_20_max": 0.52356, "nauc_ndcg_at_20_std": 0.53114, "nauc_ndcg_at_20_diff1": 0.309338, "nauc_ndcg_at_100_max": 0.520535, "nauc_ndcg_at_100_std": 0.530642, "nauc_ndcg_at_100_diff1": 0.302755, "nauc_ndcg_at_1000_max": 0.520535, "nauc_ndcg_at_1000_std": 0.530642, "nauc_ndcg_at_1000_diff1": 0.302755, "nauc_map_at_1_max": 0.326709, "nauc_map_at_1_std": 0.272831, "nauc_map_at_1_diff1": 0.40178, "nauc_map_at_3_max": 0.431287, "nauc_map_at_3_std": 0.406775, "nauc_map_at_3_diff1": 0.350871, "nauc_map_at_5_max": 0.449488, "nauc_map_at_5_std": 0.428547, "nauc_map_at_5_diff1": 0.331321, "nauc_map_at_10_max": 0.473398, "nauc_map_at_10_std": 0.459668, "nauc_map_at_10_diff1": 0.327417, "nauc_map_at_20_max": 0.488039, "nauc_map_at_20_std": 0.475405, "nauc_map_at_20_diff1": 0.325271, "nauc_map_at_100_max": 0.488471, "nauc_map_at_100_std": 0.475766, "nauc_map_at_100_diff1": 0.323282, "nauc_map_at_1000_max": 0.488471, "nauc_map_at_1000_std": 0.475766, "nauc_map_at_1000_diff1": 0.323282, "nauc_recall_at_1_max": 0.326709, "nauc_recall_at_1_std": 0.272831, "nauc_recall_at_1_diff1": 0.40178, "nauc_recall_at_3_max": 0.469413, "nauc_recall_at_3_std": 0.484359, "nauc_recall_at_3_diff1": 0.295883, "nauc_recall_at_5_max": 0.462967, "nauc_recall_at_5_std": 0.501428, "nauc_recall_at_5_diff1": 0.239924, "nauc_recall_at_10_max": 0.483814, "nauc_recall_at_10_std": 0.544134, "nauc_recall_at_10_diff1": 0.222873, "nauc_recall_at_20_max": 0.531057, "nauc_recall_at_20_std": 0.59025, "nauc_recall_at_20_diff1": 0.214315, "nauc_recall_at_100_max": 0.514848, "nauc_recall_at_100_std": 0.579939, "nauc_recall_at_100_diff1": 0.190383, "nauc_recall_at_1000_max": 0.514848, "nauc_recall_at_1000_std": 0.579939, "nauc_recall_at_1000_diff1": 0.190383, "nauc_precision_at_1_max": 0.447551, "nauc_precision_at_1_std": 0.359878, "nauc_precision_at_1_diff1": 0.403235, "nauc_precision_at_3_max": 0.548892, "nauc_precision_at_3_std": 0.520717, "nauc_precision_at_3_diff1": 0.253695, "nauc_precision_at_5_max": 0.544868, "nauc_precision_at_5_std": 0.550111, "nauc_precision_at_5_diff1": 0.20525, "nauc_precision_at_10_max": 0.507264, "nauc_precision_at_10_std": 0.512376, "nauc_precision_at_10_diff1": 0.164195, "nauc_precision_at_20_max": 0.505347, "nauc_precision_at_20_std": 0.502183, "nauc_precision_at_20_diff1": 0.141845, "nauc_precision_at_100_max": 0.442264, "nauc_precision_at_100_std": 0.446449, "nauc_precision_at_100_diff1": 0.109649, "nauc_precision_at_1000_max": 0.442264, "nauc_precision_at_1000_std": 0.446449, "nauc_precision_at_1000_diff1": 0.109649, "nauc_mrr_at_1_max": 0.447551, "nauc_mrr_at_1_std": 0.359878, "nauc_mrr_at_1_diff1": 0.403235, "nauc_mrr_at_3_max": 0.49491, "nauc_mrr_at_3_std": 0.444052, "nauc_mrr_at_3_diff1": 0.365634, "nauc_mrr_at_5_max": 0.496106, "nauc_mrr_at_5_std": 0.46323, "nauc_mrr_at_5_diff1": 0.361081, "nauc_mrr_at_10_max": 0.494652, "nauc_mrr_at_10_std": 0.463848, "nauc_mrr_at_10_diff1": 0.358656, "nauc_mrr_at_20_max": 0.49712, "nauc_mrr_at_20_std": 0.465198, "nauc_mrr_at_20_diff1": 0.357047, "nauc_mrr_at_100_max": 0.496982, "nauc_mrr_at_100_std": 0.464996, "nauc_mrr_at_100_diff1": 0.356776, "nauc_mrr_at_1000_max": 0.496982, "nauc_mrr_at_1000_std": 0.464996, "nauc_mrr_at_1000_diff1": 0.356776, "hit_rate_at_1": 0.27813, "hit_rate_at_3": 0.4, "hit_rate_at_5": 0.45, "hit_rate_at_10": 0.51875, "hit_rate_at_20": 0.5375, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.27353, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 23815.199359299906, "kg_co2_emissions": null, "date": 1791435225.177758, "evaluation_phases": [ { "name": "Data loading", "start": 1.4181001461111009e-05, "end": 42.27136030499241, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 42.27137488499284, "end": 42.2713765459921, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 42.278261725994525, "end": 3975.544753630995, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3975.695866893002, "end": 3975.846608656997, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3975.8860717679927, "end": 7892.745564297991, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 7892.936612246995, "end": 7893.02027588099, "split": "test", "subset": "german" } ] }