{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.22.2", "scores": { "test": [ { "ndcg_at_1": 0.56279, "ndcg_at_3": 0.52447, "ndcg_at_5": 0.51299, "ndcg_at_10": 0.5151, "ndcg_at_20": 0.52465, "ndcg_at_100": 0.52677, "ndcg_at_1000": 0.52677, "map_at_1": 0.23257, "map_at_3": 0.34404, "map_at_5": 0.38125, "map_at_10": 0.41521, "map_at_20": 0.42814, "map_at_100": 0.42954, "map_at_1000": 0.42954, "recall_at_1": 0.23257, "recall_at_3": 0.37482, "recall_at_5": 0.4376, "recall_at_10": 0.50985, "recall_at_20": 0.54525, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.23257, "precision_at_1": 0.6093, "precision_at_3": 0.41085, "precision_at_5": 0.3107, "precision_at_10": 0.2, "precision_at_20": 0.11233, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.609302, "mrr_at_3": 0.668992, "mrr_at_5": 0.676434, "mrr_at_10": 0.678029, "mrr_at_20": 0.678029, "mrr_at_100": 0.678029, "mrr_at_1000": 0.678029, "nauc_ndcg_at_1_max": 0.474777, "nauc_ndcg_at_1_std": 0.371969, "nauc_ndcg_at_1_diff1": 0.523868, "nauc_ndcg_at_3_max": 0.491473, "nauc_ndcg_at_3_std": 0.446122, "nauc_ndcg_at_3_diff1": 0.435042, "nauc_ndcg_at_5_max": 0.534792, "nauc_ndcg_at_5_std": 0.476514, "nauc_ndcg_at_5_diff1": 0.451932, "nauc_ndcg_at_10_max": 0.531691, "nauc_ndcg_at_10_std": 0.484573, "nauc_ndcg_at_10_diff1": 0.438336, "nauc_ndcg_at_20_max": 0.53061, "nauc_ndcg_at_20_std": 0.502273, "nauc_ndcg_at_20_diff1": 0.427715, "nauc_ndcg_at_100_max": 0.531845, "nauc_ndcg_at_100_std": 0.504724, "nauc_ndcg_at_100_diff1": 0.425217, "nauc_ndcg_at_1000_max": 0.531845, "nauc_ndcg_at_1000_std": 0.504724, "nauc_ndcg_at_1000_diff1": 0.425217, "nauc_map_at_1_max": 0.282741, "nauc_map_at_1_std": 0.123829, "nauc_map_at_1_diff1": 0.460836, "nauc_map_at_3_max": 0.37782, "nauc_map_at_3_std": 0.271164, "nauc_map_at_3_diff1": 0.412035, "nauc_map_at_5_max": 0.431527, "nauc_map_at_5_std": 0.337435, "nauc_map_at_5_diff1": 0.413267, "nauc_map_at_10_max": 0.463831, "nauc_map_at_10_std": 0.391391, "nauc_map_at_10_diff1": 0.405127, "nauc_map_at_20_max": 0.48212, "nauc_map_at_20_std": 0.4192, "nauc_map_at_20_diff1": 0.398834, "nauc_map_at_100_max": 0.484505, "nauc_map_at_100_std": 0.421506, "nauc_map_at_100_diff1": 0.397016, "nauc_map_at_1000_max": 0.484505, "nauc_map_at_1000_std": 0.421506, "nauc_map_at_1000_diff1": 0.397016, "nauc_recall_at_1_max": 0.282741, "nauc_recall_at_1_std": 0.123829, "nauc_recall_at_1_diff1": 0.460836, "nauc_recall_at_3_max": 0.353477, "nauc_recall_at_3_std": 0.267472, "nauc_recall_at_3_diff1": 0.373231, "nauc_recall_at_5_max": 0.43318, "nauc_recall_at_5_std": 0.377434, "nauc_recall_at_5_diff1": 0.366274, "nauc_recall_at_10_max": 0.462082, "nauc_recall_at_10_std": 0.467931, "nauc_recall_at_10_diff1": 0.328011, "nauc_recall_at_20_max": 0.480471, "nauc_recall_at_20_std": 0.522107, "nauc_recall_at_20_diff1": 0.303524, "nauc_recall_at_100_max": 0.484699, "nauc_recall_at_100_std": 0.52936, "nauc_recall_at_100_diff1": 0.298026, "nauc_recall_at_1000_max": 0.484699, "nauc_recall_at_1000_std": 0.52936, "nauc_recall_at_1000_diff1": 0.298026, "nauc_precision_at_1_max": 0.544879, "nauc_precision_at_1_std": 0.433709, "nauc_precision_at_1_diff1": 0.546406, "nauc_precision_at_3_max": 0.444818, "nauc_precision_at_3_std": 0.51958, "nauc_precision_at_3_diff1": 0.197711, "nauc_precision_at_5_max": 0.462956, "nauc_precision_at_5_std": 0.546538, "nauc_precision_at_5_diff1": 0.159764, "nauc_precision_at_10_max": 0.40878, "nauc_precision_at_10_std": 0.515342, "nauc_precision_at_10_diff1": 0.083465, "nauc_precision_at_20_max": 0.393693, "nauc_precision_at_20_std": 0.512711, "nauc_precision_at_20_diff1": 0.045062, "nauc_precision_at_100_max": 0.390652, "nauc_precision_at_100_std": 0.504486, "nauc_precision_at_100_diff1": 0.031939, "nauc_precision_at_1000_max": 0.390652, "nauc_precision_at_1000_std": 0.504486, "nauc_precision_at_1000_diff1": 0.031939, "nauc_mrr_at_1_max": 0.544879, "nauc_mrr_at_1_std": 0.433709, "nauc_mrr_at_1_diff1": 0.546406, "nauc_mrr_at_3_max": 0.588277, "nauc_mrr_at_3_std": 0.528542, "nauc_mrr_at_3_diff1": 0.539777, "nauc_mrr_at_5_max": 0.595173, "nauc_mrr_at_5_std": 0.538543, "nauc_mrr_at_5_diff1": 0.543851, "nauc_mrr_at_10_max": 0.593112, "nauc_mrr_at_10_std": 0.537814, "nauc_mrr_at_10_diff1": 0.540924, "nauc_mrr_at_20_max": 0.593112, "nauc_mrr_at_20_std": 0.537814, "nauc_mrr_at_20_diff1": 0.540924, "nauc_mrr_at_100_max": 0.593112, "nauc_mrr_at_100_std": 0.537814, "nauc_mrr_at_100_diff1": 0.540924, "nauc_mrr_at_1000_max": 0.593112, "nauc_mrr_at_1000_std": 0.537814, "nauc_mrr_at_1000_diff1": 0.540924, "hit_rate_at_1": 0.6093, "hit_rate_at_3": 0.73488, "hit_rate_at_5": 0.76744, "hit_rate_at_10": 0.7814, "hit_rate_at_20": 0.7814, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.5151, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.6, "ndcg_at_3": 0.52185, "ndcg_at_5": 0.50147, "ndcg_at_10": 0.50928, "ndcg_at_20": 0.51879, "ndcg_at_100": 0.52136, "ndcg_at_1000": 0.52136, "map_at_1": 0.23144, "map_at_3": 0.33549, "map_at_5": 0.36909, "map_at_10": 0.40334, "map_at_20": 0.41621, "map_at_100": 0.41786, "map_at_1000": 0.41786, "recall_at_1": 0.23144, "recall_at_3": 0.36188, "recall_at_5": 0.41296, "recall_at_10": 0.49759, "recall_at_20": 0.52977, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.23144, "precision_at_1": 0.66047, "precision_at_3": 0.4062, "precision_at_5": 0.29953, "precision_at_10": 0.19302, "precision_at_20": 0.1093, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.660465, "mrr_at_3": 0.702326, "mrr_at_5": 0.702326, "mrr_at_10": 0.707558, "mrr_at_20": 0.707916, "mrr_at_100": 0.708102, "mrr_at_1000": 0.708102, "nauc_ndcg_at_1_max": 0.560048, "nauc_ndcg_at_1_std": 0.431766, "nauc_ndcg_at_1_diff1": 0.480184, "nauc_ndcg_at_3_max": 0.549954, "nauc_ndcg_at_3_std": 0.475349, "nauc_ndcg_at_3_diff1": 0.355397, "nauc_ndcg_at_5_max": 0.580146, "nauc_ndcg_at_5_std": 0.503564, "nauc_ndcg_at_5_diff1": 0.388494, "nauc_ndcg_at_10_max": 0.582913, "nauc_ndcg_at_10_std": 0.522592, "nauc_ndcg_at_10_diff1": 0.354509, "nauc_ndcg_at_20_max": 0.580625, "nauc_ndcg_at_20_std": 0.538212, "nauc_ndcg_at_20_diff1": 0.337549, "nauc_ndcg_at_100_max": 0.578586, "nauc_ndcg_at_100_std": 0.538276, "nauc_ndcg_at_100_diff1": 0.335739, "nauc_ndcg_at_1000_max": 0.578586, "nauc_ndcg_at_1000_std": 0.538276, "nauc_ndcg_at_1000_diff1": 0.335739, "nauc_map_at_1_max": 0.421589, "nauc_map_at_1_std": 0.216988, "nauc_map_at_1_diff1": 0.454683, "nauc_map_at_3_max": 0.470768, "nauc_map_at_3_std": 0.348421, "nauc_map_at_3_diff1": 0.35572, "nauc_map_at_5_max": 0.497929, "nauc_map_at_5_std": 0.402425, "nauc_map_at_5_diff1": 0.350935, "nauc_map_at_10_max": 0.520709, "nauc_map_at_10_std": 0.452349, "nauc_map_at_10_diff1": 0.319623, "nauc_map_at_20_max": 0.529826, "nauc_map_at_20_std": 0.475241, "nauc_map_at_20_diff1": 0.310204, "nauc_map_at_100_max": 0.529521, "nauc_map_at_100_std": 0.477244, "nauc_map_at_100_diff1": 0.309186, "nauc_map_at_1000_max": 0.529521, "nauc_map_at_1000_std": 0.477244, "nauc_map_at_1000_diff1": 0.309186, "nauc_recall_at_1_max": 0.421589, "nauc_recall_at_1_std": 0.216988, "nauc_recall_at_1_diff1": 0.454683, "nauc_recall_at_3_max": 0.437156, "nauc_recall_at_3_std": 0.342271, "nauc_recall_at_3_diff1": 0.3102, "nauc_recall_at_5_max": 0.466672, "nauc_recall_at_5_std": 0.413292, "nauc_recall_at_5_diff1": 0.299045, "nauc_recall_at_10_max": 0.499597, "nauc_recall_at_10_std": 0.50995, "nauc_recall_at_10_diff1": 0.216414, "nauc_recall_at_20_max": 0.509899, "nauc_recall_at_20_std": 0.552611, "nauc_recall_at_20_diff1": 0.192521, "nauc_recall_at_100_max": 0.501582, "nauc_recall_at_100_std": 0.549444, "nauc_recall_at_100_diff1": 0.186431, "nauc_recall_at_1000_max": 0.501582, "nauc_recall_at_1000_std": 0.549444, "nauc_recall_at_1000_diff1": 0.186431, "nauc_precision_at_1_max": 0.645069, "nauc_precision_at_1_std": 0.517346, "nauc_precision_at_1_diff1": 0.495211, "nauc_precision_at_3_max": 0.409302, "nauc_precision_at_3_std": 0.489934, "nauc_precision_at_3_diff1": 0.078516, "nauc_precision_at_5_max": 0.389577, "nauc_precision_at_5_std": 0.495178, "nauc_precision_at_5_diff1": 0.071374, "nauc_precision_at_10_max": 0.351099, "nauc_precision_at_10_std": 0.491742, "nauc_precision_at_10_diff1": -0.016755, "nauc_precision_at_20_max": 0.318606, "nauc_precision_at_20_std": 0.481057, "nauc_precision_at_20_diff1": -0.034995, "nauc_precision_at_100_max": 0.301426, "nauc_precision_at_100_std": 0.46947, "nauc_precision_at_100_diff1": -0.041977, "nauc_precision_at_1000_max": 0.301426, "nauc_precision_at_1000_std": 0.46947, "nauc_precision_at_1000_diff1": -0.041977, "nauc_mrr_at_1_max": 0.645069, "nauc_mrr_at_1_std": 0.517346, "nauc_mrr_at_1_diff1": 0.495211, "nauc_mrr_at_3_max": 0.684946, "nauc_mrr_at_3_std": 0.596099, "nauc_mrr_at_3_diff1": 0.486192, "nauc_mrr_at_5_max": 0.684946, "nauc_mrr_at_5_std": 0.596099, "nauc_mrr_at_5_diff1": 0.486192, "nauc_mrr_at_10_max": 0.687411, "nauc_mrr_at_10_std": 0.602853, "nauc_mrr_at_10_diff1": 0.476823, "nauc_mrr_at_20_max": 0.68733, "nauc_mrr_at_20_std": 0.604286, "nauc_mrr_at_20_diff1": 0.477142, "nauc_mrr_at_100_max": 0.687162, "nauc_mrr_at_100_std": 0.604074, "nauc_mrr_at_100_diff1": 0.476987, "nauc_mrr_at_1000_max": 0.687162, "nauc_mrr_at_1000_std": 0.604074, "nauc_mrr_at_1000_diff1": 0.476987, "hit_rate_at_1": 0.66047, "hit_rate_at_3": 0.75349, "hit_rate_at_5": 0.75349, "hit_rate_at_10": 0.78605, "hit_rate_at_20": 0.7907, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.50928, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.78372, "ndcg_at_3": 0.74536, "ndcg_at_5": 0.75066, "ndcg_at_10": 0.76854, "ndcg_at_20": 0.78875, "ndcg_at_100": 0.79718, "ndcg_at_1000": 0.79718, "map_at_1": 0.31495, "map_at_3": 0.49926, "map_at_5": 0.58107, "map_at_10": 0.65056, "map_at_20": 0.67695, "map_at_100": 0.68252, "map_at_1000": 0.68252, "recall_at_1": 0.31495, "recall_at_3": 0.53933, "recall_at_5": 0.65784, "recall_at_10": 0.78005, "recall_at_20": 0.84448, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.31495, "precision_at_1": 0.83721, "precision_at_3": 0.5969, "precision_at_5": 0.48279, "precision_at_10": 0.3214, "precision_at_20": 0.18651, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.837209, "mrr_at_3": 0.890698, "mrr_at_5": 0.895116, "mrr_at_10": 0.895891, "mrr_at_20": 0.896672, "mrr_at_100": 0.896672, "mrr_at_1000": 0.896672, "nauc_ndcg_at_1_max": 0.146645, "nauc_ndcg_at_1_std": -0.040312, "nauc_ndcg_at_1_diff1": 0.432381, "nauc_ndcg_at_3_max": 0.271053, "nauc_ndcg_at_3_std": 0.174607, "nauc_ndcg_at_3_diff1": 0.247576, "nauc_ndcg_at_5_max": 0.288115, "nauc_ndcg_at_5_std": 0.19609, "nauc_ndcg_at_5_diff1": 0.283726, "nauc_ndcg_at_10_max": 0.342758, "nauc_ndcg_at_10_std": 0.226345, "nauc_ndcg_at_10_diff1": 0.337935, "nauc_ndcg_at_20_max": 0.351008, "nauc_ndcg_at_20_std": 0.2384, "nauc_ndcg_at_20_diff1": 0.364957, "nauc_ndcg_at_100_max": 0.346474, "nauc_ndcg_at_100_std": 0.232167, "nauc_ndcg_at_100_diff1": 0.362086, "nauc_ndcg_at_1000_max": 0.346474, "nauc_ndcg_at_1000_std": 0.232167, "nauc_ndcg_at_1000_diff1": 0.362086, "nauc_map_at_1_max": 0.150023, "nauc_map_at_1_std": -0.096234, "nauc_map_at_1_diff1": 0.396563, "nauc_map_at_3_max": 0.232634, "nauc_map_at_3_std": 0.02822, "nauc_map_at_3_diff1": 0.314572, "nauc_map_at_5_max": 0.257971, "nauc_map_at_5_std": 0.094417, "nauc_map_at_5_diff1": 0.294497, "nauc_map_at_10_max": 0.305421, "nauc_map_at_10_std": 0.185395, "nauc_map_at_10_diff1": 0.283813, "nauc_map_at_20_max": 0.331847, "nauc_map_at_20_std": 0.227795, "nauc_map_at_20_diff1": 0.291078, "nauc_map_at_100_max": 0.331736, "nauc_map_at_100_std": 0.227941, "nauc_map_at_100_diff1": 0.288256, "nauc_map_at_1000_max": 0.331736, "nauc_map_at_1000_std": 0.227941, "nauc_map_at_1000_diff1": 0.288256, "nauc_recall_at_1_max": 0.150023, "nauc_recall_at_1_std": -0.096234, "nauc_recall_at_1_diff1": 0.396563, "nauc_recall_at_3_max": 0.204102, "nauc_recall_at_3_std": -0.001723, "nauc_recall_at_3_diff1": 0.279828, "nauc_recall_at_5_max": 0.207323, "nauc_recall_at_5_std": 0.055915, "nauc_recall_at_5_diff1": 0.248126, "nauc_recall_at_10_max": 0.293704, "nauc_recall_at_10_std": 0.201134, "nauc_recall_at_10_diff1": 0.254138, "nauc_recall_at_20_max": 0.330228, "nauc_recall_at_20_std": 0.282232, "nauc_recall_at_20_diff1": 0.292939, "nauc_recall_at_100_max": 0.330304, "nauc_recall_at_100_std": 0.272612, "nauc_recall_at_100_diff1": 0.306212, "nauc_recall_at_1000_max": 0.330304, "nauc_recall_at_1000_std": 0.272612, "nauc_recall_at_1000_diff1": 0.306212, "nauc_precision_at_1_max": 0.275375, "nauc_precision_at_1_std": 0.145679, "nauc_precision_at_1_diff1": 0.476221, "nauc_precision_at_3_max": 0.198214, "nauc_precision_at_3_std": 0.354661, "nauc_precision_at_3_diff1": -0.115399, "nauc_precision_at_5_max": 0.122357, "nauc_precision_at_5_std": 0.342142, "nauc_precision_at_5_diff1": -0.176781, "nauc_precision_at_10_max": 0.099437, "nauc_precision_at_10_std": 0.353403, "nauc_precision_at_10_diff1": -0.198898, "nauc_precision_at_20_max": 0.077861, "nauc_precision_at_20_std": 0.32098, "nauc_precision_at_20_diff1": -0.179731, "nauc_precision_at_100_max": 0.056519, "nauc_precision_at_100_std": 0.286993, "nauc_precision_at_100_diff1": -0.185038, "nauc_precision_at_1000_max": 0.056519, "nauc_precision_at_1000_std": 0.286993, "nauc_precision_at_1000_diff1": -0.185038, "nauc_mrr_at_1_max": 0.275375, "nauc_mrr_at_1_std": 0.145679, "nauc_mrr_at_1_diff1": 0.476221, "nauc_mrr_at_3_max": 0.324681, "nauc_mrr_at_3_std": 0.215552, "nauc_mrr_at_3_diff1": 0.428255, "nauc_mrr_at_5_max": 0.316582, "nauc_mrr_at_5_std": 0.215928, "nauc_mrr_at_5_diff1": 0.441834, "nauc_mrr_at_10_max": 0.313444, "nauc_mrr_at_10_std": 0.212011, "nauc_mrr_at_10_diff1": 0.438528, "nauc_mrr_at_20_max": 0.311549, "nauc_mrr_at_20_std": 0.208987, "nauc_mrr_at_20_diff1": 0.441024, "nauc_mrr_at_100_max": 0.311549, "nauc_mrr_at_100_std": 0.208987, "nauc_mrr_at_100_diff1": 0.441024, "nauc_mrr_at_1000_max": 0.311549, "nauc_mrr_at_1000_std": 0.208987, "nauc_mrr_at_1000_diff1": 0.441024, "hit_rate_at_1": 0.83721, "hit_rate_at_3": 0.95814, "hit_rate_at_5": 0.97674, "hit_rate_at_10": 0.9814, "hit_rate_at_20": 0.9907, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.76854, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.53256, "ndcg_at_3": 0.49364, "ndcg_at_5": 0.4932, "ndcg_at_10": 0.49762, "ndcg_at_20": 0.5096, "ndcg_at_100": 0.51409, "ndcg_at_1000": 0.51409, "map_at_1": 0.21528, "map_at_3": 0.32947, "map_at_5": 0.37559, "map_at_10": 0.41084, "map_at_20": 0.42695, "map_at_100": 0.42972, "map_at_1000": 0.42972, "recall_at_1": 0.21528, "recall_at_3": 0.35375, "recall_at_5": 0.4286, "recall_at_10": 0.50134, "recall_at_20": 0.54371, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.21528, "precision_at_1": 0.5907, "precision_at_3": 0.3969, "precision_at_5": 0.31163, "precision_at_10": 0.20093, "precision_at_20": 0.11628, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.590698, "mrr_at_3": 0.634109, "mrr_at_5": 0.63969, "mrr_at_10": 0.641628, "mrr_at_20": 0.642534, "mrr_at_100": 0.642534, "mrr_at_1000": 0.642534, "nauc_ndcg_at_1_max": 0.687336, "nauc_ndcg_at_1_std": 0.635173, "nauc_ndcg_at_1_diff1": 0.559264, "nauc_ndcg_at_3_max": 0.649445, "nauc_ndcg_at_3_std": 0.632456, "nauc_ndcg_at_3_diff1": 0.444732, "nauc_ndcg_at_5_max": 0.673859, "nauc_ndcg_at_5_std": 0.669026, "nauc_ndcg_at_5_diff1": 0.457278, "nauc_ndcg_at_10_max": 0.689404, "nauc_ndcg_at_10_std": 0.682643, "nauc_ndcg_at_10_diff1": 0.463327, "nauc_ndcg_at_20_max": 0.686732, "nauc_ndcg_at_20_std": 0.692867, "nauc_ndcg_at_20_diff1": 0.460873, "nauc_ndcg_at_100_max": 0.686471, "nauc_ndcg_at_100_std": 0.696068, "nauc_ndcg_at_100_diff1": 0.458274, "nauc_ndcg_at_1000_max": 0.686471, "nauc_ndcg_at_1000_std": 0.696068, "nauc_ndcg_at_1000_diff1": 0.458274, "nauc_map_at_1_max": 0.444603, "nauc_map_at_1_std": 0.310942, "nauc_map_at_1_diff1": 0.497574, "nauc_map_at_3_max": 0.54529, "nauc_map_at_3_std": 0.460343, "nauc_map_at_3_diff1": 0.444553, "nauc_map_at_5_max": 0.582452, "nauc_map_at_5_std": 0.529697, "nauc_map_at_5_diff1": 0.42864, "nauc_map_at_10_max": 0.619972, "nauc_map_at_10_std": 0.585726, "nauc_map_at_10_diff1": 0.433742, "nauc_map_at_20_max": 0.6351, "nauc_map_at_20_std": 0.615881, "nauc_map_at_20_diff1": 0.438232, "nauc_map_at_100_max": 0.635896, "nauc_map_at_100_std": 0.61876, "nauc_map_at_100_diff1": 0.43783, "nauc_map_at_1000_max": 0.635896, "nauc_map_at_1000_std": 0.61876, "nauc_map_at_1000_diff1": 0.43783, "nauc_recall_at_1_max": 0.444603, "nauc_recall_at_1_std": 0.310942, "nauc_recall_at_1_diff1": 0.497574, "nauc_recall_at_3_max": 0.511141, "nauc_recall_at_3_std": 0.455915, "nauc_recall_at_3_diff1": 0.395518, "nauc_recall_at_5_max": 0.551272, "nauc_recall_at_5_std": 0.544834, "nauc_recall_at_5_diff1": 0.358612, "nauc_recall_at_10_max": 0.621128, "nauc_recall_at_10_std": 0.651359, "nauc_recall_at_10_diff1": 0.356687, "nauc_recall_at_20_max": 0.643687, "nauc_recall_at_20_std": 0.712892, "nauc_recall_at_20_diff1": 0.35953, "nauc_recall_at_100_max": 0.640568, "nauc_recall_at_100_std": 0.717638, "nauc_recall_at_100_diff1": 0.351764, "nauc_recall_at_1000_max": 0.640568, "nauc_recall_at_1000_std": 0.717638, "nauc_recall_at_1000_diff1": 0.351764, "nauc_precision_at_1_max": 0.751584, "nauc_precision_at_1_std": 0.708566, "nauc_precision_at_1_diff1": 0.582819, "nauc_precision_at_3_max": 0.541539, "nauc_precision_at_3_std": 0.613841, "nauc_precision_at_3_diff1": 0.239118, "nauc_precision_at_5_max": 0.49571, "nauc_precision_at_5_std": 0.61232, "nauc_precision_at_5_diff1": 0.194419, "nauc_precision_at_10_max": 0.442646, "nauc_precision_at_10_std": 0.579325, "nauc_precision_at_10_diff1": 0.156646, "nauc_precision_at_20_max": 0.393768, "nauc_precision_at_20_std": 0.555004, "nauc_precision_at_20_diff1": 0.136906, "nauc_precision_at_100_max": 0.373464, "nauc_precision_at_100_std": 0.536143, "nauc_precision_at_100_diff1": 0.125112, "nauc_precision_at_1000_max": 0.373464, "nauc_precision_at_1000_std": 0.536143, "nauc_precision_at_1000_diff1": 0.125112, "nauc_mrr_at_1_max": 0.751584, "nauc_mrr_at_1_std": 0.708566, "nauc_mrr_at_1_diff1": 0.582819, "nauc_mrr_at_3_max": 0.764007, "nauc_mrr_at_3_std": 0.75159, "nauc_mrr_at_3_diff1": 0.564584, "nauc_mrr_at_5_max": 0.771688, "nauc_mrr_at_5_std": 0.76043, "nauc_mrr_at_5_diff1": 0.567339, "nauc_mrr_at_10_max": 0.770973, "nauc_mrr_at_10_std": 0.760817, "nauc_mrr_at_10_diff1": 0.565705, "nauc_mrr_at_20_max": 0.770069, "nauc_mrr_at_20_std": 0.761101, "nauc_mrr_at_20_diff1": 0.565156, "nauc_mrr_at_100_max": 0.770069, "nauc_mrr_at_100_std": 0.761101, "nauc_mrr_at_100_diff1": 0.565156, "nauc_mrr_at_1000_max": 0.770069, "nauc_mrr_at_1000_std": 0.761101, "nauc_mrr_at_1000_diff1": 0.565156, "hit_rate_at_1": 0.5907, "hit_rate_at_3": 0.68372, "hit_rate_at_5": 0.70698, "hit_rate_at_10": 0.72093, "hit_rate_at_20": 0.73488, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.49762, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.61395, "ndcg_at_3": 0.56599, "ndcg_at_5": 0.56286, "ndcg_at_10": 0.57119, "ndcg_at_20": 0.58528, "ndcg_at_100": 0.58769, "ndcg_at_1000": 0.58769, "map_at_1": 0.24731, "map_at_3": 0.37816, "map_at_5": 0.42729, "map_at_10": 0.46744, "map_at_20": 0.48453, "map_at_100": 0.48626, "map_at_1000": 0.48626, "recall_at_1": 0.24731, "recall_at_3": 0.40843, "recall_at_5": 0.48541, "recall_at_10": 0.57284, "recall_at_20": 0.62437, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.24731, "precision_at_1": 0.65581, "precision_at_3": 0.44806, "precision_at_5": 0.34977, "precision_at_10": 0.22279, "precision_at_20": 0.12674, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.655814, "mrr_at_3": 0.706202, "mrr_at_5": 0.712481, "mrr_at_10": 0.715129, "mrr_at_20": 0.715884, "mrr_at_100": 0.715884, "mrr_at_1000": 0.715884, "nauc_ndcg_at_1_max": 0.558643, "nauc_ndcg_at_1_std": 0.32086, "nauc_ndcg_at_1_diff1": 0.55816, "nauc_ndcg_at_3_max": 0.563687, "nauc_ndcg_at_3_std": 0.399877, "nauc_ndcg_at_3_diff1": 0.426798, "nauc_ndcg_at_5_max": 0.598012, "nauc_ndcg_at_5_std": 0.450152, "nauc_ndcg_at_5_diff1": 0.453879, "nauc_ndcg_at_10_max": 0.614589, "nauc_ndcg_at_10_std": 0.459135, "nauc_ndcg_at_10_diff1": 0.455857, "nauc_ndcg_at_20_max": 0.617979, "nauc_ndcg_at_20_std": 0.481844, "nauc_ndcg_at_20_diff1": 0.454959, "nauc_ndcg_at_100_max": 0.621365, "nauc_ndcg_at_100_std": 0.489121, "nauc_ndcg_at_100_diff1": 0.455956, "nauc_ndcg_at_1000_max": 0.621365, "nauc_ndcg_at_1000_std": 0.489121, "nauc_ndcg_at_1000_diff1": 0.455956, "nauc_map_at_1_max": 0.338614, "nauc_map_at_1_std": 0.10087, "nauc_map_at_1_diff1": 0.483402, "nauc_map_at_3_max": 0.425869, "nauc_map_at_3_std": 0.23723, "nauc_map_at_3_diff1": 0.404699, "nauc_map_at_5_max": 0.477326, "nauc_map_at_5_std": 0.313183, "nauc_map_at_5_diff1": 0.400908, "nauc_map_at_10_max": 0.519612, "nauc_map_at_10_std": 0.363637, "nauc_map_at_10_diff1": 0.399792, "nauc_map_at_20_max": 0.538224, "nauc_map_at_20_std": 0.39745, "nauc_map_at_20_diff1": 0.402002, "nauc_map_at_100_max": 0.540307, "nauc_map_at_100_std": 0.402032, "nauc_map_at_100_diff1": 0.402506, "nauc_map_at_1000_max": 0.540307, "nauc_map_at_1000_std": 0.402032, "nauc_map_at_1000_diff1": 0.402506, "nauc_recall_at_1_max": 0.338614, "nauc_recall_at_1_std": 0.10087, "nauc_recall_at_1_diff1": 0.483402, "nauc_recall_at_3_max": 0.409465, "nauc_recall_at_3_std": 0.251206, "nauc_recall_at_3_diff1": 0.369913, "nauc_recall_at_5_max": 0.469157, "nauc_recall_at_5_std": 0.358809, "nauc_recall_at_5_diff1": 0.365197, "nauc_recall_at_10_max": 0.520771, "nauc_recall_at_10_std": 0.429655, "nauc_recall_at_10_diff1": 0.351123, "nauc_recall_at_20_max": 0.563161, "nauc_recall_at_20_std": 0.524259, "nauc_recall_at_20_diff1": 0.351731, "nauc_recall_at_100_max": 0.573674, "nauc_recall_at_100_std": 0.544292, "nauc_recall_at_100_diff1": 0.356092, "nauc_recall_at_1000_max": 0.573674, "nauc_recall_at_1000_std": 0.544292, "nauc_recall_at_1000_diff1": 0.356092, "nauc_precision_at_1_max": 0.629051, "nauc_precision_at_1_std": 0.401396, "nauc_precision_at_1_diff1": 0.597229, "nauc_precision_at_3_max": 0.462965, "nauc_precision_at_3_std": 0.462037, "nauc_precision_at_3_diff1": 0.15282, "nauc_precision_at_5_max": 0.445172, "nauc_precision_at_5_std": 0.510086, "nauc_precision_at_5_diff1": 0.103479, "nauc_precision_at_10_max": 0.401274, "nauc_precision_at_10_std": 0.491984, "nauc_precision_at_10_diff1": 0.057875, "nauc_precision_at_20_max": 0.369406, "nauc_precision_at_20_std": 0.500789, "nauc_precision_at_20_diff1": 0.045087, "nauc_precision_at_100_max": 0.361778, "nauc_precision_at_100_std": 0.502394, "nauc_precision_at_100_diff1": 0.043226, "nauc_precision_at_1000_max": 0.361778, "nauc_precision_at_1000_std": 0.502394, "nauc_precision_at_1000_diff1": 0.043226, "nauc_mrr_at_1_max": 0.629051, "nauc_mrr_at_1_std": 0.401396, "nauc_mrr_at_1_diff1": 0.597229, "nauc_mrr_at_3_max": 0.698939, "nauc_mrr_at_3_std": 0.51522, "nauc_mrr_at_3_diff1": 0.590645, "nauc_mrr_at_5_max": 0.700215, "nauc_mrr_at_5_std": 0.522456, "nauc_mrr_at_5_diff1": 0.59649, "nauc_mrr_at_10_max": 0.700165, "nauc_mrr_at_10_std": 0.523658, "nauc_mrr_at_10_diff1": 0.594353, "nauc_mrr_at_20_max": 0.700603, "nauc_mrr_at_20_std": 0.526289, "nauc_mrr_at_20_diff1": 0.594682, "nauc_mrr_at_100_max": 0.700603, "nauc_mrr_at_100_std": 0.526289, "nauc_mrr_at_100_diff1": 0.594682, "nauc_mrr_at_1000_max": 0.700603, "nauc_mrr_at_1000_std": 0.526289, "nauc_mrr_at_1000_diff1": 0.594682, "hit_rate_at_1": 0.65581, "hit_rate_at_3": 0.77209, "hit_rate_at_5": 0.8, "hit_rate_at_10": 0.8186, "hit_rate_at_20": 0.82791, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.57119, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.57674, "ndcg_at_3": 0.51896, "ndcg_at_5": 0.50876, "ndcg_at_10": 0.50922, "ndcg_at_20": 0.51932, "ndcg_at_100": 0.52212, "ndcg_at_1000": 0.52212, "map_at_1": 0.22367, "map_at_3": 0.33452, "map_at_5": 0.37464, "map_at_10": 0.40662, "map_at_20": 0.4211, "map_at_100": 0.42332, "map_at_1000": 0.42332, "recall_at_1": 0.22367, "recall_at_3": 0.36929, "recall_at_5": 0.43468, "recall_at_10": 0.4958, "recall_at_20": 0.52991, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.22367, "precision_at_1": 0.62326, "precision_at_3": 0.4093, "precision_at_5": 0.31442, "precision_at_10": 0.1986, "precision_at_20": 0.11349, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.623256, "mrr_at_3": 0.668992, "mrr_at_5": 0.672481, "mrr_at_10": 0.672481, "mrr_at_20": 0.672838, "mrr_at_100": 0.672838, "mrr_at_1000": 0.672838, "nauc_ndcg_at_1_max": 0.610734, "nauc_ndcg_at_1_std": 0.491587, "nauc_ndcg_at_1_diff1": 0.516627, "nauc_ndcg_at_3_max": 0.626414, "nauc_ndcg_at_3_std": 0.525508, "nauc_ndcg_at_3_diff1": 0.423115, "nauc_ndcg_at_5_max": 0.63384, "nauc_ndcg_at_5_std": 0.552974, "nauc_ndcg_at_5_diff1": 0.444221, "nauc_ndcg_at_10_max": 0.638478, "nauc_ndcg_at_10_std": 0.565887, "nauc_ndcg_at_10_diff1": 0.437539, "nauc_ndcg_at_20_max": 0.63916, "nauc_ndcg_at_20_std": 0.581246, "nauc_ndcg_at_20_diff1": 0.431428, "nauc_ndcg_at_100_max": 0.643198, "nauc_ndcg_at_100_std": 0.586049, "nauc_ndcg_at_100_diff1": 0.429666, "nauc_ndcg_at_1000_max": 0.643198, "nauc_ndcg_at_1000_std": 0.586049, "nauc_ndcg_at_1000_diff1": 0.429666, "nauc_map_at_1_max": 0.403069, "nauc_map_at_1_std": 0.198021, "nauc_map_at_1_diff1": 0.537584, "nauc_map_at_3_max": 0.488145, "nauc_map_at_3_std": 0.343884, "nauc_map_at_3_diff1": 0.448797, "nauc_map_at_5_max": 0.524059, "nauc_map_at_5_std": 0.410591, "nauc_map_at_5_diff1": 0.435039, "nauc_map_at_10_max": 0.562981, "nauc_map_at_10_std": 0.472196, "nauc_map_at_10_diff1": 0.413625, "nauc_map_at_20_max": 0.581964, "nauc_map_at_20_std": 0.504485, "nauc_map_at_20_diff1": 0.407223, "nauc_map_at_100_max": 0.586976, "nauc_map_at_100_std": 0.509903, "nauc_map_at_100_diff1": 0.406439, "nauc_map_at_1000_max": 0.586976, "nauc_map_at_1000_std": 0.509903, "nauc_map_at_1000_diff1": 0.406439, "nauc_recall_at_1_max": 0.403069, "nauc_recall_at_1_std": 0.198021, "nauc_recall_at_1_diff1": 0.537584, "nauc_recall_at_3_max": 0.46389, "nauc_recall_at_3_std": 0.361354, "nauc_recall_at_3_diff1": 0.413951, "nauc_recall_at_5_max": 0.496487, "nauc_recall_at_5_std": 0.443923, "nauc_recall_at_5_diff1": 0.377552, "nauc_recall_at_10_max": 0.555258, "nauc_recall_at_10_std": 0.544371, "nauc_recall_at_10_diff1": 0.338006, "nauc_recall_at_20_max": 0.582361, "nauc_recall_at_20_std": 0.602328, "nauc_recall_at_20_diff1": 0.326321, "nauc_recall_at_100_max": 0.594792, "nauc_recall_at_100_std": 0.615037, "nauc_recall_at_100_diff1": 0.32442, "nauc_recall_at_1000_max": 0.594792, "nauc_recall_at_1000_std": 0.615037, "nauc_recall_at_1000_diff1": 0.32442, "nauc_precision_at_1_max": 0.688558, "nauc_precision_at_1_std": 0.589088, "nauc_precision_at_1_diff1": 0.515971, "nauc_precision_at_3_max": 0.551588, "nauc_precision_at_3_std": 0.574424, "nauc_precision_at_3_diff1": 0.145227, "nauc_precision_at_5_max": 0.517435, "nauc_precision_at_5_std": 0.588986, "nauc_precision_at_5_diff1": 0.087621, "nauc_precision_at_10_max": 0.463734, "nauc_precision_at_10_std": 0.575933, "nauc_precision_at_10_diff1": 0.012903, "nauc_precision_at_20_max": 0.428251, "nauc_precision_at_20_std": 0.559146, "nauc_precision_at_20_diff1": -0.006606, "nauc_precision_at_100_max": 0.431641, "nauc_precision_at_100_std": 0.555015, "nauc_precision_at_100_diff1": -0.00958, "nauc_precision_at_1000_max": 0.431641, "nauc_precision_at_1000_std": 0.555015, "nauc_precision_at_1000_diff1": -0.00958, "nauc_mrr_at_1_max": 0.688558, "nauc_mrr_at_1_std": 0.589088, "nauc_mrr_at_1_diff1": 0.515971, "nauc_mrr_at_3_max": 0.722609, "nauc_mrr_at_3_std": 0.666809, "nauc_mrr_at_3_diff1": 0.489373, "nauc_mrr_at_5_max": 0.72627, "nauc_mrr_at_5_std": 0.670833, "nauc_mrr_at_5_diff1": 0.485026, "nauc_mrr_at_10_max": 0.72627, "nauc_mrr_at_10_std": 0.670833, "nauc_mrr_at_10_diff1": 0.485026, "nauc_mrr_at_20_max": 0.726232, "nauc_mrr_at_20_std": 0.671311, "nauc_mrr_at_20_diff1": 0.485327, "nauc_mrr_at_100_max": 0.726232, "nauc_mrr_at_100_std": 0.671311, "nauc_mrr_at_100_diff1": 0.485327, "nauc_mrr_at_1000_max": 0.726232, "nauc_mrr_at_1000_std": 0.671311, "nauc_mrr_at_1000_diff1": 0.485327, "hit_rate_at_1": 0.62326, "hit_rate_at_3": 0.73023, "hit_rate_at_5": 0.74419, "hit_rate_at_10": 0.74419, "hit_rate_at_20": 0.74884, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.50922, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.2" } ] }, "evaluation_time": 13875.548280238057, "kg_co2_emissions": null, "date": 1791399513.860962, "evaluation_phases": [ { "name": "Data loading", "start": 1.3660057447850704e-05, "end": 41.963372892001644, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 41.9633887920063, "end": 41.963391022058204, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 41.96896197705064, "end": 2398.075195549056, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 2398.1035675361054, "end": 2398.2117856960976, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 2398.279878006084, "end": 4693.209238848998, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 4693.255994837033, "end": 4693.322066843044, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 4693.359068065067, "end": 6995.925370859099, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 6996.000199747039, "end": 6996.0667065531015, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 6996.112079992075, "end": 9288.659216384054, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 9288.753509551054, "end": 9288.820486548007, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 9288.861857805052, "end": 11580.599064934999, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 11580.717341728043, "end": 11580.785031077103, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 11580.831949201995, "end": 13875.312531053089, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 13875.444927712088, "end": 13875.51183794206, "split": "test", "subset": "portuguese" } ] }