{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.58837, "ndcg_at_3": 0.54885, "ndcg_at_5": 0.52944, "ndcg_at_10": 0.52659, "ndcg_at_20": 0.53258, "ndcg_at_100": 0.53604, "ndcg_at_1000": 0.53604, "map_at_1": 0.24036, "map_at_3": 0.3661, "map_at_5": 0.40138, "map_at_10": 0.43181, "map_at_20": 0.44224, "map_at_100": 0.44435, "map_at_1000": 0.44435, "recall_at_1": 0.24036, "recall_at_3": 0.39935, "recall_at_5": 0.4526, "recall_at_10": 0.51436, "recall_at_20": 0.54114, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.24036, "precision_at_1": 0.63256, "precision_at_3": 0.43256, "precision_at_5": 0.32093, "precision_at_10": 0.20233, "precision_at_20": 0.1114, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.632558, "mrr_at_3": 0.685271, "mrr_at_5": 0.688527, "mrr_at_10": 0.689856, "mrr_at_20": 0.689856, "mrr_at_100": 0.690078, "mrr_at_1000": 0.690078, "nauc_ndcg_at_1_max": 0.611359, "nauc_ndcg_at_1_std": 0.514941, "nauc_ndcg_at_1_diff1": 0.345534, "nauc_ndcg_at_3_max": 0.566747, "nauc_ndcg_at_3_std": 0.5476, "nauc_ndcg_at_3_diff1": 0.197452, "nauc_ndcg_at_5_max": 0.5899, "nauc_ndcg_at_5_std": 0.566517, "nauc_ndcg_at_5_diff1": 0.173908, "nauc_ndcg_at_10_max": 0.595374, "nauc_ndcg_at_10_std": 0.578772, "nauc_ndcg_at_10_diff1": 0.180105, "nauc_ndcg_at_20_max": 0.601124, "nauc_ndcg_at_20_std": 0.596311, "nauc_ndcg_at_20_diff1": 0.176409, "nauc_ndcg_at_100_max": 0.606128, "nauc_ndcg_at_100_std": 0.604676, "nauc_ndcg_at_100_diff1": 0.174156, "nauc_ndcg_at_1000_max": 0.606128, "nauc_ndcg_at_1000_std": 0.604676, "nauc_ndcg_at_1000_diff1": 0.174156, "nauc_map_at_1_max": 0.374038, "nauc_map_at_1_std": 0.205133, "nauc_map_at_1_diff1": 0.328458, "nauc_map_at_3_max": 0.408682, "nauc_map_at_3_std": 0.333991, "nauc_map_at_3_diff1": 0.203711, "nauc_map_at_5_max": 0.462998, "nauc_map_at_5_std": 0.414813, "nauc_map_at_5_diff1": 0.16373, "nauc_map_at_10_max": 0.503234, "nauc_map_at_10_std": 0.486006, "nauc_map_at_10_diff1": 0.141231, "nauc_map_at_20_max": 0.522865, "nauc_map_at_20_std": 0.51899, "nauc_map_at_20_diff1": 0.131124, "nauc_map_at_100_max": 0.52727, "nauc_map_at_100_std": 0.525691, "nauc_map_at_100_diff1": 0.127899, "nauc_map_at_1000_max": 0.52727, "nauc_map_at_1000_std": 0.525691, "nauc_map_at_1000_diff1": 0.127899, "nauc_recall_at_1_max": 0.374038, "nauc_recall_at_1_std": 0.205133, "nauc_recall_at_1_diff1": 0.328458, "nauc_recall_at_3_max": 0.360023, "nauc_recall_at_3_std": 0.308941, "nauc_recall_at_3_diff1": 0.164021, "nauc_recall_at_5_max": 0.442807, "nauc_recall_at_5_std": 0.426853, "nauc_recall_at_5_diff1": 0.112595, "nauc_recall_at_10_max": 0.496602, "nauc_recall_at_10_std": 0.539616, "nauc_recall_at_10_diff1": 0.083274, "nauc_recall_at_20_max": 0.531334, "nauc_recall_at_20_std": 0.607676, "nauc_recall_at_20_diff1": 0.069512, "nauc_recall_at_100_max": 0.542776, "nauc_recall_at_100_std": 0.624857, "nauc_recall_at_100_diff1": 0.066734, "nauc_recall_at_1000_max": 0.542776, "nauc_recall_at_1000_std": 0.624857, "nauc_recall_at_1000_diff1": 0.066734, "nauc_precision_at_1_max": 0.687918, "nauc_precision_at_1_std": 0.627759, "nauc_precision_at_1_diff1": 0.325921, "nauc_precision_at_3_max": 0.440142, "nauc_precision_at_3_std": 0.575928, "nauc_precision_at_3_diff1": -0.060423, "nauc_precision_at_5_max": 0.446585, "nauc_precision_at_5_std": 0.608709, "nauc_precision_at_5_diff1": -0.126863, "nauc_precision_at_10_max": 0.415516, "nauc_precision_at_10_std": 0.613267, "nauc_precision_at_10_diff1": -0.15394, "nauc_precision_at_20_max": 0.417787, "nauc_precision_at_20_std": 0.626647, "nauc_precision_at_20_diff1": -0.165249, "nauc_precision_at_100_max": 0.417666, "nauc_precision_at_100_std": 0.628779, "nauc_precision_at_100_diff1": -0.174355, "nauc_precision_at_1000_max": 0.417666, "nauc_precision_at_1000_std": 0.628779, "nauc_precision_at_1000_diff1": -0.174355, "nauc_mrr_at_1_max": 0.687918, "nauc_mrr_at_1_std": 0.627759, "nauc_mrr_at_1_diff1": 0.325921, "nauc_mrr_at_3_max": 0.729112, "nauc_mrr_at_3_std": 0.703081, "nauc_mrr_at_3_diff1": 0.313999, "nauc_mrr_at_5_max": 0.725396, "nauc_mrr_at_5_std": 0.703112, "nauc_mrr_at_5_diff1": 0.309994, "nauc_mrr_at_10_max": 0.725744, "nauc_mrr_at_10_std": 0.703379, "nauc_mrr_at_10_diff1": 0.315521, "nauc_mrr_at_20_max": 0.725744, "nauc_mrr_at_20_std": 0.703379, "nauc_mrr_at_20_diff1": 0.315521, "nauc_mrr_at_100_max": 0.725576, "nauc_mrr_at_100_std": 0.703506, "nauc_mrr_at_100_diff1": 0.315612, "nauc_mrr_at_1000_max": 0.725576, "nauc_mrr_at_1000_std": 0.703506, "nauc_mrr_at_1000_diff1": 0.315612, "hit_rate_at_1": 0.63256, "hit_rate_at_3": 0.75349, "hit_rate_at_5": 0.76744, "hit_rate_at_10": 0.77674, "hit_rate_at_20": 0.77674, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.52659, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.61163, "ndcg_at_3": 0.53951, "ndcg_at_5": 0.5281, "ndcg_at_10": 0.51856, "ndcg_at_20": 0.52908, "ndcg_at_100": 0.5314, "ndcg_at_1000": 0.5314, "map_at_1": 0.24486, "map_at_3": 0.35481, "map_at_5": 0.39551, "map_at_10": 0.41974, "map_at_20": 0.43436, "map_at_100": 0.43586, "map_at_1000": 0.43586, "recall_at_1": 0.24486, "recall_at_3": 0.37793, "recall_at_5": 0.44676, "recall_at_10": 0.49426, "recall_at_20": 0.53184, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.24486, "precision_at_1": 0.67442, "precision_at_3": 0.42481, "precision_at_5": 0.32, "precision_at_10": 0.19209, "precision_at_20": 0.10977, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.674419, "mrr_at_3": 0.714729, "mrr_at_5": 0.717752, "mrr_at_10": 0.718527, "mrr_at_20": 0.718837, "mrr_at_100": 0.719031, "mrr_at_1000": 0.719031, "nauc_ndcg_at_1_max": 0.578567, "nauc_ndcg_at_1_std": 0.430995, "nauc_ndcg_at_1_diff1": 0.367306, "nauc_ndcg_at_3_max": 0.570672, "nauc_ndcg_at_3_std": 0.492769, "nauc_ndcg_at_3_diff1": 0.232792, "nauc_ndcg_at_5_max": 0.605706, "nauc_ndcg_at_5_std": 0.552865, "nauc_ndcg_at_5_diff1": 0.213324, "nauc_ndcg_at_10_max": 0.611607, "nauc_ndcg_at_10_std": 0.549925, "nauc_ndcg_at_10_diff1": 0.225413, "nauc_ndcg_at_20_max": 0.623521, "nauc_ndcg_at_20_std": 0.571884, "nauc_ndcg_at_20_diff1": 0.221696, "nauc_ndcg_at_100_max": 0.624745, "nauc_ndcg_at_100_std": 0.578779, "nauc_ndcg_at_100_diff1": 0.216804, "nauc_ndcg_at_1000_max": 0.624745, "nauc_ndcg_at_1000_std": 0.578779, "nauc_ndcg_at_1000_diff1": 0.216804, "nauc_map_at_1_max": 0.357464, "nauc_map_at_1_std": 0.176802, "nauc_map_at_1_diff1": 0.308065, "nauc_map_at_3_max": 0.449892, "nauc_map_at_3_std": 0.327929, "nauc_map_at_3_diff1": 0.215462, "nauc_map_at_5_max": 0.486992, "nauc_map_at_5_std": 0.412364, "nauc_map_at_5_diff1": 0.173702, "nauc_map_at_10_max": 0.51726, "nauc_map_at_10_std": 0.460719, "nauc_map_at_10_diff1": 0.156512, "nauc_map_at_20_max": 0.539895, "nauc_map_at_20_std": 0.496765, "nauc_map_at_20_diff1": 0.147196, "nauc_map_at_100_max": 0.541418, "nauc_map_at_100_std": 0.502162, "nauc_map_at_100_diff1": 0.143919, "nauc_map_at_1000_max": 0.541418, "nauc_map_at_1000_std": 0.502162, "nauc_map_at_1000_diff1": 0.143919, "nauc_recall_at_1_max": 0.357464, "nauc_recall_at_1_std": 0.176802, "nauc_recall_at_1_diff1": 0.308065, "nauc_recall_at_3_max": 0.436403, "nauc_recall_at_3_std": 0.332725, "nauc_recall_at_3_diff1": 0.200416, "nauc_recall_at_5_max": 0.488148, "nauc_recall_at_5_std": 0.463514, "nauc_recall_at_5_diff1": 0.138655, "nauc_recall_at_10_max": 0.532191, "nauc_recall_at_10_std": 0.533853, "nauc_recall_at_10_diff1": 0.122638, "nauc_recall_at_20_max": 0.57232, "nauc_recall_at_20_std": 0.601007, "nauc_recall_at_20_diff1": 0.11882, "nauc_recall_at_100_max": 0.574881, "nauc_recall_at_100_std": 0.616892, "nauc_recall_at_100_diff1": 0.107412, "nauc_recall_at_1000_max": 0.574881, "nauc_recall_at_1000_std": 0.616892, "nauc_recall_at_1000_diff1": 0.107412, "nauc_precision_at_1_max": 0.700136, "nauc_precision_at_1_std": 0.585929, "nauc_precision_at_1_diff1": 0.350747, "nauc_precision_at_3_max": 0.461009, "nauc_precision_at_3_std": 0.538306, "nauc_precision_at_3_diff1": -0.005878, "nauc_precision_at_5_max": 0.445748, "nauc_precision_at_5_std": 0.598953, "nauc_precision_at_5_diff1": -0.09108, "nauc_precision_at_10_max": 0.421213, "nauc_precision_at_10_std": 0.600641, "nauc_precision_at_10_diff1": -0.127082, "nauc_precision_at_20_max": 0.404872, "nauc_precision_at_20_std": 0.591049, "nauc_precision_at_20_diff1": -0.129742, "nauc_precision_at_100_max": 0.400161, "nauc_precision_at_100_std": 0.602299, "nauc_precision_at_100_diff1": -0.142093, "nauc_precision_at_1000_max": 0.400161, "nauc_precision_at_1000_std": 0.602299, "nauc_precision_at_1000_diff1": -0.142093, "nauc_mrr_at_1_max": 0.700136, "nauc_mrr_at_1_std": 0.585929, "nauc_mrr_at_1_diff1": 0.350747, "nauc_mrr_at_3_max": 0.764425, "nauc_mrr_at_3_std": 0.674561, "nauc_mrr_at_3_diff1": 0.350567, "nauc_mrr_at_5_max": 0.769506, "nauc_mrr_at_5_std": 0.688373, "nauc_mrr_at_5_diff1": 0.350368, "nauc_mrr_at_10_max": 0.770136, "nauc_mrr_at_10_std": 0.687659, "nauc_mrr_at_10_diff1": 0.356759, "nauc_mrr_at_20_max": 0.769738, "nauc_mrr_at_20_std": 0.687185, "nauc_mrr_at_20_diff1": 0.356383, "nauc_mrr_at_100_max": 0.769606, "nauc_mrr_at_100_std": 0.687717, "nauc_mrr_at_100_diff1": 0.356013, "nauc_mrr_at_1000_max": 0.769606, "nauc_mrr_at_1000_std": 0.687717, "nauc_mrr_at_1000_diff1": 0.356013, "hit_rate_at_1": 0.67442, "hit_rate_at_3": 0.76744, "hit_rate_at_5": 0.7814, "hit_rate_at_10": 0.78605, "hit_rate_at_20": 0.7907, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.51856, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.78837, "ndcg_at_3": 0.7486, "ndcg_at_5": 0.74824, "ndcg_at_10": 0.76452, "ndcg_at_20": 0.79069, "ndcg_at_100": 0.79832, "ndcg_at_1000": 0.79832, "map_at_1": 0.32198, "map_at_3": 0.51055, "map_at_5": 0.58502, "map_at_10": 0.65348, "map_at_20": 0.68325, "map_at_100": 0.68858, "map_at_1000": 0.68858, "recall_at_1": 0.32198, "recall_at_3": 0.53807, "recall_at_5": 0.64607, "recall_at_10": 0.76502, "recall_at_20": 0.84809, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.32198, "precision_at_1": 0.85116, "precision_at_3": 0.6, "precision_at_5": 0.47721, "precision_at_10": 0.31674, "precision_at_20": 0.18698, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.851163, "mrr_at_3": 0.897674, "mrr_at_5": 0.902791, "mrr_at_10": 0.903455, "mrr_at_20": 0.903843, "mrr_at_100": 0.903984, "mrr_at_1000": 0.903984, "nauc_ndcg_at_1_max": 0.225919, "nauc_ndcg_at_1_std": -0.172789, "nauc_ndcg_at_1_diff1": 0.387886, "nauc_ndcg_at_3_max": 0.321028, "nauc_ndcg_at_3_std": 0.083093, "nauc_ndcg_at_3_diff1": 0.051706, "nauc_ndcg_at_5_max": 0.328398, "nauc_ndcg_at_5_std": 0.094388, "nauc_ndcg_at_5_diff1": 0.060765, "nauc_ndcg_at_10_max": 0.35309, "nauc_ndcg_at_10_std": 0.084942, "nauc_ndcg_at_10_diff1": 0.080833, "nauc_ndcg_at_20_max": 0.365886, "nauc_ndcg_at_20_std": 0.118892, "nauc_ndcg_at_20_diff1": 0.07203, "nauc_ndcg_at_100_max": 0.369421, "nauc_ndcg_at_100_std": 0.142646, "nauc_ndcg_at_100_diff1": 0.053382, "nauc_ndcg_at_1000_max": 0.369421, "nauc_ndcg_at_1000_std": 0.142646, "nauc_ndcg_at_1000_diff1": 0.053382, "nauc_map_at_1_max": 0.10447, "nauc_map_at_1_std": -0.263917, "nauc_map_at_1_diff1": 0.333008, "nauc_map_at_3_max": 0.205906, "nauc_map_at_3_std": -0.126444, "nauc_map_at_3_diff1": 0.186432, "nauc_map_at_5_max": 0.238474, "nauc_map_at_5_std": -0.057404, "nauc_map_at_5_diff1": 0.124713, "nauc_map_at_10_max": 0.284854, "nauc_map_at_10_std": 0.035984, "nauc_map_at_10_diff1": 0.062482, "nauc_map_at_20_max": 0.30719, "nauc_map_at_20_std": 0.090025, "nauc_map_at_20_diff1": 0.034272, "nauc_map_at_100_max": 0.309062, "nauc_map_at_100_std": 0.105987, "nauc_map_at_100_diff1": 0.022631, "nauc_map_at_1000_max": 0.309062, "nauc_map_at_1000_std": 0.105987, "nauc_map_at_1000_diff1": 0.022631, "nauc_recall_at_1_max": 0.10447, "nauc_recall_at_1_std": -0.263917, "nauc_recall_at_1_diff1": 0.333008, "nauc_recall_at_3_max": 0.206365, "nauc_recall_at_3_std": -0.098751, "nauc_recall_at_3_diff1": 0.13087, "nauc_recall_at_5_max": 0.221553, "nauc_recall_at_5_std": -0.046443, "nauc_recall_at_5_diff1": 0.069073, "nauc_recall_at_10_max": 0.292994, "nauc_recall_at_10_std": 0.079477, "nauc_recall_at_10_diff1": -0.02644, "nauc_recall_at_20_max": 0.317569, "nauc_recall_at_20_std": 0.178094, "nauc_recall_at_20_diff1": -0.056667, "nauc_recall_at_100_max": 0.334974, "nauc_recall_at_100_std": 0.263, "nauc_recall_at_100_diff1": -0.126734, "nauc_recall_at_1000_max": 0.334974, "nauc_recall_at_1000_std": 0.263, "nauc_recall_at_1000_diff1": -0.126734, "nauc_precision_at_1_max": 0.35837, "nauc_precision_at_1_std": 0.007455, "nauc_precision_at_1_diff1": 0.286704, "nauc_precision_at_3_max": 0.255849, "nauc_precision_at_3_std": 0.411938, "nauc_precision_at_3_diff1": -0.328686, "nauc_precision_at_5_max": 0.190022, "nauc_precision_at_5_std": 0.446446, "nauc_precision_at_5_diff1": -0.373231, "nauc_precision_at_10_max": 0.13869, "nauc_precision_at_10_std": 0.448049, "nauc_precision_at_10_diff1": -0.363926, "nauc_precision_at_20_max": 0.097891, "nauc_precision_at_20_std": 0.441134, "nauc_precision_at_20_diff1": -0.343474, "nauc_precision_at_100_max": 0.082256, "nauc_precision_at_100_std": 0.441536, "nauc_precision_at_100_diff1": -0.345669, "nauc_precision_at_1000_max": 0.082256, "nauc_precision_at_1000_std": 0.441536, "nauc_precision_at_1000_diff1": -0.345669, "nauc_mrr_at_1_max": 0.35837, "nauc_mrr_at_1_std": 0.007455, "nauc_mrr_at_1_diff1": 0.286704, "nauc_mrr_at_3_max": 0.469038, "nauc_mrr_at_3_std": 0.189508, "nauc_mrr_at_3_diff1": 0.173292, "nauc_mrr_at_5_max": 0.44622, "nauc_mrr_at_5_std": 0.160496, "nauc_mrr_at_5_diff1": 0.183548, "nauc_mrr_at_10_max": 0.443216, "nauc_mrr_at_10_std": 0.155461, "nauc_mrr_at_10_diff1": 0.193073, "nauc_mrr_at_20_max": 0.440898, "nauc_mrr_at_20_std": 0.151946, "nauc_mrr_at_20_diff1": 0.194599, "nauc_mrr_at_100_max": 0.440051, "nauc_mrr_at_100_std": 0.15066, "nauc_mrr_at_100_diff1": 0.193799, "nauc_mrr_at_1000_max": 0.440051, "nauc_mrr_at_1000_std": 0.15066, "nauc_mrr_at_1000_diff1": 0.193799, "hit_rate_at_1": 0.85116, "hit_rate_at_3": 0.95349, "hit_rate_at_5": 0.97674, "hit_rate_at_10": 0.9814, "hit_rate_at_20": 0.98605, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.76452, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.53488, "ndcg_at_3": 0.50688, "ndcg_at_5": 0.50042, "ndcg_at_10": 0.50376, "ndcg_at_20": 0.51211, "ndcg_at_100": 0.51707, "ndcg_at_1000": 0.51707, "map_at_1": 0.21971, "map_at_3": 0.34312, "map_at_5": 0.38446, "map_at_10": 0.42243, "map_at_20": 0.43464, "map_at_100": 0.43737, "map_at_1000": 0.43737, "recall_at_1": 0.21971, "recall_at_3": 0.37066, "recall_at_5": 0.436, "recall_at_10": 0.50733, "recall_at_20": 0.54256, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.21971, "precision_at_1": 0.5907, "precision_at_3": 0.4155, "precision_at_5": 0.31907, "precision_at_10": 0.20558, "precision_at_20": 0.11605, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.590698, "mrr_at_3": 0.629457, "mrr_at_5": 0.634109, "mrr_at_10": 0.636705, "mrr_at_20": 0.637337, "mrr_at_100": 0.637647, "mrr_at_1000": 0.637647, "nauc_ndcg_at_1_max": 0.720513, "nauc_ndcg_at_1_std": 0.625798, "nauc_ndcg_at_1_diff1": 0.385301, "nauc_ndcg_at_3_max": 0.674042, "nauc_ndcg_at_3_std": 0.634918, "nauc_ndcg_at_3_diff1": 0.293001, "nauc_ndcg_at_5_max": 0.680484, "nauc_ndcg_at_5_std": 0.652469, "nauc_ndcg_at_5_diff1": 0.290666, "nauc_ndcg_at_10_max": 0.682528, "nauc_ndcg_at_10_std": 0.654034, "nauc_ndcg_at_10_diff1": 0.295254, "nauc_ndcg_at_20_max": 0.68079, "nauc_ndcg_at_20_std": 0.656105, "nauc_ndcg_at_20_diff1": 0.296642, "nauc_ndcg_at_100_max": 0.685316, "nauc_ndcg_at_100_std": 0.662246, "nauc_ndcg_at_100_diff1": 0.295163, "nauc_ndcg_at_1000_max": 0.685316, "nauc_ndcg_at_1000_std": 0.662246, "nauc_ndcg_at_1000_diff1": 0.295163, "nauc_map_at_1_max": 0.366004, "nauc_map_at_1_std": 0.24344, "nauc_map_at_1_diff1": 0.380417, "nauc_map_at_3_max": 0.455008, "nauc_map_at_3_std": 0.390878, "nauc_map_at_3_diff1": 0.297584, "nauc_map_at_5_max": 0.504739, "nauc_map_at_5_std": 0.46083, "nauc_map_at_5_diff1": 0.267146, "nauc_map_at_10_max": 0.565026, "nauc_map_at_10_std": 0.532581, "nauc_map_at_10_diff1": 0.253802, "nauc_map_at_20_max": 0.583033, "nauc_map_at_20_std": 0.555437, "nauc_map_at_20_diff1": 0.255524, "nauc_map_at_100_max": 0.58776, "nauc_map_at_100_std": 0.561473, "nauc_map_at_100_diff1": 0.255217, "nauc_map_at_1000_max": 0.58776, "nauc_map_at_1000_std": 0.561473, "nauc_map_at_1000_diff1": 0.255217, "nauc_recall_at_1_max": 0.366004, "nauc_recall_at_1_std": 0.24344, "nauc_recall_at_1_diff1": 0.380417, "nauc_recall_at_3_max": 0.449797, "nauc_recall_at_3_std": 0.414625, "nauc_recall_at_3_diff1": 0.272554, "nauc_recall_at_5_max": 0.516991, "nauc_recall_at_5_std": 0.512035, "nauc_recall_at_5_diff1": 0.232902, "nauc_recall_at_10_max": 0.606285, "nauc_recall_at_10_std": 0.621255, "nauc_recall_at_10_diff1": 0.223082, "nauc_recall_at_20_max": 0.642118, "nauc_recall_at_20_std": 0.673495, "nauc_recall_at_20_diff1": 0.233662, "nauc_recall_at_100_max": 0.648317, "nauc_recall_at_100_std": 0.683173, "nauc_recall_at_100_diff1": 0.22667, "nauc_recall_at_1000_max": 0.648317, "nauc_recall_at_1000_std": 0.683173, "nauc_recall_at_1000_diff1": 0.22667, "nauc_precision_at_1_max": 0.807839, "nauc_precision_at_1_std": 0.723941, "nauc_precision_at_1_diff1": 0.393199, "nauc_precision_at_3_max": 0.577602, "nauc_precision_at_3_std": 0.621595, "nauc_precision_at_3_diff1": 0.088898, "nauc_precision_at_5_max": 0.569498, "nauc_precision_at_5_std": 0.649597, "nauc_precision_at_5_diff1": 0.03345, "nauc_precision_at_10_max": 0.539261, "nauc_precision_at_10_std": 0.622856, "nauc_precision_at_10_diff1": 0.005269, "nauc_precision_at_20_max": 0.514817, "nauc_precision_at_20_std": 0.605294, "nauc_precision_at_20_diff1": 0.009439, "nauc_precision_at_100_max": 0.505167, "nauc_precision_at_100_std": 0.597615, "nauc_precision_at_100_diff1": 0.004784, "nauc_precision_at_1000_max": 0.505167, "nauc_precision_at_1000_std": 0.597615, "nauc_precision_at_1000_diff1": 0.004784, "nauc_mrr_at_1_max": 0.807839, "nauc_mrr_at_1_std": 0.723941, "nauc_mrr_at_1_diff1": 0.393199, "nauc_mrr_at_3_max": 0.83054, "nauc_mrr_at_3_std": 0.782155, "nauc_mrr_at_3_diff1": 0.394219, "nauc_mrr_at_5_max": 0.834624, "nauc_mrr_at_5_std": 0.789199, "nauc_mrr_at_5_diff1": 0.392638, "nauc_mrr_at_10_max": 0.835152, "nauc_mrr_at_10_std": 0.789048, "nauc_mrr_at_10_diff1": 0.401604, "nauc_mrr_at_20_max": 0.834895, "nauc_mrr_at_20_std": 0.788925, "nauc_mrr_at_20_diff1": 0.400981, "nauc_mrr_at_100_max": 0.834719, "nauc_mrr_at_100_std": 0.788821, "nauc_mrr_at_100_diff1": 0.400776, "nauc_mrr_at_1000_max": 0.834719, "nauc_mrr_at_1000_std": 0.788821, "nauc_mrr_at_1000_diff1": 0.400776, "hit_rate_at_1": 0.5907, "hit_rate_at_3": 0.67907, "hit_rate_at_5": 0.69767, "hit_rate_at_10": 0.71628, "hit_rate_at_20": 0.72558, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.50376, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.61628, "ndcg_at_3": 0.58199, "ndcg_at_5": 0.57901, "ndcg_at_10": 0.58144, "ndcg_at_20": 0.59455, "ndcg_at_100": 0.59709, "ndcg_at_1000": 0.59709, "map_at_1": 0.26022, "map_at_3": 0.39684, "map_at_5": 0.44808, "map_at_10": 0.48556, "map_at_20": 0.50096, "map_at_100": 0.50248, "map_at_1000": 0.50248, "recall_at_1": 0.26022, "recall_at_3": 0.4265, "recall_at_5": 0.50375, "recall_at_10": 0.57676, "recall_at_20": 0.62317, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.26022, "precision_at_1": 0.66047, "precision_at_3": 0.46047, "precision_at_5": 0.36, "precision_at_10": 0.22419, "precision_at_20": 0.12674, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.660465, "mrr_at_3": 0.717054, "mrr_at_5": 0.724031, "mrr_at_10": 0.725323, "mrr_at_20": 0.725655, "mrr_at_100": 0.725655, "mrr_at_1000": 0.725655, "nauc_ndcg_at_1_max": 0.523133, "nauc_ndcg_at_1_std": 0.371337, "nauc_ndcg_at_1_diff1": 0.32407, "nauc_ndcg_at_3_max": 0.560251, "nauc_ndcg_at_3_std": 0.47399, "nauc_ndcg_at_3_diff1": 0.16825, "nauc_ndcg_at_5_max": 0.571114, "nauc_ndcg_at_5_std": 0.486738, "nauc_ndcg_at_5_diff1": 0.167025, "nauc_ndcg_at_10_max": 0.573078, "nauc_ndcg_at_10_std": 0.487452, "nauc_ndcg_at_10_diff1": 0.183329, "nauc_ndcg_at_20_max": 0.596717, "nauc_ndcg_at_20_std": 0.513048, "nauc_ndcg_at_20_diff1": 0.188413, "nauc_ndcg_at_100_max": 0.598187, "nauc_ndcg_at_100_std": 0.519977, "nauc_ndcg_at_100_diff1": 0.184628, "nauc_ndcg_at_1000_max": 0.598187, "nauc_ndcg_at_1000_std": 0.519977, "nauc_ndcg_at_1000_diff1": 0.184628, "nauc_map_at_1_max": 0.219092, "nauc_map_at_1_std": 0.06353, "nauc_map_at_1_diff1": 0.277286, "nauc_map_at_3_max": 0.35971, "nauc_map_at_3_std": 0.237909, "nauc_map_at_3_diff1": 0.176206, "nauc_map_at_5_max": 0.424994, "nauc_map_at_5_std": 0.322569, "nauc_map_at_5_diff1": 0.151298, "nauc_map_at_10_max": 0.470774, "nauc_map_at_10_std": 0.389056, "nauc_map_at_10_diff1": 0.135397, "nauc_map_at_20_max": 0.497868, "nauc_map_at_20_std": 0.423485, "nauc_map_at_20_diff1": 0.133173, "nauc_map_at_100_max": 0.499061, "nauc_map_at_100_std": 0.427977, "nauc_map_at_100_diff1": 0.130926, "nauc_map_at_1000_max": 0.499061, "nauc_map_at_1000_std": 0.427977, "nauc_map_at_1000_diff1": 0.130926, "nauc_recall_at_1_max": 0.219092, "nauc_recall_at_1_std": 0.06353, "nauc_recall_at_1_diff1": 0.277286, "nauc_recall_at_3_max": 0.367212, "nauc_recall_at_3_std": 0.26227, "nauc_recall_at_3_diff1": 0.149864, "nauc_recall_at_5_max": 0.446879, "nauc_recall_at_5_std": 0.37242, "nauc_recall_at_5_diff1": 0.116401, "nauc_recall_at_10_max": 0.5249, "nauc_recall_at_10_std": 0.483032, "nauc_recall_at_10_diff1": 0.106257, "nauc_recall_at_20_max": 0.603183, "nauc_recall_at_20_std": 0.568656, "nauc_recall_at_20_diff1": 0.112129, "nauc_recall_at_100_max": 0.605154, "nauc_recall_at_100_std": 0.585336, "nauc_recall_at_100_diff1": 0.101108, "nauc_recall_at_1000_max": 0.605154, "nauc_recall_at_1000_std": 0.585336, "nauc_recall_at_1000_diff1": 0.101108, "nauc_precision_at_1_max": 0.62396, "nauc_precision_at_1_std": 0.500677, "nauc_precision_at_1_diff1": 0.311972, "nauc_precision_at_3_max": 0.551287, "nauc_precision_at_3_std": 0.577664, "nauc_precision_at_3_diff1": -0.030259, "nauc_precision_at_5_max": 0.506453, "nauc_precision_at_5_std": 0.576116, "nauc_precision_at_5_diff1": -0.083671, "nauc_precision_at_10_max": 0.465955, "nauc_precision_at_10_std": 0.576023, "nauc_precision_at_10_diff1": -0.109847, "nauc_precision_at_20_max": 0.453939, "nauc_precision_at_20_std": 0.574022, "nauc_precision_at_20_diff1": -0.102977, "nauc_precision_at_100_max": 0.439576, "nauc_precision_at_100_std": 0.574633, "nauc_precision_at_100_diff1": -0.11338, "nauc_precision_at_1000_max": 0.439576, "nauc_precision_at_1000_std": 0.574633, "nauc_precision_at_1000_diff1": -0.11338, "nauc_mrr_at_1_max": 0.62396, "nauc_mrr_at_1_std": 0.500677, "nauc_mrr_at_1_diff1": 0.311972, "nauc_mrr_at_3_max": 0.711992, "nauc_mrr_at_3_std": 0.619388, "nauc_mrr_at_3_diff1": 0.306223, "nauc_mrr_at_5_max": 0.709837, "nauc_mrr_at_5_std": 0.623635, "nauc_mrr_at_5_diff1": 0.306639, "nauc_mrr_at_10_max": 0.713267, "nauc_mrr_at_10_std": 0.625156, "nauc_mrr_at_10_diff1": 0.311176, "nauc_mrr_at_20_max": 0.712918, "nauc_mrr_at_20_std": 0.624905, "nauc_mrr_at_20_diff1": 0.311054, "nauc_mrr_at_100_max": 0.712918, "nauc_mrr_at_100_std": 0.624905, "nauc_mrr_at_100_diff1": 0.311054, "nauc_mrr_at_1000_max": 0.712918, "nauc_mrr_at_1000_std": 0.624905, "nauc_mrr_at_1000_diff1": 0.311054, "hit_rate_at_1": 0.66047, "hit_rate_at_3": 0.78605, "hit_rate_at_5": 0.81395, "hit_rate_at_10": 0.82326, "hit_rate_at_20": 0.82791, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.58144, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.58605, "ndcg_at_3": 0.52211, "ndcg_at_5": 0.51203, "ndcg_at_10": 0.51442, "ndcg_at_20": 0.52413, "ndcg_at_100": 0.52802, "ndcg_at_1000": 0.52802, "map_at_1": 0.24463, "map_at_3": 0.34666, "map_at_5": 0.38785, "map_at_10": 0.42137, "map_at_20": 0.43465, "map_at_100": 0.4369, "map_at_1000": 0.4369, "recall_at_1": 0.24463, "recall_at_3": 0.36766, "recall_at_5": 0.43293, "recall_at_10": 0.49242, "recall_at_20": 0.52686, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.24463, "precision_at_1": 0.63721, "precision_at_3": 0.40775, "precision_at_5": 0.3107, "precision_at_10": 0.1986, "precision_at_20": 0.11279, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.637209, "mrr_at_3": 0.672868, "mrr_at_5": 0.674031, "mrr_at_10": 0.674806, "mrr_at_20": 0.675338, "mrr_at_100": 0.67556, "mrr_at_1000": 0.67556, "nauc_ndcg_at_1_max": 0.614385, "nauc_ndcg_at_1_std": 0.54185, "nauc_ndcg_at_1_diff1": 0.433497, "nauc_ndcg_at_3_max": 0.609277, "nauc_ndcg_at_3_std": 0.578008, "nauc_ndcg_at_3_diff1": 0.265078, "nauc_ndcg_at_5_max": 0.619344, "nauc_ndcg_at_5_std": 0.583953, "nauc_ndcg_at_5_diff1": 0.271982, "nauc_ndcg_at_10_max": 0.614533, "nauc_ndcg_at_10_std": 0.571194, "nauc_ndcg_at_10_diff1": 0.28352, "nauc_ndcg_at_20_max": 0.629748, "nauc_ndcg_at_20_std": 0.596417, "nauc_ndcg_at_20_diff1": 0.284878, "nauc_ndcg_at_100_max": 0.635767, "nauc_ndcg_at_100_std": 0.60949, "nauc_ndcg_at_100_diff1": 0.277239, "nauc_ndcg_at_1000_max": 0.635767, "nauc_ndcg_at_1000_std": 0.60949, "nauc_ndcg_at_1000_diff1": 0.277239, "nauc_map_at_1_max": 0.300276, "nauc_map_at_1_std": 0.14002, "nauc_map_at_1_diff1": 0.345222, "nauc_map_at_3_max": 0.39792, "nauc_map_at_3_std": 0.297806, "nauc_map_at_3_diff1": 0.264889, "nauc_map_at_5_max": 0.450565, "nauc_map_at_5_std": 0.380651, "nauc_map_at_5_diff1": 0.229668, "nauc_map_at_10_max": 0.500977, "nauc_map_at_10_std": 0.455215, "nauc_map_at_10_diff1": 0.211896, "nauc_map_at_20_max": 0.523668, "nauc_map_at_20_std": 0.495192, "nauc_map_at_20_diff1": 0.205359, "nauc_map_at_100_max": 0.528914, "nauc_map_at_100_std": 0.504521, "nauc_map_at_100_diff1": 0.200144, "nauc_map_at_1000_max": 0.528914, "nauc_map_at_1000_std": 0.504521, "nauc_map_at_1000_diff1": 0.200144, "nauc_recall_at_1_max": 0.300276, "nauc_recall_at_1_std": 0.14002, "nauc_recall_at_1_diff1": 0.345222, "nauc_recall_at_3_max": 0.4163, "nauc_recall_at_3_std": 0.317735, "nauc_recall_at_3_diff1": 0.256228, "nauc_recall_at_5_max": 0.476598, "nauc_recall_at_5_std": 0.417274, "nauc_recall_at_5_diff1": 0.223107, "nauc_recall_at_10_max": 0.550031, "nauc_recall_at_10_std": 0.523687, "nauc_recall_at_10_diff1": 0.209473, "nauc_recall_at_20_max": 0.597313, "nauc_recall_at_20_std": 0.605984, "nauc_recall_at_20_diff1": 0.206615, "nauc_recall_at_100_max": 0.610096, "nauc_recall_at_100_std": 0.634567, "nauc_recall_at_100_diff1": 0.187914, "nauc_recall_at_1000_max": 0.610096, "nauc_recall_at_1000_std": 0.634567, "nauc_recall_at_1000_diff1": 0.187914, "nauc_precision_at_1_max": 0.733209, "nauc_precision_at_1_std": 0.677298, "nauc_precision_at_1_diff1": 0.446247, "nauc_precision_at_3_max": 0.558815, "nauc_precision_at_3_std": 0.651563, "nauc_precision_at_3_diff1": 0.030938, "nauc_precision_at_5_max": 0.546465, "nauc_precision_at_5_std": 0.690954, "nauc_precision_at_5_diff1": -0.036672, "nauc_precision_at_10_max": 0.493942, "nauc_precision_at_10_std": 0.675662, "nauc_precision_at_10_diff1": -0.086189, "nauc_precision_at_20_max": 0.478177, "nauc_precision_at_20_std": 0.678975, "nauc_precision_at_20_diff1": -0.095452, "nauc_precision_at_100_max": 0.475799, "nauc_precision_at_100_std": 0.68944, "nauc_precision_at_100_diff1": -0.121094, "nauc_precision_at_1000_max": 0.475799, "nauc_precision_at_1000_std": 0.68944, "nauc_precision_at_1000_diff1": -0.121094, "nauc_mrr_at_1_max": 0.733209, "nauc_mrr_at_1_std": 0.677298, "nauc_mrr_at_1_diff1": 0.446247, "nauc_mrr_at_3_max": 0.802593, "nauc_mrr_at_3_std": 0.763623, "nauc_mrr_at_3_diff1": 0.438355, "nauc_mrr_at_5_max": 0.803542, "nauc_mrr_at_5_std": 0.763615, "nauc_mrr_at_5_diff1": 0.442133, "nauc_mrr_at_10_max": 0.803498, "nauc_mrr_at_10_std": 0.764842, "nauc_mrr_at_10_diff1": 0.440984, "nauc_mrr_at_20_max": 0.805179, "nauc_mrr_at_20_std": 0.766264, "nauc_mrr_at_20_diff1": 0.442028, "nauc_mrr_at_100_max": 0.804944, "nauc_mrr_at_100_std": 0.766006, "nauc_mrr_at_100_diff1": 0.441579, "nauc_mrr_at_1000_max": 0.804944, "nauc_mrr_at_1000_std": 0.766006, "nauc_mrr_at_1000_diff1": 0.441579, "hit_rate_at_1": 0.63721, "hit_rate_at_3": 0.72558, "hit_rate_at_5": 0.73023, "hit_rate_at_10": 0.73488, "hit_rate_at_20": 0.74419, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.51442, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 128.95590935647488, "kg_co2_emissions": null, "date": 1793331018.005043, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00012663938105106354, "end": 21.95809907466173, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 21.988377751782537, "end": 22.06936476752162, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 22.20632942393422, "end": 44.780024752020836, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 44.87855274789035, "end": 44.959786703810096, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 45.047728104516864, "end": 60.146722353994846, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 60.26976044848561, "end": 60.37228724732995, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 60.46037159860134, "end": 82.726228158921, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 82.86496872454882, "end": 82.94527920335531, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 83.03794471547008, "end": 104.60923105105758, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 104.79660489596426, "end": 104.880296273157, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 105.01191197149456, "end": 128.56224809773266, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 128.73968585953116, "end": 128.81763753853738, "split": "test", "subset": "portuguese" } ] }