{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.56512, "ndcg_at_3": 0.51225, "ndcg_at_5": 0.49961, "ndcg_at_10": 0.49981, "ndcg_at_20": 0.51186, "ndcg_at_100": 0.51849, "ndcg_at_1000": 0.51849, "map_at_1": 0.234, "map_at_3": 0.33194, "map_at_5": 0.37008, "map_at_10": 0.40005, "map_at_20": 0.41224, "map_at_100": 0.41616, "map_at_1000": 0.41616, "recall_at_1": 0.234, "recall_at_3": 0.35678, "recall_at_5": 0.41808, "recall_at_10": 0.48796, "recall_at_20": 0.53046, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.234, "precision_at_1": 0.6093, "precision_at_3": 0.39535, "precision_at_5": 0.3014, "precision_at_10": 0.19023, "precision_at_20": 0.10837, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.609302, "mrr_at_3": 0.662791, "mrr_at_5": 0.667907, "mrr_at_10": 0.670504, "mrr_at_20": 0.671268, "mrr_at_100": 0.671268, "mrr_at_1000": 0.671268, "nauc_ndcg_at_1_max": 0.534761, "nauc_ndcg_at_1_std": 0.469201, "nauc_ndcg_at_1_diff1": 0.383228, "nauc_ndcg_at_3_max": 0.539708, "nauc_ndcg_at_3_std": 0.527056, "nauc_ndcg_at_3_diff1": 0.240405, "nauc_ndcg_at_5_max": 0.547144, "nauc_ndcg_at_5_std": 0.544169, "nauc_ndcg_at_5_diff1": 0.23128, "nauc_ndcg_at_10_max": 0.537855, "nauc_ndcg_at_10_std": 0.534671, "nauc_ndcg_at_10_diff1": 0.241247, "nauc_ndcg_at_20_max": 0.532974, "nauc_ndcg_at_20_std": 0.542583, "nauc_ndcg_at_20_diff1": 0.247489, "nauc_ndcg_at_100_max": 0.540969, "nauc_ndcg_at_100_std": 0.552338, "nauc_ndcg_at_100_diff1": 0.240732, "nauc_ndcg_at_1000_max": 0.540969, "nauc_ndcg_at_1000_std": 0.552338, "nauc_ndcg_at_1000_diff1": 0.240732, "nauc_map_at_1_max": 0.291515, "nauc_map_at_1_std": 0.186049, "nauc_map_at_1_diff1": 0.325332, "nauc_map_at_3_max": 0.37527, "nauc_map_at_3_std": 0.340272, "nauc_map_at_3_diff1": 0.215166, "nauc_map_at_5_max": 0.425059, "nauc_map_at_5_std": 0.407859, "nauc_map_at_5_diff1": 0.197905, "nauc_map_at_10_max": 0.464273, "nauc_map_at_10_std": 0.462453, "nauc_map_at_10_diff1": 0.18511, "nauc_map_at_20_max": 0.478057, "nauc_map_at_20_std": 0.48598, "nauc_map_at_20_diff1": 0.18151, "nauc_map_at_100_max": 0.48503, "nauc_map_at_100_std": 0.49554, "nauc_map_at_100_diff1": 0.175468, "nauc_map_at_1000_max": 0.48503, "nauc_map_at_1000_std": 0.49554, "nauc_map_at_1000_diff1": 0.175468, "nauc_recall_at_1_max": 0.291515, "nauc_recall_at_1_std": 0.186049, "nauc_recall_at_1_diff1": 0.325332, "nauc_recall_at_3_max": 0.361426, "nauc_recall_at_3_std": 0.336626, "nauc_recall_at_3_diff1": 0.201363, "nauc_recall_at_5_max": 0.406878, "nauc_recall_at_5_std": 0.411155, "nauc_recall_at_5_diff1": 0.18914, "nauc_recall_at_10_max": 0.451749, "nauc_recall_at_10_std": 0.490392, "nauc_recall_at_10_diff1": 0.175697, "nauc_recall_at_20_max": 0.455335, "nauc_recall_at_20_std": 0.522554, "nauc_recall_at_20_diff1": 0.188219, "nauc_recall_at_100_max": 0.473605, "nauc_recall_at_100_std": 0.543168, "nauc_recall_at_100_diff1": 0.174335, "nauc_recall_at_1000_max": 0.473605, "nauc_recall_at_1000_std": 0.543168, "nauc_recall_at_1000_diff1": 0.174335, "nauc_precision_at_1_max": 0.615436, "nauc_precision_at_1_std": 0.550322, "nauc_precision_at_1_diff1": 0.382889, "nauc_precision_at_3_max": 0.512631, "nauc_precision_at_3_std": 0.581554, "nauc_precision_at_3_diff1": 0.015, "nauc_precision_at_5_max": 0.484354, "nauc_precision_at_5_std": 0.58834, "nauc_precision_at_5_diff1": -0.036455, "nauc_precision_at_10_max": 0.465029, "nauc_precision_at_10_std": 0.579435, "nauc_precision_at_10_diff1": -0.065784, "nauc_precision_at_20_max": 0.436902, "nauc_precision_at_20_std": 0.567151, "nauc_precision_at_20_diff1": -0.074354, "nauc_precision_at_100_max": 0.434153, "nauc_precision_at_100_std": 0.563694, "nauc_precision_at_100_diff1": -0.100629, "nauc_precision_at_1000_max": 0.434153, "nauc_precision_at_1000_std": 0.563694, "nauc_precision_at_1000_diff1": -0.100629, "nauc_mrr_at_1_max": 0.615436, "nauc_mrr_at_1_std": 0.550322, "nauc_mrr_at_1_diff1": 0.382889, "nauc_mrr_at_3_max": 0.659047, "nauc_mrr_at_3_std": 0.623052, "nauc_mrr_at_3_diff1": 0.40925, "nauc_mrr_at_5_max": 0.66127, "nauc_mrr_at_5_std": 0.627756, "nauc_mrr_at_5_diff1": 0.413199, "nauc_mrr_at_10_max": 0.660067, "nauc_mrr_at_10_std": 0.627163, "nauc_mrr_at_10_diff1": 0.413144, "nauc_mrr_at_20_max": 0.659613, "nauc_mrr_at_20_std": 0.6266, "nauc_mrr_at_20_diff1": 0.413793, "nauc_mrr_at_100_max": 0.659613, "nauc_mrr_at_100_std": 0.6266, "nauc_mrr_at_100_diff1": 0.413793, "nauc_mrr_at_1000_max": 0.659613, "nauc_mrr_at_1000_std": 0.6266, "nauc_mrr_at_1000_diff1": 0.413793, "hit_rate_at_1": 0.6093, "hit_rate_at_3": 0.72558, "hit_rate_at_5": 0.74884, "hit_rate_at_10": 0.76744, "hit_rate_at_20": 0.7814, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.49981, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.56279, "ndcg_at_3": 0.50444, "ndcg_at_5": 0.49638, "ndcg_at_10": 0.49202, "ndcg_at_20": 0.50328, "ndcg_at_100": 0.50827, "ndcg_at_1000": 0.50827, "map_at_1": 0.21599, "map_at_3": 0.31496, "map_at_5": 0.35648, "map_at_10": 0.38503, "map_at_20": 0.39901, "map_at_100": 0.40173, "map_at_1000": 0.40173, "recall_at_1": 0.21599, "recall_at_3": 0.34572, "recall_at_5": 0.42445, "recall_at_10": 0.4844, "recall_at_20": 0.52368, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.21599, "precision_at_1": 0.6186, "precision_at_3": 0.4, "precision_at_5": 0.30419, "precision_at_10": 0.18791, "precision_at_20": 0.10744, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.618605, "mrr_at_3": 0.675969, "mrr_at_5": 0.681085, "mrr_at_10": 0.682377, "mrr_at_20": 0.683038, "mrr_at_100": 0.68341, "mrr_at_1000": 0.68341, "nauc_ndcg_at_1_max": 0.59925, "nauc_ndcg_at_1_std": 0.490165, "nauc_ndcg_at_1_diff1": 0.371128, "nauc_ndcg_at_3_max": 0.597934, "nauc_ndcg_at_3_std": 0.520969, "nauc_ndcg_at_3_diff1": 0.305709, "nauc_ndcg_at_5_max": 0.643884, "nauc_ndcg_at_5_std": 0.567607, "nauc_ndcg_at_5_diff1": 0.328755, "nauc_ndcg_at_10_max": 0.637262, "nauc_ndcg_at_10_std": 0.57467, "nauc_ndcg_at_10_diff1": 0.323628, "nauc_ndcg_at_20_max": 0.649256, "nauc_ndcg_at_20_std": 0.596711, "nauc_ndcg_at_20_diff1": 0.321258, "nauc_ndcg_at_100_max": 0.648996, "nauc_ndcg_at_100_std": 0.600006, "nauc_ndcg_at_100_diff1": 0.317672, "nauc_ndcg_at_1000_max": 0.648996, "nauc_ndcg_at_1000_std": 0.600006, "nauc_ndcg_at_1000_diff1": 0.317672, "nauc_map_at_1_max": 0.396902, "nauc_map_at_1_std": 0.250557, "nauc_map_at_1_diff1": 0.326155, "nauc_map_at_3_max": 0.465383, "nauc_map_at_3_std": 0.352041, "nauc_map_at_3_diff1": 0.291136, "nauc_map_at_5_max": 0.515198, "nauc_map_at_5_std": 0.417318, "nauc_map_at_5_diff1": 0.29041, "nauc_map_at_10_max": 0.555528, "nauc_map_at_10_std": 0.478625, "nauc_map_at_10_diff1": 0.269479, "nauc_map_at_20_max": 0.58414, "nauc_map_at_20_std": 0.517308, "nauc_map_at_20_diff1": 0.257421, "nauc_map_at_100_max": 0.586456, "nauc_map_at_100_std": 0.522313, "nauc_map_at_100_diff1": 0.25442, "nauc_map_at_1000_max": 0.586456, "nauc_map_at_1000_std": 0.522313, "nauc_map_at_1000_diff1": 0.25442, "nauc_recall_at_1_max": 0.396902, "nauc_recall_at_1_std": 0.250557, "nauc_recall_at_1_diff1": 0.326155, "nauc_recall_at_3_max": 0.426381, "nauc_recall_at_3_std": 0.329635, "nauc_recall_at_3_diff1": 0.285834, "nauc_recall_at_5_max": 0.477114, "nauc_recall_at_5_std": 0.419124, "nauc_recall_at_5_diff1": 0.281214, "nauc_recall_at_10_max": 0.536297, "nauc_recall_at_10_std": 0.528871, "nauc_recall_at_10_diff1": 0.244807, "nauc_recall_at_20_max": 0.582437, "nauc_recall_at_20_std": 0.592958, "nauc_recall_at_20_diff1": 0.240555, "nauc_recall_at_100_max": 0.58386, "nauc_recall_at_100_std": 0.602321, "nauc_recall_at_100_diff1": 0.237548, "nauc_recall_at_1000_max": 0.58386, "nauc_recall_at_1000_std": 0.602321, "nauc_recall_at_1000_diff1": 0.237548, "nauc_precision_at_1_max": 0.663192, "nauc_precision_at_1_std": 0.556291, "nauc_precision_at_1_diff1": 0.410125, "nauc_precision_at_3_max": 0.509699, "nauc_precision_at_3_std": 0.516865, "nauc_precision_at_3_diff1": 0.138042, "nauc_precision_at_5_max": 0.544866, "nauc_precision_at_5_std": 0.582853, "nauc_precision_at_5_diff1": 0.092222, "nauc_precision_at_10_max": 0.521858, "nauc_precision_at_10_std": 0.59807, "nauc_precision_at_10_diff1": 0.014708, "nauc_precision_at_20_max": 0.514683, "nauc_precision_at_20_std": 0.605835, "nauc_precision_at_20_diff1": -0.022556, "nauc_precision_at_100_max": 0.498021, "nauc_precision_at_100_std": 0.597809, "nauc_precision_at_100_diff1": -0.036197, "nauc_precision_at_1000_max": 0.498021, "nauc_precision_at_1000_std": 0.597809, "nauc_precision_at_1000_diff1": -0.036197, "nauc_mrr_at_1_max": 0.663192, "nauc_mrr_at_1_std": 0.556291, "nauc_mrr_at_1_diff1": 0.410125, "nauc_mrr_at_3_max": 0.719864, "nauc_mrr_at_3_std": 0.64199, "nauc_mrr_at_3_diff1": 0.451009, "nauc_mrr_at_5_max": 0.724499, "nauc_mrr_at_5_std": 0.652295, "nauc_mrr_at_5_diff1": 0.445873, "nauc_mrr_at_10_max": 0.725, "nauc_mrr_at_10_std": 0.654555, "nauc_mrr_at_10_diff1": 0.444419, "nauc_mrr_at_20_max": 0.725125, "nauc_mrr_at_20_std": 0.654309, "nauc_mrr_at_20_diff1": 0.447246, "nauc_mrr_at_100_max": 0.724981, "nauc_mrr_at_100_std": 0.654439, "nauc_mrr_at_100_diff1": 0.447341, "nauc_mrr_at_1000_max": 0.724981, "nauc_mrr_at_1000_std": 0.654439, "nauc_mrr_at_1000_diff1": 0.447341, "hit_rate_at_1": 0.6186, "hit_rate_at_3": 0.74419, "hit_rate_at_5": 0.76744, "hit_rate_at_10": 0.77674, "hit_rate_at_20": 0.78605, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.49202, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.7907, "ndcg_at_3": 0.74222, "ndcg_at_5": 0.73516, "ndcg_at_10": 0.7559, "ndcg_at_20": 0.77996, "ndcg_at_100": 0.79275, "ndcg_at_1000": 0.79275, "map_at_1": 0.32023, "map_at_3": 0.50118, "map_at_5": 0.56934, "map_at_10": 0.63867, "map_at_20": 0.66765, "map_at_100": 0.67564, "map_at_1000": 0.67564, "recall_at_1": 0.32023, "recall_at_3": 0.52862, "recall_at_5": 0.63298, "recall_at_10": 0.75709, "recall_at_20": 0.83009, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.32023, "precision_at_1": 0.85116, "precision_at_3": 0.59225, "precision_at_5": 0.46326, "precision_at_10": 0.31163, "precision_at_20": 0.18279, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.851163, "mrr_at_3": 0.896124, "mrr_at_5": 0.902636, "mrr_at_10": 0.9033, "mrr_at_20": 0.9033, "mrr_at_100": 0.903622, "mrr_at_1000": 0.903622, "nauc_ndcg_at_1_max": 0.217984, "nauc_ndcg_at_1_std": -0.063921, "nauc_ndcg_at_1_diff1": 0.233407, "nauc_ndcg_at_3_max": 0.235004, "nauc_ndcg_at_3_std": 0.090032, "nauc_ndcg_at_3_diff1": -0.011541, "nauc_ndcg_at_5_max": 0.28067, "nauc_ndcg_at_5_std": 0.129053, "nauc_ndcg_at_5_diff1": -0.008993, "nauc_ndcg_at_10_max": 0.336018, "nauc_ndcg_at_10_std": 0.174288, "nauc_ndcg_at_10_diff1": -0.021928, "nauc_ndcg_at_20_max": 0.336416, "nauc_ndcg_at_20_std": 0.194333, "nauc_ndcg_at_20_diff1": -0.054061, "nauc_ndcg_at_100_max": 0.339322, "nauc_ndcg_at_100_std": 0.214005, "nauc_ndcg_at_100_diff1": -0.062932, "nauc_ndcg_at_1000_max": 0.339322, "nauc_ndcg_at_1000_std": 0.214005, "nauc_ndcg_at_1000_diff1": -0.062932, "nauc_map_at_1_max": 0.091763, "nauc_map_at_1_std": -0.244589, "nauc_map_at_1_diff1": 0.287377, "nauc_map_at_3_max": 0.162542, "nauc_map_at_3_std": -0.092407, "nauc_map_at_3_diff1": 0.123622, "nauc_map_at_5_max": 0.20418, "nauc_map_at_5_std": -0.008877, "nauc_map_at_5_diff1": 0.062856, "nauc_map_at_10_max": 0.275495, "nauc_map_at_10_std": 0.115999, "nauc_map_at_10_diff1": -0.009278, "nauc_map_at_20_max": 0.290697, "nauc_map_at_20_std": 0.170347, "nauc_map_at_20_diff1": -0.055047, "nauc_map_at_100_max": 0.295557, "nauc_map_at_100_std": 0.189212, "nauc_map_at_100_diff1": -0.067755, "nauc_map_at_1000_max": 0.295557, "nauc_map_at_1000_std": 0.189212, "nauc_map_at_1000_diff1": -0.067755, "nauc_recall_at_1_max": 0.091763, "nauc_recall_at_1_std": -0.244589, "nauc_recall_at_1_diff1": 0.287377, "nauc_recall_at_3_max": 0.152003, "nauc_recall_at_3_std": -0.100206, "nauc_recall_at_3_diff1": 0.108861, "nauc_recall_at_5_max": 0.188745, "nauc_recall_at_5_std": -0.012267, "nauc_recall_at_5_diff1": 0.043702, "nauc_recall_at_10_max": 0.308586, "nauc_recall_at_10_std": 0.187922, "nauc_recall_at_10_diff1": -0.069826, "nauc_recall_at_20_max": 0.330583, "nauc_recall_at_20_std": 0.295377, "nauc_recall_at_20_diff1": -0.189632, "nauc_recall_at_100_max": 0.326313, "nauc_recall_at_100_std": 0.355729, "nauc_recall_at_100_diff1": -0.215046, "nauc_recall_at_1000_max": 0.326313, "nauc_recall_at_1000_std": 0.355729, "nauc_recall_at_1000_diff1": -0.215046, "nauc_precision_at_1_max": 0.335172, "nauc_precision_at_1_std": 0.158947, "nauc_precision_at_1_diff1": 0.072983, "nauc_precision_at_3_max": 0.181744, "nauc_precision_at_3_std": 0.395203, "nauc_precision_at_3_diff1": -0.340924, "nauc_precision_at_5_max": 0.188895, "nauc_precision_at_5_std": 0.481891, "nauc_precision_at_5_diff1": -0.38632, "nauc_precision_at_10_max": 0.177026, "nauc_precision_at_10_std": 0.513774, "nauc_precision_at_10_diff1": -0.379263, "nauc_precision_at_20_max": 0.118793, "nauc_precision_at_20_std": 0.478389, "nauc_precision_at_20_diff1": -0.372965, "nauc_precision_at_100_max": 0.10003, "nauc_precision_at_100_std": 0.469793, "nauc_precision_at_100_diff1": -0.363761, "nauc_precision_at_1000_max": 0.10003, "nauc_precision_at_1000_std": 0.469793, "nauc_precision_at_1000_diff1": -0.363761, "nauc_mrr_at_1_max": 0.335172, "nauc_mrr_at_1_std": 0.158947, "nauc_mrr_at_1_diff1": 0.072983, "nauc_mrr_at_3_max": 0.319365, "nauc_mrr_at_3_std": 0.178718, "nauc_mrr_at_3_diff1": -0.048561, "nauc_mrr_at_5_max": 0.348547, "nauc_mrr_at_5_std": 0.210465, "nauc_mrr_at_5_diff1": -0.040744, "nauc_mrr_at_10_max": 0.344622, "nauc_mrr_at_10_std": 0.204863, "nauc_mrr_at_10_diff1": -0.032826, "nauc_mrr_at_20_max": 0.344622, "nauc_mrr_at_20_std": 0.204863, "nauc_mrr_at_20_diff1": -0.032826, "nauc_mrr_at_100_max": 0.342657, "nauc_mrr_at_100_std": 0.202416, "nauc_mrr_at_100_diff1": -0.030113, "nauc_mrr_at_1000_max": 0.342657, "nauc_mrr_at_1000_std": 0.202416, "nauc_mrr_at_1000_diff1": -0.030113, "hit_rate_at_1": 0.85116, "hit_rate_at_3": 0.94884, "hit_rate_at_5": 0.97674, "hit_rate_at_10": 0.9814, "hit_rate_at_20": 0.9814, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.7559, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.5093, "ndcg_at_3": 0.46902, "ndcg_at_5": 0.4659, "ndcg_at_10": 0.47317, "ndcg_at_20": 0.48647, "ndcg_at_100": 0.4964, "ndcg_at_1000": 0.4964, "map_at_1": 0.20444, "map_at_3": 0.311, "map_at_5": 0.35117, "map_at_10": 0.38596, "map_at_20": 0.39932, "map_at_100": 0.40413, "map_at_1000": 0.40413, "recall_at_1": 0.20444, "recall_at_3": 0.34177, "recall_at_5": 0.40938, "recall_at_10": 0.48366, "recall_at_20": 0.53037, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.20444, "precision_at_1": 0.56279, "precision_at_3": 0.37674, "precision_at_5": 0.29209, "precision_at_10": 0.1893, "precision_at_20": 0.11, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.562791, "mrr_at_3": 0.612403, "mrr_at_5": 0.615659, "mrr_at_10": 0.617874, "mrr_at_20": 0.618709, "mrr_at_100": 0.619367, "mrr_at_1000": 0.619367, "nauc_ndcg_at_1_max": 0.729314, "nauc_ndcg_at_1_std": 0.699183, "nauc_ndcg_at_1_diff1": 0.409921, "nauc_ndcg_at_3_max": 0.672098, "nauc_ndcg_at_3_std": 0.657517, "nauc_ndcg_at_3_diff1": 0.321214, "nauc_ndcg_at_5_max": 0.689642, "nauc_ndcg_at_5_std": 0.688262, "nauc_ndcg_at_5_diff1": 0.318236, "nauc_ndcg_at_10_max": 0.684359, "nauc_ndcg_at_10_std": 0.693033, "nauc_ndcg_at_10_diff1": 0.30981, "nauc_ndcg_at_20_max": 0.678999, "nauc_ndcg_at_20_std": 0.689204, "nauc_ndcg_at_20_diff1": 0.313268, "nauc_ndcg_at_100_max": 0.687411, "nauc_ndcg_at_100_std": 0.699029, "nauc_ndcg_at_100_diff1": 0.306662, "nauc_ndcg_at_1000_max": 0.687411, "nauc_ndcg_at_1000_std": 0.699029, "nauc_ndcg_at_1000_diff1": 0.306662, "nauc_map_at_1_max": 0.427311, "nauc_map_at_1_std": 0.374533, "nauc_map_at_1_diff1": 0.358353, "nauc_map_at_3_max": 0.503734, "nauc_map_at_3_std": 0.471042, "nauc_map_at_3_diff1": 0.290864, "nauc_map_at_5_max": 0.559969, "nauc_map_at_5_std": 0.541821, "nauc_map_at_5_diff1": 0.279371, "nauc_map_at_10_max": 0.599764, "nauc_map_at_10_std": 0.594542, "nauc_map_at_10_diff1": 0.272141, "nauc_map_at_20_max": 0.611289, "nauc_map_at_20_std": 0.607565, "nauc_map_at_20_diff1": 0.275151, "nauc_map_at_100_max": 0.617544, "nauc_map_at_100_std": 0.614892, "nauc_map_at_100_diff1": 0.273693, "nauc_map_at_1000_max": 0.617544, "nauc_map_at_1000_std": 0.614892, "nauc_map_at_1000_diff1": 0.273693, "nauc_recall_at_1_max": 0.427311, "nauc_recall_at_1_std": 0.374533, "nauc_recall_at_1_diff1": 0.358353, "nauc_recall_at_3_max": 0.464017, "nauc_recall_at_3_std": 0.446493, "nauc_recall_at_3_diff1": 0.242579, "nauc_recall_at_5_max": 0.540016, "nauc_recall_at_5_std": 0.555947, "nauc_recall_at_5_diff1": 0.230712, "nauc_recall_at_10_max": 0.602501, "nauc_recall_at_10_std": 0.639118, "nauc_recall_at_10_diff1": 0.233994, "nauc_recall_at_20_max": 0.61475, "nauc_recall_at_20_std": 0.65804, "nauc_recall_at_20_diff1": 0.253663, "nauc_recall_at_100_max": 0.630341, "nauc_recall_at_100_std": 0.678327, "nauc_recall_at_100_diff1": 0.234828, "nauc_recall_at_1000_max": 0.630341, "nauc_recall_at_1000_std": 0.678327, "nauc_recall_at_1000_diff1": 0.234828, "nauc_precision_at_1_max": 0.787005, "nauc_precision_at_1_std": 0.759743, "nauc_precision_at_1_diff1": 0.420233, "nauc_precision_at_3_max": 0.607169, "nauc_precision_at_3_std": 0.612432, "nauc_precision_at_3_diff1": 0.184586, "nauc_precision_at_5_max": 0.59201, "nauc_precision_at_5_std": 0.628842, "nauc_precision_at_5_diff1": 0.13607, "nauc_precision_at_10_max": 0.532142, "nauc_precision_at_10_std": 0.587648, "nauc_precision_at_10_diff1": 0.092018, "nauc_precision_at_20_max": 0.477019, "nauc_precision_at_20_std": 0.529641, "nauc_precision_at_20_diff1": 0.08268, "nauc_precision_at_100_max": 0.446334, "nauc_precision_at_100_std": 0.498641, "nauc_precision_at_100_diff1": 0.049343, "nauc_precision_at_1000_max": 0.446334, "nauc_precision_at_1000_std": 0.498641, "nauc_precision_at_1000_diff1": 0.049343, "nauc_mrr_at_1_max": 0.787005, "nauc_mrr_at_1_std": 0.759743, "nauc_mrr_at_1_diff1": 0.420233, "nauc_mrr_at_3_max": 0.78999, "nauc_mrr_at_3_std": 0.772108, "nauc_mrr_at_3_diff1": 0.415628, "nauc_mrr_at_5_max": 0.795282, "nauc_mrr_at_5_std": 0.78136, "nauc_mrr_at_5_diff1": 0.416527, "nauc_mrr_at_10_max": 0.795802, "nauc_mrr_at_10_std": 0.78144, "nauc_mrr_at_10_diff1": 0.421045, "nauc_mrr_at_20_max": 0.7953, "nauc_mrr_at_20_std": 0.781084, "nauc_mrr_at_20_diff1": 0.4213, "nauc_mrr_at_100_max": 0.794942, "nauc_mrr_at_100_std": 0.780797, "nauc_mrr_at_100_diff1": 0.420176, "nauc_mrr_at_1000_max": 0.794942, "nauc_mrr_at_1000_std": 0.780797, "nauc_mrr_at_1000_diff1": 0.420176, "hit_rate_at_1": 0.56279, "hit_rate_at_3": 0.67442, "hit_rate_at_5": 0.68837, "hit_rate_at_10": 0.70233, "hit_rate_at_20": 0.71628, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.47317, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.53488, "ndcg_at_3": 0.52072, "ndcg_at_5": 0.51769, "ndcg_at_10": 0.53613, "ndcg_at_20": 0.5499, "ndcg_at_100": 0.55625, "ndcg_at_1000": 0.55625, "map_at_1": 0.21324, "map_at_3": 0.34091, "map_at_5": 0.38294, "map_at_10": 0.42786, "map_at_20": 0.44226, "map_at_100": 0.44586, "map_at_1000": 0.44586, "recall_at_1": 0.21324, "recall_at_3": 0.38956, "recall_at_5": 0.45831, "recall_at_10": 0.56183, "recall_at_20": 0.61, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.21324, "precision_at_1": 0.5814, "precision_at_3": 0.42171, "precision_at_5": 0.32651, "precision_at_10": 0.21581, "precision_at_20": 0.12256, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.581395, "mrr_at_3": 0.665116, "mrr_at_5": 0.673023, "mrr_at_10": 0.677001, "mrr_at_20": 0.677388, "mrr_at_100": 0.677567, "mrr_at_1000": 0.677567, "nauc_ndcg_at_1_max": 0.555176, "nauc_ndcg_at_1_std": 0.426928, "nauc_ndcg_at_1_diff1": 0.364646, "nauc_ndcg_at_3_max": 0.604755, "nauc_ndcg_at_3_std": 0.505873, "nauc_ndcg_at_3_diff1": 0.306478, "nauc_ndcg_at_5_max": 0.612208, "nauc_ndcg_at_5_std": 0.5097, "nauc_ndcg_at_5_diff1": 0.334885, "nauc_ndcg_at_10_max": 0.578236, "nauc_ndcg_at_10_std": 0.499236, "nauc_ndcg_at_10_diff1": 0.342092, "nauc_ndcg_at_20_max": 0.601798, "nauc_ndcg_at_20_std": 0.51903, "nauc_ndcg_at_20_diff1": 0.35218, "nauc_ndcg_at_100_max": 0.609638, "nauc_ndcg_at_100_std": 0.529789, "nauc_ndcg_at_100_diff1": 0.351449, "nauc_ndcg_at_1000_max": 0.609638, "nauc_ndcg_at_1000_std": 0.529789, "nauc_ndcg_at_1000_diff1": 0.351449, "nauc_map_at_1_max": 0.299928, "nauc_map_at_1_std": 0.091896, "nauc_map_at_1_diff1": 0.384296, "nauc_map_at_3_max": 0.392684, "nauc_map_at_3_std": 0.260741, "nauc_map_at_3_diff1": 0.30861, "nauc_map_at_5_max": 0.442071, "nauc_map_at_5_std": 0.327985, "nauc_map_at_5_diff1": 0.296424, "nauc_map_at_10_max": 0.477923, "nauc_map_at_10_std": 0.388342, "nauc_map_at_10_diff1": 0.281474, "nauc_map_at_20_max": 0.506156, "nauc_map_at_20_std": 0.418459, "nauc_map_at_20_diff1": 0.288815, "nauc_map_at_100_max": 0.512656, "nauc_map_at_100_std": 0.427037, "nauc_map_at_100_diff1": 0.288653, "nauc_map_at_1000_max": 0.512656, "nauc_map_at_1000_std": 0.427037, "nauc_map_at_1000_diff1": 0.288653, "nauc_recall_at_1_max": 0.299928, "nauc_recall_at_1_std": 0.091896, "nauc_recall_at_1_diff1": 0.384296, "nauc_recall_at_3_max": 0.374725, "nauc_recall_at_3_std": 0.282489, "nauc_recall_at_3_diff1": 0.278538, "nauc_recall_at_5_max": 0.434604, "nauc_recall_at_5_std": 0.360855, "nauc_recall_at_5_diff1": 0.282181, "nauc_recall_at_10_max": 0.46555, "nauc_recall_at_10_std": 0.445134, "nauc_recall_at_10_diff1": 0.260403, "nauc_recall_at_20_max": 0.54296, "nauc_recall_at_20_std": 0.523984, "nauc_recall_at_20_diff1": 0.277358, "nauc_recall_at_100_max": 0.562606, "nauc_recall_at_100_std": 0.552774, "nauc_recall_at_100_diff1": 0.279821, "nauc_recall_at_1000_max": 0.562606, "nauc_recall_at_1000_std": 0.552774, "nauc_recall_at_1000_diff1": 0.279821, "nauc_precision_at_1_max": 0.636115, "nauc_precision_at_1_std": 0.5051, "nauc_precision_at_1_diff1": 0.362663, "nauc_precision_at_3_max": 0.52936, "nauc_precision_at_3_std": 0.560957, "nauc_precision_at_3_diff1": 0.08917, "nauc_precision_at_5_max": 0.523289, "nauc_precision_at_5_std": 0.579502, "nauc_precision_at_5_diff1": 0.060369, "nauc_precision_at_10_max": 0.453214, "nauc_precision_at_10_std": 0.544486, "nauc_precision_at_10_diff1": 0.02825, "nauc_precision_at_20_max": 0.452426, "nauc_precision_at_20_std": 0.548145, "nauc_precision_at_20_diff1": 0.029473, "nauc_precision_at_100_max": 0.442696, "nauc_precision_at_100_std": 0.543488, "nauc_precision_at_100_diff1": 0.018966, "nauc_precision_at_1000_max": 0.442696, "nauc_precision_at_1000_std": 0.543488, "nauc_precision_at_1000_diff1": 0.018966, "nauc_mrr_at_1_max": 0.636115, "nauc_mrr_at_1_std": 0.5051, "nauc_mrr_at_1_diff1": 0.362663, "nauc_mrr_at_3_max": 0.686375, "nauc_mrr_at_3_std": 0.588768, "nauc_mrr_at_3_diff1": 0.399067, "nauc_mrr_at_5_max": 0.689815, "nauc_mrr_at_5_std": 0.592919, "nauc_mrr_at_5_diff1": 0.40741, "nauc_mrr_at_10_max": 0.694799, "nauc_mrr_at_10_std": 0.600806, "nauc_mrr_at_10_diff1": 0.405267, "nauc_mrr_at_20_max": 0.695162, "nauc_mrr_at_20_std": 0.601049, "nauc_mrr_at_20_diff1": 0.405607, "nauc_mrr_at_100_max": 0.694982, "nauc_mrr_at_100_std": 0.600814, "nauc_mrr_at_100_diff1": 0.405357, "nauc_mrr_at_1000_max": 0.694982, "nauc_mrr_at_1000_std": 0.600814, "nauc_mrr_at_1000_diff1": 0.405357, "hit_rate_at_1": 0.5814, "hit_rate_at_3": 0.75814, "hit_rate_at_5": 0.7907, "hit_rate_at_10": 0.8186, "hit_rate_at_20": 0.82326, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.53613, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.52093, "ndcg_at_3": 0.48059, "ndcg_at_5": 0.47423, "ndcg_at_10": 0.48096, "ndcg_at_20": 0.49279, "ndcg_at_100": 0.49889, "ndcg_at_1000": 0.49889, "map_at_1": 0.2036, "map_at_3": 0.30409, "map_at_5": 0.34492, "map_at_10": 0.37843, "map_at_20": 0.39266, "map_at_100": 0.3961, "map_at_1000": 0.3961, "recall_at_1": 0.2036, "recall_at_3": 0.33147, "recall_at_5": 0.40311, "recall_at_10": 0.47961, "recall_at_20": 0.52054, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.2036, "precision_at_1": 0.56744, "precision_at_3": 0.37984, "precision_at_5": 0.29674, "precision_at_10": 0.19163, "precision_at_20": 0.11023, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.567442, "mrr_at_3": 0.62093, "mrr_at_5": 0.62814, "mrr_at_10": 0.630853, "mrr_at_20": 0.631549, "mrr_at_100": 0.631832, "mrr_at_1000": 0.631832, "nauc_ndcg_at_1_max": 0.644244, "nauc_ndcg_at_1_std": 0.56431, "nauc_ndcg_at_1_diff1": 0.46322, "nauc_ndcg_at_3_max": 0.632372, "nauc_ndcg_at_3_std": 0.584698, "nauc_ndcg_at_3_diff1": 0.329991, "nauc_ndcg_at_5_max": 0.624672, "nauc_ndcg_at_5_std": 0.575951, "nauc_ndcg_at_5_diff1": 0.346652, "nauc_ndcg_at_10_max": 0.610208, "nauc_ndcg_at_10_std": 0.575074, "nauc_ndcg_at_10_diff1": 0.36316, "nauc_ndcg_at_20_max": 0.629218, "nauc_ndcg_at_20_std": 0.594168, "nauc_ndcg_at_20_diff1": 0.370322, "nauc_ndcg_at_100_max": 0.640524, "nauc_ndcg_at_100_std": 0.608029, "nauc_ndcg_at_100_diff1": 0.365623, "nauc_ndcg_at_1000_max": 0.640524, "nauc_ndcg_at_1000_std": 0.608029, "nauc_ndcg_at_1000_diff1": 0.365623, "nauc_map_at_1_max": 0.359264, "nauc_map_at_1_std": 0.167276, "nauc_map_at_1_diff1": 0.49784, "nauc_map_at_3_max": 0.420647, "nauc_map_at_3_std": 0.314447, "nauc_map_at_3_diff1": 0.344581, "nauc_map_at_5_max": 0.462936, "nauc_map_at_5_std": 0.384711, "nauc_map_at_5_diff1": 0.333792, "nauc_map_at_10_max": 0.512149, "nauc_map_at_10_std": 0.462473, "nauc_map_at_10_diff1": 0.314068, "nauc_map_at_20_max": 0.54304, "nauc_map_at_20_std": 0.503067, "nauc_map_at_20_diff1": 0.306484, "nauc_map_at_100_max": 0.550985, "nauc_map_at_100_std": 0.513366, "nauc_map_at_100_diff1": 0.302388, "nauc_map_at_1000_max": 0.550985, "nauc_map_at_1000_std": 0.513366, "nauc_map_at_1000_diff1": 0.302388, "nauc_recall_at_1_max": 0.359264, "nauc_recall_at_1_std": 0.167276, "nauc_recall_at_1_diff1": 0.49784, "nauc_recall_at_3_max": 0.389739, "nauc_recall_at_3_std": 0.298313, "nauc_recall_at_3_diff1": 0.317512, "nauc_recall_at_5_max": 0.435695, "nauc_recall_at_5_std": 0.386403, "nauc_recall_at_5_diff1": 0.301982, "nauc_recall_at_10_max": 0.487599, "nauc_recall_at_10_std": 0.49332, "nauc_recall_at_10_diff1": 0.277509, "nauc_recall_at_20_max": 0.562371, "nauc_recall_at_20_std": 0.57804, "nauc_recall_at_20_diff1": 0.280671, "nauc_recall_at_100_max": 0.589919, "nauc_recall_at_100_std": 0.609187, "nauc_recall_at_100_diff1": 0.277216, "nauc_recall_at_1000_max": 0.589919, "nauc_recall_at_1000_std": 0.609187, "nauc_recall_at_1000_diff1": 0.277216, "nauc_precision_at_1_max": 0.706441, "nauc_precision_at_1_std": 0.636418, "nauc_precision_at_1_diff1": 0.47799, "nauc_precision_at_3_max": 0.556559, "nauc_precision_at_3_std": 0.623999, "nauc_precision_at_3_diff1": 0.050901, "nauc_precision_at_5_max": 0.557187, "nauc_precision_at_5_std": 0.653877, "nauc_precision_at_5_diff1": 0.025795, "nauc_precision_at_10_max": 0.553373, "nauc_precision_at_10_std": 0.688371, "nauc_precision_at_10_diff1": -0.020064, "nauc_precision_at_20_max": 0.541505, "nauc_precision_at_20_std": 0.68286, "nauc_precision_at_20_diff1": -0.035774, "nauc_precision_at_100_max": 0.545518, "nauc_precision_at_100_std": 0.685082, "nauc_precision_at_100_diff1": -0.053262, "nauc_precision_at_1000_max": 0.545518, "nauc_precision_at_1000_std": 0.685082, "nauc_precision_at_1000_diff1": -0.053262, "nauc_mrr_at_1_max": 0.706441, "nauc_mrr_at_1_std": 0.636418, "nauc_mrr_at_1_diff1": 0.47799, "nauc_mrr_at_3_max": 0.744574, "nauc_mrr_at_3_std": 0.678588, "nauc_mrr_at_3_diff1": 0.480095, "nauc_mrr_at_5_max": 0.752054, "nauc_mrr_at_5_std": 0.692757, "nauc_mrr_at_5_diff1": 0.480299, "nauc_mrr_at_10_max": 0.755184, "nauc_mrr_at_10_std": 0.696991, "nauc_mrr_at_10_diff1": 0.488117, "nauc_mrr_at_20_max": 0.755104, "nauc_mrr_at_20_std": 0.697306, "nauc_mrr_at_20_diff1": 0.48887, "nauc_mrr_at_100_max": 0.755705, "nauc_mrr_at_100_std": 0.697853, "nauc_mrr_at_100_diff1": 0.488812, "nauc_mrr_at_1000_max": 0.755705, "nauc_mrr_at_1000_std": 0.697853, "nauc_mrr_at_1000_diff1": 0.488812, "hit_rate_at_1": 0.56744, "hit_rate_at_3": 0.67907, "hit_rate_at_5": 0.71163, "hit_rate_at_10": 0.73023, "hit_rate_at_20": 0.73953, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.48096, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 68.96349801681936, "kg_co2_emissions": null, "date": 1793325629.275851, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00011594407260417938, "end": 11.621863363310695, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 11.653664061799645, "end": 11.736744491383433, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 11.844105945900083, "end": 23.19293805770576, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 23.250628385692835, "end": 23.332243444398046, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 23.449238665401936, "end": 31.98141480796039, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 32.07524910569191, "end": 32.151057448238134, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 32.23677727393806, "end": 43.69144527427852, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 43.80228476785123, "end": 43.887154307216406, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 43.977823505178094, "end": 55.98394746892154, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 56.12061556056142, "end": 56.20804053731263, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 56.3152943123132, "end": 68.61981419101357, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 68.80051228962839, "end": 68.87709882855415, "split": "test", "subset": "portuguese" } ] }