{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.37264, "ndcg_at_3": 0.34652, "ndcg_at_5": 0.34375, "ndcg_at_10": 0.33663, "ndcg_at_20": 0.33265, "ndcg_at_100": 0.33667, "ndcg_at_1000": 0.33667, "map_at_1": 0.14444, "map_at_3": 0.21114, "map_at_5": 0.23412, "map_at_10": 0.25013, "map_at_20": 0.25727, "map_at_100": 0.26041, "map_at_1000": 0.26041, "recall_at_1": 0.14444, "recall_at_3": 0.24888, "recall_at_5": 0.28847, "recall_at_10": 0.32108, "recall_at_20": 0.34261, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.14444, "precision_at_1": 0.38994, "precision_at_3": 0.25262, "precision_at_5": 0.20314, "precision_at_10": 0.13113, "precision_at_20": 0.07594, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.389937, "mrr_at_3": 0.451258, "mrr_at_5": 0.458648, "mrr_at_10": 0.461102, "mrr_at_20": 0.461771, "mrr_at_100": 0.462022, "mrr_at_1000": 0.462022, "nauc_ndcg_at_1_max": 0.552057, "nauc_ndcg_at_1_std": 0.312381, "nauc_ndcg_at_1_diff1": 0.015965, "nauc_ndcg_at_3_max": 0.557757, "nauc_ndcg_at_3_std": 0.332304, "nauc_ndcg_at_3_diff1": -0.055751, "nauc_ndcg_at_5_max": 0.565854, "nauc_ndcg_at_5_std": 0.356811, "nauc_ndcg_at_5_diff1": -0.08202, "nauc_ndcg_at_10_max": 0.561291, "nauc_ndcg_at_10_std": 0.370459, "nauc_ndcg_at_10_diff1": -0.089184, "nauc_ndcg_at_20_max": 0.555663, "nauc_ndcg_at_20_std": 0.36199, "nauc_ndcg_at_20_diff1": -0.086242, "nauc_ndcg_at_100_max": 0.557284, "nauc_ndcg_at_100_std": 0.36663, "nauc_ndcg_at_100_diff1": -0.088974, "nauc_ndcg_at_1000_max": 0.557284, "nauc_ndcg_at_1000_std": 0.36663, "nauc_ndcg_at_1000_diff1": -0.088974, "nauc_map_at_1_max": 0.344523, "nauc_map_at_1_std": 0.075927, "nauc_map_at_1_diff1": 0.208236, "nauc_map_at_3_max": 0.416284, "nauc_map_at_3_std": 0.184737, "nauc_map_at_3_diff1": 0.047767, "nauc_map_at_5_max": 0.46214, "nauc_map_at_5_std": 0.233853, "nauc_map_at_5_diff1": 0.005096, "nauc_map_at_10_max": 0.48513, "nauc_map_at_10_std": 0.276885, "nauc_map_at_10_diff1": -0.020749, "nauc_map_at_20_max": 0.491642, "nauc_map_at_20_std": 0.29099, "nauc_map_at_20_diff1": -0.032041, "nauc_map_at_100_max": 0.492549, "nauc_map_at_100_std": 0.298056, "nauc_map_at_100_diff1": -0.037835, "nauc_map_at_1000_max": 0.492549, "nauc_map_at_1000_std": 0.298056, "nauc_map_at_1000_diff1": -0.037835, "nauc_recall_at_1_max": 0.344523, "nauc_recall_at_1_std": 0.075927, "nauc_recall_at_1_diff1": 0.208236, "nauc_recall_at_3_max": 0.411896, "nauc_recall_at_3_std": 0.217254, "nauc_recall_at_3_diff1": -0.032577, "nauc_recall_at_5_max": 0.470433, "nauc_recall_at_5_std": 0.285415, "nauc_recall_at_5_diff1": -0.095321, "nauc_recall_at_10_max": 0.49046, "nauc_recall_at_10_std": 0.358282, "nauc_recall_at_10_diff1": -0.133907, "nauc_recall_at_20_max": 0.507608, "nauc_recall_at_20_std": 0.385807, "nauc_recall_at_20_diff1": -0.154055, "nauc_recall_at_100_max": 0.514469, "nauc_recall_at_100_std": 0.40225, "nauc_recall_at_100_diff1": -0.160644, "nauc_recall_at_1000_max": 0.514469, "nauc_recall_at_1000_std": 0.40225, "nauc_recall_at_1000_diff1": -0.160644, "nauc_precision_at_1_max": 0.577562, "nauc_precision_at_1_std": 0.325964, "nauc_precision_at_1_diff1": 0.016109, "nauc_precision_at_3_max": 0.558041, "nauc_precision_at_3_std": 0.39286, "nauc_precision_at_3_diff1": -0.172363, "nauc_precision_at_5_max": 0.553429, "nauc_precision_at_5_std": 0.44856, "nauc_precision_at_5_diff1": -0.224638, "nauc_precision_at_10_max": 0.496406, "nauc_precision_at_10_std": 0.476714, "nauc_precision_at_10_diff1": -0.242687, "nauc_precision_at_20_max": 0.461127, "nauc_precision_at_20_std": 0.476221, "nauc_precision_at_20_diff1": -0.252536, "nauc_precision_at_100_max": 0.433338, "nauc_precision_at_100_std": 0.472845, "nauc_precision_at_100_diff1": -0.256112, "nauc_precision_at_1000_max": 0.433338, "nauc_precision_at_1000_std": 0.472845, "nauc_precision_at_1000_diff1": -0.256112, "nauc_mrr_at_1_max": 0.577562, "nauc_mrr_at_1_std": 0.325964, "nauc_mrr_at_1_diff1": 0.016109, "nauc_mrr_at_3_max": 0.619114, "nauc_mrr_at_3_std": 0.384842, "nauc_mrr_at_3_diff1": -0.065149, "nauc_mrr_at_5_max": 0.63362, "nauc_mrr_at_5_std": 0.403872, "nauc_mrr_at_5_diff1": -0.080791, "nauc_mrr_at_10_max": 0.631987, "nauc_mrr_at_10_std": 0.407666, "nauc_mrr_at_10_diff1": -0.081435, "nauc_mrr_at_20_max": 0.632838, "nauc_mrr_at_20_std": 0.408606, "nauc_mrr_at_20_diff1": -0.082503, "nauc_mrr_at_100_max": 0.632785, "nauc_mrr_at_100_std": 0.408663, "nauc_mrr_at_100_diff1": -0.081946, "nauc_mrr_at_1000_max": 0.632785, "nauc_mrr_at_1000_std": 0.408663, "nauc_mrr_at_1000_diff1": -0.081946, "hit_rate_at_1": 0.38994, "hit_rate_at_3": 0.52516, "hit_rate_at_5": 0.5566, "hit_rate_at_10": 0.57547, "hit_rate_at_20": 0.58491, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.33663, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.39623, "ndcg_at_3": 0.38812, "ndcg_at_5": 0.38186, "ndcg_at_10": 0.37712, "ndcg_at_20": 0.37987, "ndcg_at_100": 0.38745, "ndcg_at_1000": 0.38745, "map_at_1": 0.16758, "map_at_3": 0.25282, "map_at_5": 0.2747, "map_at_10": 0.29208, "map_at_20": 0.30209, "map_at_100": 0.30777, "map_at_1000": 0.30777, "recall_at_1": 0.16758, "recall_at_3": 0.29359, "recall_at_5": 0.32872, "recall_at_10": 0.37111, "recall_at_20": 0.40508, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.16758, "precision_at_1": 0.41824, "precision_at_3": 0.28826, "precision_at_5": 0.22264, "precision_at_10": 0.14119, "precision_at_20": 0.08601, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.418239, "mrr_at_3": 0.483229, "mrr_at_5": 0.491876, "mrr_at_10": 0.493557, "mrr_at_20": 0.495853, "mrr_at_100": 0.495949, "mrr_at_1000": 0.495949, "nauc_ndcg_at_1_max": 0.578943, "nauc_ndcg_at_1_std": 0.336699, "nauc_ndcg_at_1_diff1": 0.061348, "nauc_ndcg_at_3_max": 0.5858, "nauc_ndcg_at_3_std": 0.385245, "nauc_ndcg_at_3_diff1": -0.037591, "nauc_ndcg_at_5_max": 0.579926, "nauc_ndcg_at_5_std": 0.393609, "nauc_ndcg_at_5_diff1": -0.059875, "nauc_ndcg_at_10_max": 0.576015, "nauc_ndcg_at_10_std": 0.418609, "nauc_ndcg_at_10_diff1": -0.073583, "nauc_ndcg_at_20_max": 0.576722, "nauc_ndcg_at_20_std": 0.40906, "nauc_ndcg_at_20_diff1": -0.078143, "nauc_ndcg_at_100_max": 0.583815, "nauc_ndcg_at_100_std": 0.40825, "nauc_ndcg_at_100_diff1": -0.088112, "nauc_ndcg_at_1000_max": 0.583815, "nauc_ndcg_at_1000_std": 0.40825, "nauc_ndcg_at_1000_diff1": -0.088112, "nauc_map_at_1_max": 0.342355, "nauc_map_at_1_std": 0.106572, "nauc_map_at_1_diff1": 0.195754, "nauc_map_at_3_max": 0.427308, "nauc_map_at_3_std": 0.221365, "nauc_map_at_3_diff1": 0.047178, "nauc_map_at_5_max": 0.461712, "nauc_map_at_5_std": 0.268123, "nauc_map_at_5_diff1": 0.011721, "nauc_map_at_10_max": 0.481401, "nauc_map_at_10_std": 0.311589, "nauc_map_at_10_diff1": -0.014711, "nauc_map_at_20_max": 0.49353, "nauc_map_at_20_std": 0.323421, "nauc_map_at_20_diff1": -0.029267, "nauc_map_at_100_max": 0.501489, "nauc_map_at_100_std": 0.325373, "nauc_map_at_100_diff1": -0.039307, "nauc_map_at_1000_max": 0.501489, "nauc_map_at_1000_std": 0.325373, "nauc_map_at_1000_diff1": -0.039307, "nauc_recall_at_1_max": 0.342355, "nauc_recall_at_1_std": 0.106572, "nauc_recall_at_1_diff1": 0.195754, "nauc_recall_at_3_max": 0.422351, "nauc_recall_at_3_std": 0.250371, "nauc_recall_at_3_diff1": -0.014981, "nauc_recall_at_5_max": 0.468501, "nauc_recall_at_5_std": 0.311244, "nauc_recall_at_5_diff1": -0.062545, "nauc_recall_at_10_max": 0.515999, "nauc_recall_at_10_std": 0.415842, "nauc_recall_at_10_diff1": -0.123796, "nauc_recall_at_20_max": 0.539386, "nauc_recall_at_20_std": 0.446918, "nauc_recall_at_20_diff1": -0.149854, "nauc_recall_at_100_max": 0.554079, "nauc_recall_at_100_std": 0.446287, "nauc_recall_at_100_diff1": -0.169667, "nauc_recall_at_1000_max": 0.554079, "nauc_recall_at_1000_std": 0.446287, "nauc_recall_at_1000_diff1": -0.169667, "nauc_precision_at_1_max": 0.614125, "nauc_precision_at_1_std": 0.348285, "nauc_precision_at_1_diff1": 0.036634, "nauc_precision_at_3_max": 0.576736, "nauc_precision_at_3_std": 0.445336, "nauc_precision_at_3_diff1": -0.192023, "nauc_precision_at_5_max": 0.549945, "nauc_precision_at_5_std": 0.47632, "nauc_precision_at_5_diff1": -0.24456, "nauc_precision_at_10_max": 0.509701, "nauc_precision_at_10_std": 0.501828, "nauc_precision_at_10_diff1": -0.270766, "nauc_precision_at_20_max": 0.476635, "nauc_precision_at_20_std": 0.459853, "nauc_precision_at_20_diff1": -0.29067, "nauc_precision_at_100_max": 0.437562, "nauc_precision_at_100_std": 0.383551, "nauc_precision_at_100_diff1": -0.290987, "nauc_precision_at_1000_max": 0.437562, "nauc_precision_at_1000_std": 0.383551, "nauc_precision_at_1000_diff1": -0.290987, "nauc_mrr_at_1_max": 0.614125, "nauc_mrr_at_1_std": 0.348285, "nauc_mrr_at_1_diff1": 0.036634, "nauc_mrr_at_3_max": 0.664708, "nauc_mrr_at_3_std": 0.42184, "nauc_mrr_at_3_diff1": -0.033779, "nauc_mrr_at_5_max": 0.674624, "nauc_mrr_at_5_std": 0.425093, "nauc_mrr_at_5_diff1": -0.043027, "nauc_mrr_at_10_max": 0.677281, "nauc_mrr_at_10_std": 0.431884, "nauc_mrr_at_10_diff1": -0.046461, "nauc_mrr_at_20_max": 0.677097, "nauc_mrr_at_20_std": 0.435442, "nauc_mrr_at_20_diff1": -0.048853, "nauc_mrr_at_100_max": 0.677047, "nauc_mrr_at_100_std": 0.435308, "nauc_mrr_at_100_diff1": -0.04914, "nauc_mrr_at_1000_max": 0.677047, "nauc_mrr_at_1000_std": 0.435308, "nauc_mrr_at_1000_diff1": -0.04914, "hit_rate_at_1": 0.41824, "hit_rate_at_3": 0.56289, "hit_rate_at_5": 0.60063, "hit_rate_at_10": 0.61321, "hit_rate_at_20": 0.6478, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.37712, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.62421, "ndcg_at_3": 0.62894, "ndcg_at_5": 0.63282, "ndcg_at_10": 0.64043, "ndcg_at_20": 0.65943, "ndcg_at_100": 0.67586, "ndcg_at_1000": 0.67586, "map_at_1": 0.25889, "map_at_3": 0.40846, "map_at_5": 0.46226, "map_at_10": 0.50795, "map_at_20": 0.53624, "map_at_100": 0.54696, "map_at_1000": 0.54696, "recall_at_1": 0.25889, "recall_at_3": 0.47041, "recall_at_5": 0.56209, "recall_at_10": 0.65712, "recall_at_20": 0.74385, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.25889, "precision_at_1": 0.6478, "precision_at_3": 0.47275, "precision_at_5": 0.38365, "precision_at_10": 0.25849, "precision_at_20": 0.16384, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.647799, "mrr_at_3": 0.740042, "mrr_at_5": 0.747432, "mrr_at_10": 0.750414, "mrr_at_20": 0.752418, "mrr_at_100": 0.752616, "mrr_at_1000": 0.752616, "nauc_ndcg_at_1_max": 0.235593, "nauc_ndcg_at_1_std": -0.104014, "nauc_ndcg_at_1_diff1": 0.300246, "nauc_ndcg_at_3_max": 0.226844, "nauc_ndcg_at_3_std": -0.115094, "nauc_ndcg_at_3_diff1": 0.183043, "nauc_ndcg_at_5_max": 0.219669, "nauc_ndcg_at_5_std": -0.083858, "nauc_ndcg_at_5_diff1": 0.168264, "nauc_ndcg_at_10_max": 0.250261, "nauc_ndcg_at_10_std": -0.063999, "nauc_ndcg_at_10_diff1": 0.155127, "nauc_ndcg_at_20_max": 0.266387, "nauc_ndcg_at_20_std": -0.051507, "nauc_ndcg_at_20_diff1": 0.15377, "nauc_ndcg_at_100_max": 0.27158, "nauc_ndcg_at_100_std": -0.055797, "nauc_ndcg_at_100_diff1": 0.148636, "nauc_ndcg_at_1000_max": 0.27158, "nauc_ndcg_at_1000_std": -0.055797, "nauc_ndcg_at_1000_diff1": 0.148636, "nauc_map_at_1_max": 0.058711, "nauc_map_at_1_std": -0.21683, "nauc_map_at_1_diff1": 0.384357, "nauc_map_at_3_max": 0.136429, "nauc_map_at_3_std": -0.186654, "nauc_map_at_3_diff1": 0.219955, "nauc_map_at_5_max": 0.155786, "nauc_map_at_5_std": -0.157477, "nauc_map_at_5_diff1": 0.19042, "nauc_map_at_10_max": 0.1902, "nauc_map_at_10_std": -0.119648, "nauc_map_at_10_diff1": 0.169808, "nauc_map_at_20_max": 0.201872, "nauc_map_at_20_std": -0.093653, "nauc_map_at_20_diff1": 0.170418, "nauc_map_at_100_max": 0.203365, "nauc_map_at_100_std": -0.088287, "nauc_map_at_100_diff1": 0.162136, "nauc_map_at_1000_max": 0.203365, "nauc_map_at_1000_std": -0.088287, "nauc_map_at_1000_diff1": 0.162136, "nauc_recall_at_1_max": 0.058711, "nauc_recall_at_1_std": -0.21683, "nauc_recall_at_1_diff1": 0.384357, "nauc_recall_at_3_max": 0.114981, "nauc_recall_at_3_std": -0.174153, "nauc_recall_at_3_diff1": 0.154585, "nauc_recall_at_5_max": 0.134347, "nauc_recall_at_5_std": -0.106148, "nauc_recall_at_5_diff1": 0.116586, "nauc_recall_at_10_max": 0.219495, "nauc_recall_at_10_std": -0.048885, "nauc_recall_at_10_diff1": 0.074184, "nauc_recall_at_20_max": 0.264434, "nauc_recall_at_20_std": 0.029281, "nauc_recall_at_20_diff1": 0.037191, "nauc_recall_at_100_max": 0.306619, "nauc_recall_at_100_std": 0.03484, "nauc_recall_at_100_diff1": 0.011351, "nauc_recall_at_1000_max": 0.306619, "nauc_recall_at_1000_std": 0.03484, "nauc_recall_at_1000_diff1": 0.011351, "nauc_precision_at_1_max": 0.250158, "nauc_precision_at_1_std": -0.115443, "nauc_precision_at_1_diff1": 0.288956, "nauc_precision_at_3_max": 0.201039, "nauc_precision_at_3_std": 0.039461, "nauc_precision_at_3_diff1": -0.123952, "nauc_precision_at_5_max": 0.163893, "nauc_precision_at_5_std": 0.140611, "nauc_precision_at_5_diff1": -0.181922, "nauc_precision_at_10_max": 0.140918, "nauc_precision_at_10_std": 0.206283, "nauc_precision_at_10_diff1": -0.171363, "nauc_precision_at_20_max": 0.091496, "nauc_precision_at_20_std": 0.223753, "nauc_precision_at_20_diff1": -0.148657, "nauc_precision_at_100_max": 0.056449, "nauc_precision_at_100_std": 0.188762, "nauc_precision_at_100_diff1": -0.163464, "nauc_precision_at_1000_max": 0.056449, "nauc_precision_at_1000_std": 0.188762, "nauc_precision_at_1000_diff1": -0.163464, "nauc_mrr_at_1_max": 0.250158, "nauc_mrr_at_1_std": -0.115443, "nauc_mrr_at_1_diff1": 0.288956, "nauc_mrr_at_3_max": 0.2935, "nauc_mrr_at_3_std": -0.101184, "nauc_mrr_at_3_diff1": 0.208394, "nauc_mrr_at_5_max": 0.288529, "nauc_mrr_at_5_std": -0.079921, "nauc_mrr_at_5_diff1": 0.212906, "nauc_mrr_at_10_max": 0.285073, "nauc_mrr_at_10_std": -0.080693, "nauc_mrr_at_10_diff1": 0.212365, "nauc_mrr_at_20_max": 0.287476, "nauc_mrr_at_20_std": -0.080213, "nauc_mrr_at_20_diff1": 0.211887, "nauc_mrr_at_100_max": 0.288211, "nauc_mrr_at_100_std": -0.080808, "nauc_mrr_at_100_diff1": 0.212204, "nauc_mrr_at_1000_max": 0.288211, "nauc_mrr_at_1000_std": -0.080808, "nauc_mrr_at_1000_diff1": 0.212204, "hit_rate_at_1": 0.6478, "hit_rate_at_3": 0.86164, "hit_rate_at_5": 0.89308, "hit_rate_at_10": 0.91509, "hit_rate_at_20": 0.9434, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.64043, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.36164, "ndcg_at_3": 0.34307, "ndcg_at_5": 0.3318, "ndcg_at_10": 0.32532, "ndcg_at_20": 0.3279, "ndcg_at_100": 0.33201, "ndcg_at_1000": 0.33201, "map_at_1": 0.15284, "map_at_3": 0.21697, "map_at_5": 0.23371, "map_at_10": 0.24979, "map_at_20": 0.25926, "map_at_100": 0.26263, "map_at_1000": 0.26263, "recall_at_1": 0.15284, "recall_at_3": 0.24522, "recall_at_5": 0.27711, "recall_at_10": 0.31268, "recall_at_20": 0.3408, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.15284, "precision_at_1": 0.37736, "precision_at_3": 0.24948, "precision_at_5": 0.18553, "precision_at_10": 0.11824, "precision_at_20": 0.07264, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.377358, "mrr_at_3": 0.430294, "mrr_at_5": 0.436426, "mrr_at_10": 0.440234, "mrr_at_20": 0.441254, "mrr_at_100": 0.441472, "mrr_at_1000": 0.441472, "nauc_ndcg_at_1_max": 0.552706, "nauc_ndcg_at_1_std": 0.370973, "nauc_ndcg_at_1_diff1": 0.061175, "nauc_ndcg_at_3_max": 0.562939, "nauc_ndcg_at_3_std": 0.381259, "nauc_ndcg_at_3_diff1": -0.009421, "nauc_ndcg_at_5_max": 0.566065, "nauc_ndcg_at_5_std": 0.384867, "nauc_ndcg_at_5_diff1": -0.032129, "nauc_ndcg_at_10_max": 0.566128, "nauc_ndcg_at_10_std": 0.400717, "nauc_ndcg_at_10_diff1": -0.042896, "nauc_ndcg_at_20_max": 0.571802, "nauc_ndcg_at_20_std": 0.40319, "nauc_ndcg_at_20_diff1": -0.051588, "nauc_ndcg_at_100_max": 0.57099, "nauc_ndcg_at_100_std": 0.400681, "nauc_ndcg_at_100_diff1": -0.055203, "nauc_ndcg_at_1000_max": 0.57099, "nauc_ndcg_at_1000_std": 0.400681, "nauc_ndcg_at_1000_diff1": -0.055203, "nauc_map_at_1_max": 0.385647, "nauc_map_at_1_std": 0.178593, "nauc_map_at_1_diff1": 0.157125, "nauc_map_at_3_max": 0.465958, "nauc_map_at_3_std": 0.255273, "nauc_map_at_3_diff1": 0.057551, "nauc_map_at_5_max": 0.495372, "nauc_map_at_5_std": 0.28823, "nauc_map_at_5_diff1": 0.027179, "nauc_map_at_10_max": 0.508247, "nauc_map_at_10_std": 0.32098, "nauc_map_at_10_diff1": 0.00325, "nauc_map_at_20_max": 0.513501, "nauc_map_at_20_std": 0.337934, "nauc_map_at_20_diff1": -0.014293, "nauc_map_at_100_max": 0.512316, "nauc_map_at_100_std": 0.339362, "nauc_map_at_100_diff1": -0.02064, "nauc_map_at_1000_max": 0.512316, "nauc_map_at_1000_std": 0.339362, "nauc_map_at_1000_diff1": -0.02064, "nauc_recall_at_1_max": 0.385647, "nauc_recall_at_1_std": 0.178593, "nauc_recall_at_1_diff1": 0.157125, "nauc_recall_at_3_max": 0.469066, "nauc_recall_at_3_std": 0.27825, "nauc_recall_at_3_diff1": 0.014856, "nauc_recall_at_5_max": 0.506956, "nauc_recall_at_5_std": 0.328044, "nauc_recall_at_5_diff1": -0.040793, "nauc_recall_at_10_max": 0.519962, "nauc_recall_at_10_std": 0.394346, "nauc_recall_at_10_diff1": -0.081683, "nauc_recall_at_20_max": 0.538219, "nauc_recall_at_20_std": 0.429913, "nauc_recall_at_20_diff1": -0.108598, "nauc_recall_at_100_max": 0.541678, "nauc_recall_at_100_std": 0.431479, "nauc_recall_at_100_diff1": -0.11938, "nauc_recall_at_1000_max": 0.541678, "nauc_recall_at_1000_std": 0.431479, "nauc_recall_at_1000_diff1": -0.11938, "nauc_precision_at_1_max": 0.584068, "nauc_precision_at_1_std": 0.380179, "nauc_precision_at_1_diff1": 0.061207, "nauc_precision_at_3_max": 0.545661, "nauc_precision_at_3_std": 0.395304, "nauc_precision_at_3_diff1": -0.111396, "nauc_precision_at_5_max": 0.537285, "nauc_precision_at_5_std": 0.413238, "nauc_precision_at_5_diff1": -0.168617, "nauc_precision_at_10_max": 0.490856, "nauc_precision_at_10_std": 0.439766, "nauc_precision_at_10_diff1": -0.203741, "nauc_precision_at_20_max": 0.430045, "nauc_precision_at_20_std": 0.442529, "nauc_precision_at_20_diff1": -0.233662, "nauc_precision_at_100_max": 0.397605, "nauc_precision_at_100_std": 0.411948, "nauc_precision_at_100_diff1": -0.237846, "nauc_precision_at_1000_max": 0.397605, "nauc_precision_at_1000_std": 0.411948, "nauc_precision_at_1000_diff1": -0.237846, "nauc_mrr_at_1_max": 0.584068, "nauc_mrr_at_1_std": 0.380179, "nauc_mrr_at_1_diff1": 0.061207, "nauc_mrr_at_3_max": 0.610742, "nauc_mrr_at_3_std": 0.40833, "nauc_mrr_at_3_diff1": 0.005583, "nauc_mrr_at_5_max": 0.622276, "nauc_mrr_at_5_std": 0.423247, "nauc_mrr_at_5_diff1": -0.006734, "nauc_mrr_at_10_max": 0.624319, "nauc_mrr_at_10_std": 0.427933, "nauc_mrr_at_10_diff1": -0.005353, "nauc_mrr_at_20_max": 0.626013, "nauc_mrr_at_20_std": 0.430673, "nauc_mrr_at_20_diff1": -0.004912, "nauc_mrr_at_100_max": 0.625746, "nauc_mrr_at_100_std": 0.430921, "nauc_mrr_at_100_diff1": -0.005065, "nauc_mrr_at_1000_max": 0.625746, "nauc_mrr_at_1000_std": 0.430921, "nauc_mrr_at_1000_diff1": -0.005065, "hit_rate_at_1": 0.37736, "hit_rate_at_3": 0.49686, "hit_rate_at_5": 0.52201, "hit_rate_at_10": 0.54717, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.32532, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.38994, "ndcg_at_3": 0.37717, "ndcg_at_5": 0.36407, "ndcg_at_10": 0.36558, "ndcg_at_20": 0.36808, "ndcg_at_100": 0.37159, "ndcg_at_1000": 0.37159, "map_at_1": 0.16983, "map_at_3": 0.24398, "map_at_5": 0.2607, "map_at_10": 0.28142, "map_at_20": 0.28996, "map_at_100": 0.2924, "map_at_1000": 0.2924, "recall_at_1": 0.16983, "recall_at_3": 0.28026, "recall_at_5": 0.3062, "recall_at_10": 0.36377, "recall_at_20": 0.39327, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.16983, "precision_at_1": 0.41509, "precision_at_3": 0.27149, "precision_at_5": 0.20189, "precision_at_10": 0.13113, "precision_at_20": 0.07956, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.415094, "mrr_at_3": 0.478512, "mrr_at_5": 0.482285, "mrr_at_10": 0.488302, "mrr_at_20": 0.48937, "mrr_at_100": 0.489646, "mrr_at_1000": 0.489646, "nauc_ndcg_at_1_max": 0.540889, "nauc_ndcg_at_1_std": 0.32521, "nauc_ndcg_at_1_diff1": 0.004124, "nauc_ndcg_at_3_max": 0.561919, "nauc_ndcg_at_3_std": 0.385783, "nauc_ndcg_at_3_diff1": -0.067513, "nauc_ndcg_at_5_max": 0.550941, "nauc_ndcg_at_5_std": 0.379459, "nauc_ndcg_at_5_diff1": -0.076599, "nauc_ndcg_at_10_max": 0.565982, "nauc_ndcg_at_10_std": 0.416634, "nauc_ndcg_at_10_diff1": -0.107493, "nauc_ndcg_at_20_max": 0.569831, "nauc_ndcg_at_20_std": 0.44103, "nauc_ndcg_at_20_diff1": -0.121755, "nauc_ndcg_at_100_max": 0.569128, "nauc_ndcg_at_100_std": 0.444825, "nauc_ndcg_at_100_diff1": -0.129289, "nauc_ndcg_at_1000_max": 0.569128, "nauc_ndcg_at_1000_std": 0.444825, "nauc_ndcg_at_1000_diff1": -0.129289, "nauc_map_at_1_max": 0.384854, "nauc_map_at_1_std": 0.150762, "nauc_map_at_1_diff1": 0.093019, "nauc_map_at_3_max": 0.46469, "nauc_map_at_3_std": 0.269019, "nauc_map_at_3_diff1": -0.033769, "nauc_map_at_5_max": 0.48117, "nauc_map_at_5_std": 0.300468, "nauc_map_at_5_diff1": -0.052551, "nauc_map_at_10_max": 0.504706, "nauc_map_at_10_std": 0.342973, "nauc_map_at_10_diff1": -0.077555, "nauc_map_at_20_max": 0.509833, "nauc_map_at_20_std": 0.364328, "nauc_map_at_20_diff1": -0.09106, "nauc_map_at_100_max": 0.509542, "nauc_map_at_100_std": 0.370315, "nauc_map_at_100_diff1": -0.095591, "nauc_map_at_1000_max": 0.509542, "nauc_map_at_1000_std": 0.370315, "nauc_map_at_1000_diff1": -0.095591, "nauc_recall_at_1_max": 0.384854, "nauc_recall_at_1_std": 0.150762, "nauc_recall_at_1_diff1": 0.093019, "nauc_recall_at_3_max": 0.45343, "nauc_recall_at_3_std": 0.293407, "nauc_recall_at_3_diff1": -0.083197, "nauc_recall_at_5_max": 0.468013, "nauc_recall_at_5_std": 0.329295, "nauc_recall_at_5_diff1": -0.11384, "nauc_recall_at_10_max": 0.516345, "nauc_recall_at_10_std": 0.439037, "nauc_recall_at_10_diff1": -0.182611, "nauc_recall_at_20_max": 0.530647, "nauc_recall_at_20_std": 0.501659, "nauc_recall_at_20_diff1": -0.213287, "nauc_recall_at_100_max": 0.525277, "nauc_recall_at_100_std": 0.512123, "nauc_recall_at_100_diff1": -0.234906, "nauc_recall_at_1000_max": 0.525277, "nauc_recall_at_1000_std": 0.512123, "nauc_recall_at_1000_diff1": -0.234906, "nauc_precision_at_1_max": 0.588301, "nauc_precision_at_1_std": 0.331095, "nauc_precision_at_1_diff1": -0.031796, "nauc_precision_at_3_max": 0.549573, "nauc_precision_at_3_std": 0.453848, "nauc_precision_at_3_diff1": -0.187144, "nauc_precision_at_5_max": 0.491928, "nauc_precision_at_5_std": 0.440379, "nauc_precision_at_5_diff1": -0.190599, "nauc_precision_at_10_max": 0.468485, "nauc_precision_at_10_std": 0.46525, "nauc_precision_at_10_diff1": -0.219736, "nauc_precision_at_20_max": 0.397512, "nauc_precision_at_20_std": 0.492425, "nauc_precision_at_20_diff1": -0.247075, "nauc_precision_at_100_max": 0.367654, "nauc_precision_at_100_std": 0.485955, "nauc_precision_at_100_diff1": -0.262109, "nauc_precision_at_1000_max": 0.367654, "nauc_precision_at_1000_std": 0.485955, "nauc_precision_at_1000_diff1": -0.262109, "nauc_mrr_at_1_max": 0.588301, "nauc_mrr_at_1_std": 0.331095, "nauc_mrr_at_1_diff1": -0.031796, "nauc_mrr_at_3_max": 0.628965, "nauc_mrr_at_3_std": 0.411061, "nauc_mrr_at_3_diff1": -0.0807, "nauc_mrr_at_5_max": 0.630212, "nauc_mrr_at_5_std": 0.412346, "nauc_mrr_at_5_diff1": -0.08827, "nauc_mrr_at_10_max": 0.637268, "nauc_mrr_at_10_std": 0.424881, "nauc_mrr_at_10_diff1": -0.098887, "nauc_mrr_at_20_max": 0.637454, "nauc_mrr_at_20_std": 0.428855, "nauc_mrr_at_20_diff1": -0.099509, "nauc_mrr_at_100_max": 0.637158, "nauc_mrr_at_100_std": 0.428643, "nauc_mrr_at_100_diff1": -0.100096, "nauc_mrr_at_1000_max": 0.637158, "nauc_mrr_at_1000_std": 0.428643, "nauc_mrr_at_1000_diff1": -0.100096, "hit_rate_at_1": 0.41509, "hit_rate_at_3": 0.5566, "hit_rate_at_5": 0.57233, "hit_rate_at_10": 0.61321, "hit_rate_at_20": 0.62893, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.36558, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.35692, "ndcg_at_3": 0.35197, "ndcg_at_5": 0.33864, "ndcg_at_10": 0.33115, "ndcg_at_20": 0.33226, "ndcg_at_100": 0.33805, "ndcg_at_1000": 0.33805, "map_at_1": 0.15076, "map_at_3": 0.22328, "map_at_5": 0.23995, "map_at_10": 0.25545, "map_at_20": 0.26384, "map_at_100": 0.26859, "map_at_1000": 0.26859, "recall_at_1": 0.15076, "recall_at_3": 0.25879, "recall_at_5": 0.28431, "recall_at_10": 0.31934, "recall_at_20": 0.34533, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.15076, "precision_at_1": 0.37421, "precision_at_3": 0.26101, "precision_at_5": 0.19371, "precision_at_10": 0.12107, "precision_at_20": 0.07327, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.374214, "mrr_at_3": 0.43501, "mrr_at_5": 0.439413, "mrr_at_10": 0.440736, "mrr_at_20": 0.441935, "mrr_at_100": 0.44232, "mrr_at_1000": 0.44232, "nauc_ndcg_at_1_max": 0.555179, "nauc_ndcg_at_1_std": 0.303531, "nauc_ndcg_at_1_diff1": -0.042911, "nauc_ndcg_at_3_max": 0.558295, "nauc_ndcg_at_3_std": 0.341111, "nauc_ndcg_at_3_diff1": -0.133336, "nauc_ndcg_at_5_max": 0.53544, "nauc_ndcg_at_5_std": 0.334843, "nauc_ndcg_at_5_diff1": -0.14041, "nauc_ndcg_at_10_max": 0.536537, "nauc_ndcg_at_10_std": 0.348213, "nauc_ndcg_at_10_diff1": -0.145178, "nauc_ndcg_at_20_max": 0.545025, "nauc_ndcg_at_20_std": 0.354026, "nauc_ndcg_at_20_diff1": -0.149119, "nauc_ndcg_at_100_max": 0.546415, "nauc_ndcg_at_100_std": 0.356182, "nauc_ndcg_at_100_diff1": -0.154968, "nauc_ndcg_at_1000_max": 0.546415, "nauc_ndcg_at_1000_std": 0.356182, "nauc_ndcg_at_1000_diff1": -0.154968, "nauc_map_at_1_max": 0.351341, "nauc_map_at_1_std": 0.105062, "nauc_map_at_1_diff1": 0.132208, "nauc_map_at_3_max": 0.446829, "nauc_map_at_3_std": 0.214288, "nauc_map_at_3_diff1": -0.03361, "nauc_map_at_5_max": 0.462961, "nauc_map_at_5_std": 0.25281, "nauc_map_at_5_diff1": -0.065226, "nauc_map_at_10_max": 0.47795, "nauc_map_at_10_std": 0.282724, "nauc_map_at_10_diff1": -0.088416, "nauc_map_at_20_max": 0.485101, "nauc_map_at_20_std": 0.29516, "nauc_map_at_20_diff1": -0.103344, "nauc_map_at_100_max": 0.487942, "nauc_map_at_100_std": 0.298961, "nauc_map_at_100_diff1": -0.111888, "nauc_map_at_1000_max": 0.487942, "nauc_map_at_1000_std": 0.298961, "nauc_map_at_1000_diff1": -0.111888, "nauc_recall_at_1_max": 0.351341, "nauc_recall_at_1_std": 0.105062, "nauc_recall_at_1_diff1": 0.132208, "nauc_recall_at_3_max": 0.439553, "nauc_recall_at_3_std": 0.237883, "nauc_recall_at_3_diff1": -0.091528, "nauc_recall_at_5_max": 0.454849, "nauc_recall_at_5_std": 0.282308, "nauc_recall_at_5_diff1": -0.133068, "nauc_recall_at_10_max": 0.482973, "nauc_recall_at_10_std": 0.344776, "nauc_recall_at_10_diff1": -0.166138, "nauc_recall_at_20_max": 0.503526, "nauc_recall_at_20_std": 0.372333, "nauc_recall_at_20_diff1": -0.183591, "nauc_recall_at_100_max": 0.507539, "nauc_recall_at_100_std": 0.375791, "nauc_recall_at_100_diff1": -0.194671, "nauc_recall_at_1000_max": 0.507539, "nauc_recall_at_1000_std": 0.375791, "nauc_recall_at_1000_diff1": -0.194671, "nauc_precision_at_1_max": 0.566515, "nauc_precision_at_1_std": 0.31582, "nauc_precision_at_1_diff1": -0.033989, "nauc_precision_at_3_max": 0.548905, "nauc_precision_at_3_std": 0.426038, "nauc_precision_at_3_diff1": -0.249741, "nauc_precision_at_5_max": 0.496982, "nauc_precision_at_5_std": 0.425612, "nauc_precision_at_5_diff1": -0.281316, "nauc_precision_at_10_max": 0.45014, "nauc_precision_at_10_std": 0.421768, "nauc_precision_at_10_diff1": -0.295437, "nauc_precision_at_20_max": 0.420052, "nauc_precision_at_20_std": 0.410826, "nauc_precision_at_20_diff1": -0.311514, "nauc_precision_at_100_max": 0.387609, "nauc_precision_at_100_std": 0.372319, "nauc_precision_at_100_diff1": -0.308806, "nauc_precision_at_1000_max": 0.387609, "nauc_precision_at_1000_std": 0.372319, "nauc_precision_at_1000_diff1": -0.308806, "nauc_mrr_at_1_max": 0.566515, "nauc_mrr_at_1_std": 0.31582, "nauc_mrr_at_1_diff1": -0.033989, "nauc_mrr_at_3_max": 0.603906, "nauc_mrr_at_3_std": 0.387991, "nauc_mrr_at_3_diff1": -0.103506, "nauc_mrr_at_5_max": 0.611257, "nauc_mrr_at_5_std": 0.396138, "nauc_mrr_at_5_diff1": -0.113148, "nauc_mrr_at_10_max": 0.613596, "nauc_mrr_at_10_std": 0.400828, "nauc_mrr_at_10_diff1": -0.114317, "nauc_mrr_at_20_max": 0.613837, "nauc_mrr_at_20_std": 0.402938, "nauc_mrr_at_20_diff1": -0.114049, "nauc_mrr_at_100_max": 0.613268, "nauc_mrr_at_100_std": 0.402996, "nauc_mrr_at_100_diff1": -0.114086, "nauc_mrr_at_1000_max": 0.613268, "nauc_mrr_at_1000_std": 0.402996, "nauc_mrr_at_1000_diff1": -0.114086, "hit_rate_at_1": 0.37421, "hit_rate_at_3": 0.51572, "hit_rate_at_5": 0.53459, "hit_rate_at_10": 0.54403, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.33115, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 686.8852611202747, "kg_co2_emissions": null, "date": 1793341670.758603, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.000718509778380394, "end": 115.21898732893169, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 115.33505726791918, "end": 115.39403220638633, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 115.56793571636081, "end": 228.906982710585, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 229.12573502399027, "end": 229.18637153692544, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 229.37504132837057, "end": 314.7601237744093, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 315.09399603679776, "end": 315.1527577470988, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 315.3270501047373, "end": 436.1041513364762, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 436.54747085645795, "end": 436.6076986081898, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 436.7906521372497, "end": 559.2136305812746, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 559.760975709185, "end": 559.8230522088706, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 560.0010602045804, "end": 685.9830306842923, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 686.6327078714967, "end": 686.6930107157677, "split": "test", "subset": "portuguese" } ] }