{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.33176, "ndcg_at_3": 0.3071, "ndcg_at_5": 0.30091, "ndcg_at_10": 0.3027, "ndcg_at_20": 0.30444, "ndcg_at_100": 0.31236, "ndcg_at_1000": 0.31236, "map_at_1": 0.13806, "map_at_3": 0.18302, "map_at_5": 0.19891, "map_at_10": 0.21727, "map_at_20": 0.22629, "map_at_100": 0.23039, "map_at_1000": 0.23039, "recall_at_1": 0.13806, "recall_at_3": 0.20652, "recall_at_5": 0.23979, "recall_at_10": 0.2935, "recall_at_20": 0.32786, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.13806, "precision_at_1": 0.3522, "precision_at_3": 0.22432, "precision_at_5": 0.17421, "precision_at_10": 0.11855, "precision_at_20": 0.07248, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.352201, "mrr_at_3": 0.40566, "mrr_at_5": 0.415566, "mrr_at_10": 0.421839, "mrr_at_20": 0.423488, "mrr_at_100": 0.42378, "mrr_at_1000": 0.42378, "nauc_ndcg_at_1_max": 0.467481, "nauc_ndcg_at_1_std": 0.386774, "nauc_ndcg_at_1_diff1": 0.299406, "nauc_ndcg_at_3_max": 0.481169, "nauc_ndcg_at_3_std": 0.415979, "nauc_ndcg_at_3_diff1": 0.259893, "nauc_ndcg_at_5_max": 0.480319, "nauc_ndcg_at_5_std": 0.416297, "nauc_ndcg_at_5_diff1": 0.271825, "nauc_ndcg_at_10_max": 0.499954, "nauc_ndcg_at_10_std": 0.437031, "nauc_ndcg_at_10_diff1": 0.272855, "nauc_ndcg_at_20_max": 0.513468, "nauc_ndcg_at_20_std": 0.444007, "nauc_ndcg_at_20_diff1": 0.282611, "nauc_ndcg_at_100_max": 0.518672, "nauc_ndcg_at_100_std": 0.450157, "nauc_ndcg_at_100_diff1": 0.281243, "nauc_ndcg_at_1000_max": 0.518672, "nauc_ndcg_at_1000_std": 0.450157, "nauc_ndcg_at_1000_diff1": 0.281243, "nauc_map_at_1_max": 0.367361, "nauc_map_at_1_std": 0.229737, "nauc_map_at_1_diff1": 0.406775, "nauc_map_at_3_max": 0.409871, "nauc_map_at_3_std": 0.283235, "nauc_map_at_3_diff1": 0.335199, "nauc_map_at_5_max": 0.427335, "nauc_map_at_5_std": 0.308435, "nauc_map_at_5_diff1": 0.333718, "nauc_map_at_10_max": 0.451239, "nauc_map_at_10_std": 0.348195, "nauc_map_at_10_diff1": 0.320354, "nauc_map_at_20_max": 0.460932, "nauc_map_at_20_std": 0.368343, "nauc_map_at_20_diff1": 0.309969, "nauc_map_at_100_max": 0.467694, "nauc_map_at_100_std": 0.377809, "nauc_map_at_100_diff1": 0.305705, "nauc_map_at_1000_max": 0.467694, "nauc_map_at_1000_std": 0.377809, "nauc_map_at_1000_diff1": 0.305705, "nauc_recall_at_1_max": 0.367361, "nauc_recall_at_1_std": 0.229737, "nauc_recall_at_1_diff1": 0.406775, "nauc_recall_at_3_max": 0.434284, "nauc_recall_at_3_std": 0.3136, "nauc_recall_at_3_diff1": 0.297326, "nauc_recall_at_5_max": 0.456305, "nauc_recall_at_5_std": 0.350896, "nauc_recall_at_5_diff1": 0.303971, "nauc_recall_at_10_max": 0.47924, "nauc_recall_at_10_std": 0.416221, "nauc_recall_at_10_diff1": 0.25645, "nauc_recall_at_20_max": 0.501666, "nauc_recall_at_20_std": 0.456898, "nauc_recall_at_20_diff1": 0.249246, "nauc_recall_at_100_max": 0.519972, "nauc_recall_at_100_std": 0.480361, "nauc_recall_at_100_diff1": 0.249211, "nauc_recall_at_1000_max": 0.519972, "nauc_recall_at_1000_std": 0.480361, "nauc_recall_at_1000_diff1": 0.249211, "nauc_precision_at_1_max": 0.474931, "nauc_precision_at_1_std": 0.398317, "nauc_precision_at_1_diff1": 0.300759, "nauc_precision_at_3_max": 0.437127, "nauc_precision_at_3_std": 0.429381, "nauc_precision_at_3_diff1": 0.136246, "nauc_precision_at_5_max": 0.406927, "nauc_precision_at_5_std": 0.429516, "nauc_precision_at_5_diff1": 0.118118, "nauc_precision_at_10_max": 0.386663, "nauc_precision_at_10_std": 0.453924, "nauc_precision_at_10_diff1": 0.057829, "nauc_precision_at_20_max": 0.377205, "nauc_precision_at_20_std": 0.463216, "nauc_precision_at_20_diff1": 0.028343, "nauc_precision_at_100_max": 0.37456, "nauc_precision_at_100_std": 0.459629, "nauc_precision_at_100_diff1": 0.018063, "nauc_precision_at_1000_max": 0.37456, "nauc_precision_at_1000_std": 0.459629, "nauc_precision_at_1000_diff1": 0.018063, "nauc_mrr_at_1_max": 0.474931, "nauc_mrr_at_1_std": 0.398317, "nauc_mrr_at_1_diff1": 0.300759, "nauc_mrr_at_3_max": 0.520204, "nauc_mrr_at_3_std": 0.457003, "nauc_mrr_at_3_diff1": 0.263383, "nauc_mrr_at_5_max": 0.520756, "nauc_mrr_at_5_std": 0.460411, "nauc_mrr_at_5_diff1": 0.271798, "nauc_mrr_at_10_max": 0.519799, "nauc_mrr_at_10_std": 0.461796, "nauc_mrr_at_10_diff1": 0.267523, "nauc_mrr_at_20_max": 0.521446, "nauc_mrr_at_20_std": 0.463917, "nauc_mrr_at_20_diff1": 0.268168, "nauc_mrr_at_100_max": 0.521236, "nauc_mrr_at_100_std": 0.463689, "nauc_mrr_at_100_diff1": 0.268022, "nauc_mrr_at_1000_max": 0.521236, "nauc_mrr_at_1000_std": 0.463689, "nauc_mrr_at_1000_diff1": 0.268022, "hit_rate_at_1": 0.3522, "hit_rate_at_3": 0.46855, "hit_rate_at_5": 0.51258, "hit_rate_at_10": 0.5566, "hit_rate_at_20": 0.58176, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.3027, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.3522, "ndcg_at_3": 0.32335, "ndcg_at_5": 0.31796, "ndcg_at_10": 0.32404, "ndcg_at_20": 0.33251, "ndcg_at_100": 0.34683, "ndcg_at_1000": 0.34683, "map_at_1": 0.1396, "map_at_3": 0.19633, "map_at_5": 0.21423, "map_at_10": 0.23362, "map_at_20": 0.24614, "map_at_100": 0.25411, "map_at_1000": 0.25411, "recall_at_1": 0.1396, "recall_at_3": 0.22625, "recall_at_5": 0.2647, "recall_at_10": 0.32752, "recall_at_20": 0.37957, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.1396, "precision_at_1": 0.36792, "precision_at_3": 0.23585, "precision_at_5": 0.18302, "precision_at_10": 0.12484, "precision_at_20": 0.08035, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.367925, "mrr_at_3": 0.427673, "mrr_at_5": 0.439151, "mrr_at_10": 0.445162, "mrr_at_20": 0.448437, "mrr_at_100": 0.448977, "mrr_at_1000": 0.448977, "nauc_ndcg_at_1_max": 0.398199, "nauc_ndcg_at_1_std": 0.283382, "nauc_ndcg_at_1_diff1": 0.315931, "nauc_ndcg_at_3_max": 0.439571, "nauc_ndcg_at_3_std": 0.338251, "nauc_ndcg_at_3_diff1": 0.250785, "nauc_ndcg_at_5_max": 0.466407, "nauc_ndcg_at_5_std": 0.375353, "nauc_ndcg_at_5_diff1": 0.213715, "nauc_ndcg_at_10_max": 0.48441, "nauc_ndcg_at_10_std": 0.413455, "nauc_ndcg_at_10_diff1": 0.186149, "nauc_ndcg_at_20_max": 0.491084, "nauc_ndcg_at_20_std": 0.432014, "nauc_ndcg_at_20_diff1": 0.177732, "nauc_ndcg_at_100_max": 0.495558, "nauc_ndcg_at_100_std": 0.439613, "nauc_ndcg_at_100_diff1": 0.172536, "nauc_ndcg_at_1000_max": 0.495558, "nauc_ndcg_at_1000_std": 0.439613, "nauc_ndcg_at_1000_diff1": 0.172536, "nauc_map_at_1_max": 0.316902, "nauc_map_at_1_std": 0.1862, "nauc_map_at_1_diff1": 0.274362, "nauc_map_at_3_max": 0.376572, "nauc_map_at_3_std": 0.257592, "nauc_map_at_3_diff1": 0.220513, "nauc_map_at_5_max": 0.398296, "nauc_map_at_5_std": 0.289697, "nauc_map_at_5_diff1": 0.202176, "nauc_map_at_10_max": 0.425134, "nauc_map_at_10_std": 0.330969, "nauc_map_at_10_diff1": 0.191056, "nauc_map_at_20_max": 0.432709, "nauc_map_at_20_std": 0.354939, "nauc_map_at_20_diff1": 0.182184, "nauc_map_at_100_max": 0.438328, "nauc_map_at_100_std": 0.365765, "nauc_map_at_100_diff1": 0.177785, "nauc_map_at_1000_max": 0.438328, "nauc_map_at_1000_std": 0.365765, "nauc_map_at_1000_diff1": 0.177785, "nauc_recall_at_1_max": 0.316902, "nauc_recall_at_1_std": 0.1862, "nauc_recall_at_1_diff1": 0.274362, "nauc_recall_at_3_max": 0.403003, "nauc_recall_at_3_std": 0.294591, "nauc_recall_at_3_diff1": 0.165947, "nauc_recall_at_5_max": 0.446534, "nauc_recall_at_5_std": 0.361875, "nauc_recall_at_5_diff1": 0.11864, "nauc_recall_at_10_max": 0.469617, "nauc_recall_at_10_std": 0.432122, "nauc_recall_at_10_diff1": 0.077698, "nauc_recall_at_20_max": 0.484304, "nauc_recall_at_20_std": 0.481519, "nauc_recall_at_20_diff1": 0.076182, "nauc_recall_at_100_max": 0.500167, "nauc_recall_at_100_std": 0.504745, "nauc_recall_at_100_diff1": 0.069907, "nauc_recall_at_1000_max": 0.500167, "nauc_recall_at_1000_std": 0.504745, "nauc_recall_at_1000_diff1": 0.069907, "nauc_precision_at_1_max": 0.409265, "nauc_precision_at_1_std": 0.287858, "nauc_precision_at_1_diff1": 0.313008, "nauc_precision_at_3_max": 0.405785, "nauc_precision_at_3_std": 0.349285, "nauc_precision_at_3_diff1": 0.165284, "nauc_precision_at_5_max": 0.411222, "nauc_precision_at_5_std": 0.386432, "nauc_precision_at_5_diff1": 0.100351, "nauc_precision_at_10_max": 0.401192, "nauc_precision_at_10_std": 0.434087, "nauc_precision_at_10_diff1": 0.057726, "nauc_precision_at_20_max": 0.353642, "nauc_precision_at_20_std": 0.436916, "nauc_precision_at_20_diff1": 0.022849, "nauc_precision_at_100_max": 0.325183, "nauc_precision_at_100_std": 0.400593, "nauc_precision_at_100_diff1": 0.017729, "nauc_precision_at_1000_max": 0.325183, "nauc_precision_at_1000_std": 0.400593, "nauc_precision_at_1000_diff1": 0.017729, "nauc_mrr_at_1_max": 0.409265, "nauc_mrr_at_1_std": 0.287858, "nauc_mrr_at_1_diff1": 0.313008, "nauc_mrr_at_3_max": 0.460877, "nauc_mrr_at_3_std": 0.35155, "nauc_mrr_at_3_diff1": 0.29063, "nauc_mrr_at_5_max": 0.478964, "nauc_mrr_at_5_std": 0.376317, "nauc_mrr_at_5_diff1": 0.275961, "nauc_mrr_at_10_max": 0.481028, "nauc_mrr_at_10_std": 0.381884, "nauc_mrr_at_10_diff1": 0.275659, "nauc_mrr_at_20_max": 0.480233, "nauc_mrr_at_20_std": 0.381547, "nauc_mrr_at_20_diff1": 0.277324, "nauc_mrr_at_100_max": 0.480683, "nauc_mrr_at_100_std": 0.381901, "nauc_mrr_at_100_diff1": 0.277335, "nauc_mrr_at_1000_max": 0.480683, "nauc_mrr_at_1000_std": 0.381901, "nauc_mrr_at_1000_diff1": 0.277335, "hit_rate_at_1": 0.36792, "hit_rate_at_3": 0.49686, "hit_rate_at_5": 0.54717, "hit_rate_at_10": 0.59119, "hit_rate_at_20": 0.63522, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.32404, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.55189, "ndcg_at_3": 0.50942, "ndcg_at_5": 0.51665, "ndcg_at_10": 0.53776, "ndcg_at_20": 0.56552, "ndcg_at_100": 0.6025, "ndcg_at_1000": 0.6025, "map_at_1": 0.22493, "map_at_3": 0.32119, "map_at_5": 0.36187, "map_at_10": 0.40178, "map_at_20": 0.43084, "map_at_100": 0.44911, "map_at_1000": 0.44911, "recall_at_1": 0.22493, "recall_at_3": 0.35874, "recall_at_5": 0.43941, "recall_at_10": 0.55818, "recall_at_20": 0.66803, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.22493, "precision_at_1": 0.57862, "precision_at_3": 0.3805, "precision_at_5": 0.31447, "precision_at_10": 0.22421, "precision_at_20": 0.14969, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.578616, "mrr_at_3": 0.649371, "mrr_at_5": 0.663679, "mrr_at_10": 0.674431, "mrr_at_20": 0.677015, "mrr_at_100": 0.677988, "mrr_at_1000": 0.677988, "nauc_ndcg_at_1_max": 0.178997, "nauc_ndcg_at_1_std": -0.113945, "nauc_ndcg_at_1_diff1": 0.163668, "nauc_ndcg_at_3_max": 0.210414, "nauc_ndcg_at_3_std": -0.106489, "nauc_ndcg_at_3_diff1": 0.165821, "nauc_ndcg_at_5_max": 0.19796, "nauc_ndcg_at_5_std": -0.084368, "nauc_ndcg_at_5_diff1": 0.155236, "nauc_ndcg_at_10_max": 0.210923, "nauc_ndcg_at_10_std": -0.072854, "nauc_ndcg_at_10_diff1": 0.170048, "nauc_ndcg_at_20_max": 0.218456, "nauc_ndcg_at_20_std": -0.060501, "nauc_ndcg_at_20_diff1": 0.16863, "nauc_ndcg_at_100_max": 0.235025, "nauc_ndcg_at_100_std": -0.05417, "nauc_ndcg_at_100_diff1": 0.164999, "nauc_ndcg_at_1000_max": 0.235025, "nauc_ndcg_at_1000_std": -0.05417, "nauc_ndcg_at_1000_diff1": 0.164999, "nauc_map_at_1_max": 0.153383, "nauc_map_at_1_std": -0.141114, "nauc_map_at_1_diff1": 0.25317, "nauc_map_at_3_max": 0.211259, "nauc_map_at_3_std": -0.12985, "nauc_map_at_3_diff1": 0.194882, "nauc_map_at_5_max": 0.200225, "nauc_map_at_5_std": -0.119785, "nauc_map_at_5_diff1": 0.185937, "nauc_map_at_10_max": 0.199564, "nauc_map_at_10_std": -0.111327, "nauc_map_at_10_diff1": 0.196408, "nauc_map_at_20_max": 0.19499, "nauc_map_at_20_std": -0.083753, "nauc_map_at_20_diff1": 0.185612, "nauc_map_at_100_max": 0.200941, "nauc_map_at_100_std": -0.070488, "nauc_map_at_100_diff1": 0.181608, "nauc_map_at_1000_max": 0.200941, "nauc_map_at_1000_std": -0.070488, "nauc_map_at_1000_diff1": 0.181608, "nauc_recall_at_1_max": 0.153383, "nauc_recall_at_1_std": -0.141114, "nauc_recall_at_1_diff1": 0.25317, "nauc_recall_at_3_max": 0.217811, "nauc_recall_at_3_std": -0.116696, "nauc_recall_at_3_diff1": 0.161543, "nauc_recall_at_5_max": 0.194052, "nauc_recall_at_5_std": -0.084902, "nauc_recall_at_5_diff1": 0.139795, "nauc_recall_at_10_max": 0.216336, "nauc_recall_at_10_std": -0.030152, "nauc_recall_at_10_diff1": 0.139754, "nauc_recall_at_20_max": 0.207819, "nauc_recall_at_20_std": 0.047674, "nauc_recall_at_20_diff1": 0.114678, "nauc_recall_at_100_max": 0.287036, "nauc_recall_at_100_std": 0.11185, "nauc_recall_at_100_diff1": 0.079001, "nauc_recall_at_1000_max": 0.287036, "nauc_recall_at_1000_std": 0.11185, "nauc_recall_at_1000_diff1": 0.079001, "nauc_precision_at_1_max": 0.194791, "nauc_precision_at_1_std": -0.119252, "nauc_precision_at_1_diff1": 0.173078, "nauc_precision_at_3_max": 0.149025, "nauc_precision_at_3_std": -0.01471, "nauc_precision_at_3_diff1": 0.022305, "nauc_precision_at_5_max": 0.076211, "nauc_precision_at_5_std": 0.067576, "nauc_precision_at_5_diff1": -0.0289, "nauc_precision_at_10_max": -0.011059, "nauc_precision_at_10_std": 0.083971, "nauc_precision_at_10_diff1": -0.015982, "nauc_precision_at_20_max": -0.039276, "nauc_precision_at_20_std": 0.14809, "nauc_precision_at_20_diff1": -0.063126, "nauc_precision_at_100_max": -0.028783, "nauc_precision_at_100_std": 0.155666, "nauc_precision_at_100_diff1": -0.07782, "nauc_precision_at_1000_max": -0.028783, "nauc_precision_at_1000_std": 0.155666, "nauc_precision_at_1000_diff1": -0.07782, "nauc_mrr_at_1_max": 0.194791, "nauc_mrr_at_1_std": -0.119252, "nauc_mrr_at_1_diff1": 0.173078, "nauc_mrr_at_3_max": 0.213271, "nauc_mrr_at_3_std": -0.123071, "nauc_mrr_at_3_diff1": 0.166312, "nauc_mrr_at_5_max": 0.209646, "nauc_mrr_at_5_std": -0.114306, "nauc_mrr_at_5_diff1": 0.162217, "nauc_mrr_at_10_max": 0.214589, "nauc_mrr_at_10_std": -0.109795, "nauc_mrr_at_10_diff1": 0.15895, "nauc_mrr_at_20_max": 0.211878, "nauc_mrr_at_20_std": -0.111573, "nauc_mrr_at_20_diff1": 0.162757, "nauc_mrr_at_100_max": 0.21295, "nauc_mrr_at_100_std": -0.111269, "nauc_mrr_at_100_diff1": 0.16225, "nauc_mrr_at_1000_max": 0.21295, "nauc_mrr_at_1000_std": -0.111269, "nauc_mrr_at_1000_diff1": 0.16225, "hit_rate_at_1": 0.57862, "hit_rate_at_3": 0.73585, "hit_rate_at_5": 0.79874, "hit_rate_at_10": 0.8805, "hit_rate_at_20": 0.92138, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.53776, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.32075, "ndcg_at_3": 0.28946, "ndcg_at_5": 0.28507, "ndcg_at_10": 0.28895, "ndcg_at_20": 0.29134, "ndcg_at_100": 0.30322, "ndcg_at_1000": 0.30322, "map_at_1": 0.13658, "map_at_3": 0.17741, "map_at_5": 0.19303, "map_at_10": 0.21089, "map_at_20": 0.21912, "map_at_100": 0.22522, "map_at_1000": 0.22522, "recall_at_1": 0.13658, "recall_at_3": 0.19776, "recall_at_5": 0.23007, "recall_at_10": 0.285, "recall_at_20": 0.31383, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.13658, "precision_at_1": 0.33019, "precision_at_3": 0.20335, "precision_at_5": 0.15786, "precision_at_10": 0.10786, "precision_at_20": 0.06698, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.330189, "mrr_at_3": 0.374738, "mrr_at_5": 0.381813, "mrr_at_10": 0.39017, "mrr_at_20": 0.392324, "mrr_at_100": 0.392984, "mrr_at_1000": 0.392984, "nauc_ndcg_at_1_max": 0.479316, "nauc_ndcg_at_1_std": 0.374603, "nauc_ndcg_at_1_diff1": 0.31694, "nauc_ndcg_at_3_max": 0.477732, "nauc_ndcg_at_3_std": 0.391305, "nauc_ndcg_at_3_diff1": 0.29903, "nauc_ndcg_at_5_max": 0.493164, "nauc_ndcg_at_5_std": 0.417397, "nauc_ndcg_at_5_diff1": 0.291433, "nauc_ndcg_at_10_max": 0.525629, "nauc_ndcg_at_10_std": 0.449084, "nauc_ndcg_at_10_diff1": 0.28812, "nauc_ndcg_at_20_max": 0.532711, "nauc_ndcg_at_20_std": 0.456993, "nauc_ndcg_at_20_diff1": 0.287487, "nauc_ndcg_at_100_max": 0.539652, "nauc_ndcg_at_100_std": 0.467998, "nauc_ndcg_at_100_diff1": 0.286758, "nauc_ndcg_at_1000_max": 0.539652, "nauc_ndcg_at_1000_std": 0.467998, "nauc_ndcg_at_1000_diff1": 0.286758, "nauc_map_at_1_max": 0.43938, "nauc_map_at_1_std": 0.259989, "nauc_map_at_1_diff1": 0.362624, "nauc_map_at_3_max": 0.460309, "nauc_map_at_3_std": 0.300369, "nauc_map_at_3_diff1": 0.333864, "nauc_map_at_5_max": 0.470684, "nauc_map_at_5_std": 0.332599, "nauc_map_at_5_diff1": 0.32394, "nauc_map_at_10_max": 0.488718, "nauc_map_at_10_std": 0.368313, "nauc_map_at_10_diff1": 0.31654, "nauc_map_at_20_max": 0.493062, "nauc_map_at_20_std": 0.39059, "nauc_map_at_20_diff1": 0.299773, "nauc_map_at_100_max": 0.49515, "nauc_map_at_100_std": 0.400942, "nauc_map_at_100_diff1": 0.29116, "nauc_map_at_1000_max": 0.49515, "nauc_map_at_1000_std": 0.400942, "nauc_map_at_1000_diff1": 0.29116, "nauc_recall_at_1_max": 0.43938, "nauc_recall_at_1_std": 0.259989, "nauc_recall_at_1_diff1": 0.362624, "nauc_recall_at_3_max": 0.45723, "nauc_recall_at_3_std": 0.306759, "nauc_recall_at_3_diff1": 0.300949, "nauc_recall_at_5_max": 0.477735, "nauc_recall_at_5_std": 0.365719, "nauc_recall_at_5_diff1": 0.281326, "nauc_recall_at_10_max": 0.523446, "nauc_recall_at_10_std": 0.442074, "nauc_recall_at_10_diff1": 0.244991, "nauc_recall_at_20_max": 0.52747, "nauc_recall_at_20_std": 0.481662, "nauc_recall_at_20_diff1": 0.215642, "nauc_recall_at_100_max": 0.550054, "nauc_recall_at_100_std": 0.514447, "nauc_recall_at_100_diff1": 0.220675, "nauc_recall_at_1000_max": 0.550054, "nauc_recall_at_1000_std": 0.514447, "nauc_recall_at_1000_diff1": 0.220675, "nauc_precision_at_1_max": 0.494, "nauc_precision_at_1_std": 0.389126, "nauc_precision_at_1_diff1": 0.325878, "nauc_precision_at_3_max": 0.425348, "nauc_precision_at_3_std": 0.427874, "nauc_precision_at_3_diff1": 0.201574, "nauc_precision_at_5_max": 0.398126, "nauc_precision_at_5_std": 0.459865, "nauc_precision_at_5_diff1": 0.151445, "nauc_precision_at_10_max": 0.394872, "nauc_precision_at_10_std": 0.496278, "nauc_precision_at_10_diff1": 0.106675, "nauc_precision_at_20_max": 0.368201, "nauc_precision_at_20_std": 0.512456, "nauc_precision_at_20_diff1": 0.03611, "nauc_precision_at_100_max": 0.339707, "nauc_precision_at_100_std": 0.489518, "nauc_precision_at_100_diff1": 0.006031, "nauc_precision_at_1000_max": 0.339707, "nauc_precision_at_1000_std": 0.489518, "nauc_precision_at_1000_diff1": 0.006031, "nauc_mrr_at_1_max": 0.494, "nauc_mrr_at_1_std": 0.389126, "nauc_mrr_at_1_diff1": 0.325878, "nauc_mrr_at_3_max": 0.521807, "nauc_mrr_at_3_std": 0.438479, "nauc_mrr_at_3_diff1": 0.307771, "nauc_mrr_at_5_max": 0.525373, "nauc_mrr_at_5_std": 0.449077, "nauc_mrr_at_5_diff1": 0.30566, "nauc_mrr_at_10_max": 0.53531, "nauc_mrr_at_10_std": 0.461307, "nauc_mrr_at_10_diff1": 0.303803, "nauc_mrr_at_20_max": 0.536162, "nauc_mrr_at_20_std": 0.461797, "nauc_mrr_at_20_diff1": 0.303726, "nauc_mrr_at_100_max": 0.536901, "nauc_mrr_at_100_std": 0.46268, "nauc_mrr_at_100_diff1": 0.305026, "nauc_mrr_at_1000_max": 0.536901, "nauc_mrr_at_1000_std": 0.46268, "nauc_mrr_at_1000_diff1": 0.305026, "hit_rate_at_1": 0.33019, "hit_rate_at_3": 0.42767, "hit_rate_at_5": 0.45912, "hit_rate_at_10": 0.51572, "hit_rate_at_20": 0.54717, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.28895, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.33491, "ndcg_at_3": 0.30936, "ndcg_at_5": 0.31187, "ndcg_at_10": 0.31342, "ndcg_at_20": 0.31968, "ndcg_at_100": 0.33196, "ndcg_at_1000": 0.33196, "map_at_1": 0.14499, "map_at_3": 0.1904, "map_at_5": 0.21101, "map_at_10": 0.22703, "map_at_20": 0.23697, "map_at_100": 0.2422, "map_at_1000": 0.2422, "recall_at_1": 0.14499, "recall_at_3": 0.22057, "recall_at_5": 0.27257, "recall_at_10": 0.32552, "recall_at_20": 0.36409, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.14499, "precision_at_1": 0.35535, "precision_at_3": 0.22117, "precision_at_5": 0.17484, "precision_at_10": 0.11478, "precision_at_20": 0.07248, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.355346, "mrr_at_3": 0.412998, "mrr_at_5": 0.427463, "mrr_at_10": 0.43383, "mrr_at_20": 0.435067, "mrr_at_100": 0.436015, "mrr_at_1000": 0.436015, "nauc_ndcg_at_1_max": 0.38352, "nauc_ndcg_at_1_std": 0.257727, "nauc_ndcg_at_1_diff1": 0.376851, "nauc_ndcg_at_3_max": 0.416076, "nauc_ndcg_at_3_std": 0.305522, "nauc_ndcg_at_3_diff1": 0.332701, "nauc_ndcg_at_5_max": 0.44497, "nauc_ndcg_at_5_std": 0.34702, "nauc_ndcg_at_5_diff1": 0.304713, "nauc_ndcg_at_10_max": 0.478066, "nauc_ndcg_at_10_std": 0.382348, "nauc_ndcg_at_10_diff1": 0.303683, "nauc_ndcg_at_20_max": 0.495034, "nauc_ndcg_at_20_std": 0.404845, "nauc_ndcg_at_20_diff1": 0.301012, "nauc_ndcg_at_100_max": 0.506363, "nauc_ndcg_at_100_std": 0.419517, "nauc_ndcg_at_100_diff1": 0.303899, "nauc_ndcg_at_1000_max": 0.506363, "nauc_ndcg_at_1000_std": 0.419517, "nauc_ndcg_at_1000_diff1": 0.303899, "nauc_map_at_1_max": 0.376208, "nauc_map_at_1_std": 0.205757, "nauc_map_at_1_diff1": 0.363023, "nauc_map_at_3_max": 0.410731, "nauc_map_at_3_std": 0.264986, "nauc_map_at_3_diff1": 0.326327, "nauc_map_at_5_max": 0.427358, "nauc_map_at_5_std": 0.295849, "nauc_map_at_5_diff1": 0.306742, "nauc_map_at_10_max": 0.439612, "nauc_map_at_10_std": 0.319241, "nauc_map_at_10_diff1": 0.303087, "nauc_map_at_20_max": 0.445118, "nauc_map_at_20_std": 0.336871, "nauc_map_at_20_diff1": 0.294188, "nauc_map_at_100_max": 0.45035, "nauc_map_at_100_std": 0.345313, "nauc_map_at_100_diff1": 0.293065, "nauc_map_at_1000_max": 0.45035, "nauc_map_at_1000_std": 0.345313, "nauc_map_at_1000_diff1": 0.293065, "nauc_recall_at_1_max": 0.376208, "nauc_recall_at_1_std": 0.205757, "nauc_recall_at_1_diff1": 0.363023, "nauc_recall_at_3_max": 0.416797, "nauc_recall_at_3_std": 0.290953, "nauc_recall_at_3_diff1": 0.292555, "nauc_recall_at_5_max": 0.449753, "nauc_recall_at_5_std": 0.358617, "nauc_recall_at_5_diff1": 0.234965, "nauc_recall_at_10_max": 0.470761, "nauc_recall_at_10_std": 0.403073, "nauc_recall_at_10_diff1": 0.218109, "nauc_recall_at_20_max": 0.491913, "nauc_recall_at_20_std": 0.453601, "nauc_recall_at_20_diff1": 0.20133, "nauc_recall_at_100_max": 0.532348, "nauc_recall_at_100_std": 0.503704, "nauc_recall_at_100_diff1": 0.204821, "nauc_recall_at_1000_max": 0.532348, "nauc_recall_at_1000_std": 0.503704, "nauc_recall_at_1000_diff1": 0.204821, "nauc_precision_at_1_max": 0.396566, "nauc_precision_at_1_std": 0.273759, "nauc_precision_at_1_diff1": 0.357997, "nauc_precision_at_3_max": 0.36185, "nauc_precision_at_3_std": 0.325402, "nauc_precision_at_3_diff1": 0.208521, "nauc_precision_at_5_max": 0.359139, "nauc_precision_at_5_std": 0.367776, "nauc_precision_at_5_diff1": 0.122202, "nauc_precision_at_10_max": 0.348434, "nauc_precision_at_10_std": 0.388202, "nauc_precision_at_10_diff1": 0.092729, "nauc_precision_at_20_max": 0.30587, "nauc_precision_at_20_std": 0.376329, "nauc_precision_at_20_diff1": 0.048243, "nauc_precision_at_100_max": 0.282968, "nauc_precision_at_100_std": 0.353493, "nauc_precision_at_100_diff1": 0.04455, "nauc_precision_at_1000_max": 0.282968, "nauc_precision_at_1000_std": 0.353493, "nauc_precision_at_1000_diff1": 0.04455, "nauc_mrr_at_1_max": 0.396566, "nauc_mrr_at_1_std": 0.273759, "nauc_mrr_at_1_diff1": 0.357997, "nauc_mrr_at_3_max": 0.447511, "nauc_mrr_at_3_std": 0.343432, "nauc_mrr_at_3_diff1": 0.344423, "nauc_mrr_at_5_max": 0.463368, "nauc_mrr_at_5_std": 0.368932, "nauc_mrr_at_5_diff1": 0.337147, "nauc_mrr_at_10_max": 0.465859, "nauc_mrr_at_10_std": 0.37168, "nauc_mrr_at_10_diff1": 0.34098, "nauc_mrr_at_20_max": 0.465617, "nauc_mrr_at_20_std": 0.371549, "nauc_mrr_at_20_diff1": 0.340544, "nauc_mrr_at_100_max": 0.466684, "nauc_mrr_at_100_std": 0.372672, "nauc_mrr_at_100_diff1": 0.341783, "nauc_mrr_at_1000_max": 0.466684, "nauc_mrr_at_1000_std": 0.372672, "nauc_mrr_at_1000_diff1": 0.341783, "hit_rate_at_1": 0.35535, "hit_rate_at_3": 0.48742, "hit_rate_at_5": 0.55031, "hit_rate_at_10": 0.59748, "hit_rate_at_20": 0.61321, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.31342, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.31918, "ndcg_at_3": 0.29015, "ndcg_at_5": 0.28909, "ndcg_at_10": 0.29012, "ndcg_at_20": 0.29555, "ndcg_at_100": 0.30623, "ndcg_at_1000": 0.30623, "map_at_1": 0.13347, "map_at_3": 0.17758, "map_at_5": 0.19673, "map_at_10": 0.21369, "map_at_20": 0.22327, "map_at_100": 0.22936, "map_at_1000": 0.22936, "recall_at_1": 0.13347, "recall_at_3": 0.19765, "recall_at_5": 0.23808, "recall_at_10": 0.29059, "recall_at_20": 0.32678, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.13347, "precision_at_1": 0.33019, "precision_at_3": 0.20755, "precision_at_5": 0.16667, "precision_at_10": 0.11006, "precision_at_20": 0.06934, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.330189, "mrr_at_3": 0.374214, "mrr_at_5": 0.385063, "mrr_at_10": 0.391284, "mrr_at_20": 0.393831, "mrr_at_100": 0.394516, "mrr_at_1000": 0.394516, "nauc_ndcg_at_1_max": 0.403167, "nauc_ndcg_at_1_std": 0.312328, "nauc_ndcg_at_1_diff1": 0.31928, "nauc_ndcg_at_3_max": 0.437021, "nauc_ndcg_at_3_std": 0.35878, "nauc_ndcg_at_3_diff1": 0.27671, "nauc_ndcg_at_5_max": 0.460994, "nauc_ndcg_at_5_std": 0.386382, "nauc_ndcg_at_5_diff1": 0.258338, "nauc_ndcg_at_10_max": 0.474969, "nauc_ndcg_at_10_std": 0.400161, "nauc_ndcg_at_10_diff1": 0.248992, "nauc_ndcg_at_20_max": 0.479479, "nauc_ndcg_at_20_std": 0.409851, "nauc_ndcg_at_20_diff1": 0.244657, "nauc_ndcg_at_100_max": 0.476464, "nauc_ndcg_at_100_std": 0.411926, "nauc_ndcg_at_100_diff1": 0.23545, "nauc_ndcg_at_1000_max": 0.476464, "nauc_ndcg_at_1000_std": 0.411926, "nauc_ndcg_at_1000_diff1": 0.23545, "nauc_map_at_1_max": 0.378726, "nauc_map_at_1_std": 0.236717, "nauc_map_at_1_diff1": 0.317278, "nauc_map_at_3_max": 0.396467, "nauc_map_at_3_std": 0.273128, "nauc_map_at_3_diff1": 0.305897, "nauc_map_at_5_max": 0.428219, "nauc_map_at_5_std": 0.312083, "nauc_map_at_5_diff1": 0.294427, "nauc_map_at_10_max": 0.444601, "nauc_map_at_10_std": 0.342334, "nauc_map_at_10_diff1": 0.277977, "nauc_map_at_20_max": 0.445471, "nauc_map_at_20_std": 0.356445, "nauc_map_at_20_diff1": 0.263021, "nauc_map_at_100_max": 0.447137, "nauc_map_at_100_std": 0.364715, "nauc_map_at_100_diff1": 0.252615, "nauc_map_at_1000_max": 0.447137, "nauc_map_at_1000_std": 0.364715, "nauc_map_at_1000_diff1": 0.252615, "nauc_recall_at_1_max": 0.378726, "nauc_recall_at_1_std": 0.236717, "nauc_recall_at_1_diff1": 0.317278, "nauc_recall_at_3_max": 0.400006, "nauc_recall_at_3_std": 0.291962, "nauc_recall_at_3_diff1": 0.278521, "nauc_recall_at_5_max": 0.460819, "nauc_recall_at_5_std": 0.364398, "nauc_recall_at_5_diff1": 0.261664, "nauc_recall_at_10_max": 0.464129, "nauc_recall_at_10_std": 0.392608, "nauc_recall_at_10_diff1": 0.212353, "nauc_recall_at_20_max": 0.463529, "nauc_recall_at_20_std": 0.417089, "nauc_recall_at_20_diff1": 0.183556, "nauc_recall_at_100_max": 0.461792, "nauc_recall_at_100_std": 0.427434, "nauc_recall_at_100_diff1": 0.164442, "nauc_recall_at_1000_max": 0.461792, "nauc_recall_at_1000_std": 0.427434, "nauc_recall_at_1000_diff1": 0.164442, "nauc_precision_at_1_max": 0.40978, "nauc_precision_at_1_std": 0.323282, "nauc_precision_at_1_diff1": 0.307781, "nauc_precision_at_3_max": 0.403395, "nauc_precision_at_3_std": 0.379946, "nauc_precision_at_3_diff1": 0.194083, "nauc_precision_at_5_max": 0.406874, "nauc_precision_at_5_std": 0.41002, "nauc_precision_at_5_diff1": 0.135423, "nauc_precision_at_10_max": 0.390449, "nauc_precision_at_10_std": 0.431008, "nauc_precision_at_10_diff1": 0.079375, "nauc_precision_at_20_max": 0.347782, "nauc_precision_at_20_std": 0.432013, "nauc_precision_at_20_diff1": 0.00129, "nauc_precision_at_100_max": 0.301257, "nauc_precision_at_100_std": 0.389037, "nauc_precision_at_100_diff1": -0.039787, "nauc_precision_at_1000_max": 0.301257, "nauc_precision_at_1000_std": 0.389037, "nauc_precision_at_1000_diff1": -0.039787, "nauc_mrr_at_1_max": 0.40978, "nauc_mrr_at_1_std": 0.323282, "nauc_mrr_at_1_diff1": 0.307781, "nauc_mrr_at_3_max": 0.466977, "nauc_mrr_at_3_std": 0.391185, "nauc_mrr_at_3_diff1": 0.276469, "nauc_mrr_at_5_max": 0.477875, "nauc_mrr_at_5_std": 0.405377, "nauc_mrr_at_5_diff1": 0.278111, "nauc_mrr_at_10_max": 0.475739, "nauc_mrr_at_10_std": 0.404309, "nauc_mrr_at_10_diff1": 0.275564, "nauc_mrr_at_20_max": 0.47625, "nauc_mrr_at_20_std": 0.406297, "nauc_mrr_at_20_diff1": 0.275833, "nauc_mrr_at_100_max": 0.475455, "nauc_mrr_at_100_std": 0.405575, "nauc_mrr_at_100_diff1": 0.275444, "nauc_mrr_at_1000_max": 0.475455, "nauc_mrr_at_1000_std": 0.405575, "nauc_mrr_at_1000_diff1": 0.275444, "hit_rate_at_1": 0.33019, "hit_rate_at_3": 0.42453, "hit_rate_at_5": 0.4717, "hit_rate_at_10": 0.51572, "hit_rate_at_20": 0.55031, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.29012, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1281.232966741998, "kg_co2_emissions": null, "date": 1791748667.448759, "evaluation_phases": [ { "name": "Data loading", "start": 4.687004548031837e-06, "end": 54.46989589700388, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 54.46992308799963, "end": 54.46992633300397, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 54.47453111500363, "end": 254.21406589000253, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 254.21411705700302, "end": 254.25708252900222, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 254.2693208569981, "end": 459.83800961999805, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 459.83805284400296, "end": 459.88186029699864, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 459.8947182810007, "end": 675.2368389070034, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 675.236907149003, "end": 675.2816380260047, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 675.295116467998, "end": 878.8292225879995, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 878.8292742550038, "end": 878.8715522280036, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 878.887116732003, "end": 1081.4701349899988, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1081.4701805680015, "end": 1081.5132936139998, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1081.5273926790032, "end": 1281.180918873004, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1281.180963660001, "end": 1281.2226480099998, "split": "test", "subset": "portuguese" } ] }