{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.26.31", "scores": { "test": [ { "ndcg_at_1": 0.36145, "ndcg_at_3": 0.34457, "ndcg_at_5": 0.3544, "ndcg_at_10": 0.37287, "ndcg_at_20": 0.39355, "ndcg_at_100": 0.40609, "ndcg_at_1000": 0.40609, "map_at_1": 0.1716, "map_at_3": 0.23392, "map_at_5": 0.26055, "map_at_10": 0.28745, "map_at_20": 0.3001, "map_at_100": 0.30463, "map_at_1000": 0.30463, "recall_at_1": 0.1716, "recall_at_3": 0.26988, "recall_at_5": 0.33331, "recall_at_10": 0.40926, "recall_at_20": 0.46719, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.1716, "precision_at_1": 0.38253, "precision_at_3": 0.24598, "precision_at_5": 0.19759, "precision_at_10": 0.13705, "precision_at_20": 0.08404, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.38253, "mrr_at_3": 0.455321, "mrr_at_5": 0.470382, "mrr_at_10": 0.477522, "mrr_at_20": 0.48108, "mrr_at_100": 0.481811, "mrr_at_1000": 0.481811, "nauc_ndcg_at_1_max": 0.274337, "nauc_ndcg_at_1_std": 0.085905, "nauc_ndcg_at_1_diff1": 0.162914, "nauc_ndcg_at_3_max": 0.265301, "nauc_ndcg_at_3_std": 0.106872, "nauc_ndcg_at_3_diff1": 0.076984, "nauc_ndcg_at_5_max": 0.258982, "nauc_ndcg_at_5_std": 0.123004, "nauc_ndcg_at_5_diff1": 0.038975, "nauc_ndcg_at_10_max": 0.264856, "nauc_ndcg_at_10_std": 0.137935, "nauc_ndcg_at_10_diff1": 0.018902, "nauc_ndcg_at_20_max": 0.277946, "nauc_ndcg_at_20_std": 0.168286, "nauc_ndcg_at_20_diff1": -0.005736, "nauc_ndcg_at_100_max": 0.306383, "nauc_ndcg_at_100_std": 0.17588, "nauc_ndcg_at_100_diff1": -0.024082, "nauc_ndcg_at_1000_max": 0.306383, "nauc_ndcg_at_1000_std": 0.17588, "nauc_ndcg_at_1000_diff1": -0.024082, "nauc_map_at_1_max": 0.194905, "nauc_map_at_1_std": -0.018349, "nauc_map_at_1_diff1": 0.214296, "nauc_map_at_3_max": 0.213006, "nauc_map_at_3_std": 0.047235, "nauc_map_at_3_diff1": 0.126128, "nauc_map_at_5_max": 0.225915, "nauc_map_at_5_std": 0.073284, "nauc_map_at_5_diff1": 0.083964, "nauc_map_at_10_max": 0.23874, "nauc_map_at_10_std": 0.099255, "nauc_map_at_10_diff1": 0.061697, "nauc_map_at_20_max": 0.245871, "nauc_map_at_20_std": 0.119579, "nauc_map_at_20_diff1": 0.044242, "nauc_map_at_100_max": 0.253932, "nauc_map_at_100_std": 0.122506, "nauc_map_at_100_diff1": 0.036998, "nauc_map_at_1000_max": 0.253932, "nauc_map_at_1000_std": 0.122506, "nauc_map_at_1000_diff1": 0.036998, "nauc_recall_at_1_max": 0.194905, "nauc_recall_at_1_std": -0.018349, "nauc_recall_at_1_diff1": 0.214296, "nauc_recall_at_3_max": 0.202898, "nauc_recall_at_3_std": 0.060379, "nauc_recall_at_3_diff1": 0.067039, "nauc_recall_at_5_max": 0.207771, "nauc_recall_at_5_std": 0.106903, "nauc_recall_at_5_diff1": -0.012404, "nauc_recall_at_10_max": 0.220099, "nauc_recall_at_10_std": 0.151102, "nauc_recall_at_10_diff1": -0.061786, "nauc_recall_at_20_max": 0.232787, "nauc_recall_at_20_std": 0.210509, "nauc_recall_at_20_diff1": -0.103309, "nauc_recall_at_100_max": 0.318086, "nauc_recall_at_100_std": 0.228075, "nauc_recall_at_100_diff1": -0.160885, "nauc_recall_at_1000_max": 0.318086, "nauc_recall_at_1000_std": 0.228075, "nauc_recall_at_1000_diff1": -0.160885, "nauc_precision_at_1_max": 0.293248, "nauc_precision_at_1_std": 0.096986, "nauc_precision_at_1_diff1": 0.158337, "nauc_precision_at_3_max": 0.275062, "nauc_precision_at_3_std": 0.187142, "nauc_precision_at_3_diff1": -0.063638, "nauc_precision_at_5_max": 0.237672, "nauc_precision_at_5_std": 0.230467, "nauc_precision_at_5_diff1": -0.15645, "nauc_precision_at_10_max": 0.21718, "nauc_precision_at_10_std": 0.260576, "nauc_precision_at_10_diff1": -0.170972, "nauc_precision_at_20_max": 0.22504, "nauc_precision_at_20_std": 0.303306, "nauc_precision_at_20_diff1": -0.228414, "nauc_precision_at_100_max": 0.272095, "nauc_precision_at_100_std": 0.2969, "nauc_precision_at_100_diff1": -0.259381, "nauc_precision_at_1000_max": 0.272095, "nauc_precision_at_1000_std": 0.2969, "nauc_precision_at_1000_diff1": -0.259381, "nauc_mrr_at_1_max": 0.293248, "nauc_mrr_at_1_std": 0.096986, "nauc_mrr_at_1_diff1": 0.158337, "nauc_mrr_at_3_max": 0.308651, "nauc_mrr_at_3_std": 0.098984, "nauc_mrr_at_3_diff1": 0.095928, "nauc_mrr_at_5_max": 0.306347, "nauc_mrr_at_5_std": 0.121333, "nauc_mrr_at_5_diff1": 0.081181, "nauc_mrr_at_10_max": 0.309282, "nauc_mrr_at_10_std": 0.126646, "nauc_mrr_at_10_diff1": 0.074614, "nauc_mrr_at_20_max": 0.311693, "nauc_mrr_at_20_std": 0.12742, "nauc_mrr_at_20_diff1": 0.073304, "nauc_mrr_at_100_max": 0.314222, "nauc_mrr_at_100_std": 0.128182, "nauc_mrr_at_100_diff1": 0.072945, "nauc_mrr_at_1000_max": 0.314222, "nauc_mrr_at_1000_std": 0.128182, "nauc_mrr_at_1000_diff1": 0.072945, "hit_rate_at_1": 0.38253, "hit_rate_at_3": 0.54518, "hit_rate_at_5": 0.61145, "hit_rate_at_10": 0.66265, "hit_rate_at_20": 0.71084, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.37287, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.35693, "ndcg_at_3": 0.34939, "ndcg_at_5": 0.34369, "ndcg_at_10": 0.35547, "ndcg_at_20": 0.37592, "ndcg_at_100": 0.39046, "ndcg_at_1000": 0.39046, "map_at_1": 0.16805, "map_at_3": 0.22723, "map_at_5": 0.2499, "map_at_10": 0.2733, "map_at_20": 0.28776, "map_at_100": 0.29303, "map_at_1000": 0.29303, "recall_at_1": 0.16805, "recall_at_3": 0.26355, "recall_at_5": 0.31197, "recall_at_10": 0.37438, "recall_at_20": 0.42808, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.16805, "precision_at_1": 0.37952, "precision_at_3": 0.25703, "precision_at_5": 0.19277, "precision_at_10": 0.13042, "precision_at_20": 0.08328, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.379518, "mrr_at_3": 0.457831, "mrr_at_5": 0.46988, "mrr_at_10": 0.474747, "mrr_at_20": 0.476941, "mrr_at_100": 0.478293, "mrr_at_1000": 0.478293, "nauc_ndcg_at_1_max": 0.247054, "nauc_ndcg_at_1_std": 0.145038, "nauc_ndcg_at_1_diff1": 0.187881, "nauc_ndcg_at_3_max": 0.239373, "nauc_ndcg_at_3_std": 0.197577, "nauc_ndcg_at_3_diff1": 0.053283, "nauc_ndcg_at_5_max": 0.271399, "nauc_ndcg_at_5_std": 0.19898, "nauc_ndcg_at_5_diff1": 0.043521, "nauc_ndcg_at_10_max": 0.292788, "nauc_ndcg_at_10_std": 0.221457, "nauc_ndcg_at_10_diff1": 0.028554, "nauc_ndcg_at_20_max": 0.305209, "nauc_ndcg_at_20_std": 0.257731, "nauc_ndcg_at_20_diff1": 0.009138, "nauc_ndcg_at_100_max": 0.329748, "nauc_ndcg_at_100_std": 0.269855, "nauc_ndcg_at_100_diff1": -0.015751, "nauc_ndcg_at_1000_max": 0.329748, "nauc_ndcg_at_1000_std": 0.269855, "nauc_ndcg_at_1000_diff1": -0.015751, "nauc_map_at_1_max": 0.195604, "nauc_map_at_1_std": 0.007308, "nauc_map_at_1_diff1": 0.206403, "nauc_map_at_3_max": 0.225496, "nauc_map_at_3_std": 0.088626, "nauc_map_at_3_diff1": 0.11062, "nauc_map_at_5_max": 0.246842, "nauc_map_at_5_std": 0.123553, "nauc_map_at_5_diff1": 0.079685, "nauc_map_at_10_max": 0.264937, "nauc_map_at_10_std": 0.170485, "nauc_map_at_10_diff1": 0.057223, "nauc_map_at_20_max": 0.268439, "nauc_map_at_20_std": 0.204976, "nauc_map_at_20_diff1": 0.040047, "nauc_map_at_100_max": 0.275074, "nauc_map_at_100_std": 0.212456, "nauc_map_at_100_diff1": 0.030826, "nauc_map_at_1000_max": 0.275074, "nauc_map_at_1000_std": 0.212456, "nauc_map_at_1000_diff1": 0.030826, "nauc_recall_at_1_max": 0.195604, "nauc_recall_at_1_std": 0.007308, "nauc_recall_at_1_diff1": 0.206403, "nauc_recall_at_3_max": 0.212461, "nauc_recall_at_3_std": 0.106951, "nauc_recall_at_3_diff1": 0.04793, "nauc_recall_at_5_max": 0.252602, "nauc_recall_at_5_std": 0.166102, "nauc_recall_at_5_diff1": -0.002587, "nauc_recall_at_10_max": 0.282949, "nauc_recall_at_10_std": 0.240085, "nauc_recall_at_10_diff1": -0.037603, "nauc_recall_at_20_max": 0.317377, "nauc_recall_at_20_std": 0.328943, "nauc_recall_at_20_diff1": -0.079667, "nauc_recall_at_100_max": 0.398217, "nauc_recall_at_100_std": 0.344395, "nauc_recall_at_100_diff1": -0.157956, "nauc_recall_at_1000_max": 0.398217, "nauc_recall_at_1000_std": 0.344395, "nauc_recall_at_1000_diff1": -0.157956, "nauc_precision_at_1_max": 0.2487, "nauc_precision_at_1_std": 0.151648, "nauc_precision_at_1_diff1": 0.186186, "nauc_precision_at_3_max": 0.193686, "nauc_precision_at_3_std": 0.320784, "nauc_precision_at_3_diff1": -0.073629, "nauc_precision_at_5_max": 0.22999, "nauc_precision_at_5_std": 0.354674, "nauc_precision_at_5_diff1": -0.118426, "nauc_precision_at_10_max": 0.219469, "nauc_precision_at_10_std": 0.427895, "nauc_precision_at_10_diff1": -0.146772, "nauc_precision_at_20_max": 0.188915, "nauc_precision_at_20_std": 0.455701, "nauc_precision_at_20_diff1": -0.175444, "nauc_precision_at_100_max": 0.220889, "nauc_precision_at_100_std": 0.457611, "nauc_precision_at_100_diff1": -0.217513, "nauc_precision_at_1000_max": 0.220889, "nauc_precision_at_1000_std": 0.457611, "nauc_precision_at_1000_diff1": -0.217513, "nauc_mrr_at_1_max": 0.2487, "nauc_mrr_at_1_std": 0.151648, "nauc_mrr_at_1_diff1": 0.186186, "nauc_mrr_at_3_max": 0.242228, "nauc_mrr_at_3_std": 0.187059, "nauc_mrr_at_3_diff1": 0.120598, "nauc_mrr_at_5_max": 0.257305, "nauc_mrr_at_5_std": 0.204653, "nauc_mrr_at_5_diff1": 0.107423, "nauc_mrr_at_10_max": 0.256672, "nauc_mrr_at_10_std": 0.206438, "nauc_mrr_at_10_diff1": 0.107549, "nauc_mrr_at_20_max": 0.260283, "nauc_mrr_at_20_std": 0.207548, "nauc_mrr_at_20_diff1": 0.10754, "nauc_mrr_at_100_max": 0.263219, "nauc_mrr_at_100_std": 0.208053, "nauc_mrr_at_100_diff1": 0.106102, "nauc_mrr_at_1000_max": 0.263219, "nauc_mrr_at_1000_std": 0.208053, "nauc_mrr_at_1000_diff1": 0.106102, "hit_rate_at_1": 0.37952, "hit_rate_at_3": 0.5512, "hit_rate_at_5": 0.60241, "hit_rate_at_10": 0.64157, "hit_rate_at_20": 0.67169, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.35547, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.45934, "ndcg_at_3": 0.48512, "ndcg_at_5": 0.49897, "ndcg_at_10": 0.52261, "ndcg_at_20": 0.55838, "ndcg_at_100": 0.58661, "ndcg_at_1000": 0.58661, "map_at_1": 0.21555, "map_at_3": 0.33029, "map_at_5": 0.37365, "map_at_10": 0.41061, "map_at_20": 0.43618, "map_at_100": 0.44727, "map_at_1000": 0.44727, "recall_at_1": 0.21555, "recall_at_3": 0.38845, "recall_at_5": 0.48167, "recall_at_10": 0.58255, "recall_at_20": 0.67853, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.21555, "precision_at_1": 0.4759, "precision_at_3": 0.35341, "precision_at_5": 0.28735, "precision_at_10": 0.19789, "precision_at_20": 0.12937, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.475904, "mrr_at_3": 0.590361, "mrr_at_5": 0.608283, "mrr_at_10": 0.617471, "mrr_at_20": 0.620027, "mrr_at_100": 0.621445, "mrr_at_1000": 0.621445, "nauc_ndcg_at_1_max": 0.134077, "nauc_ndcg_at_1_std": 0.092632, "nauc_ndcg_at_1_diff1": 0.248636, "nauc_ndcg_at_3_max": 0.099114, "nauc_ndcg_at_3_std": 0.139589, "nauc_ndcg_at_3_diff1": 0.24265, "nauc_ndcg_at_5_max": 0.095527, "nauc_ndcg_at_5_std": 0.125254, "nauc_ndcg_at_5_diff1": 0.25162, "nauc_ndcg_at_10_max": 0.099415, "nauc_ndcg_at_10_std": 0.129452, "nauc_ndcg_at_10_diff1": 0.242981, "nauc_ndcg_at_20_max": 0.102274, "nauc_ndcg_at_20_std": 0.165152, "nauc_ndcg_at_20_diff1": 0.236387, "nauc_ndcg_at_100_max": 0.116093, "nauc_ndcg_at_100_std": 0.155357, "nauc_ndcg_at_100_diff1": 0.229283, "nauc_ndcg_at_1000_max": 0.116093, "nauc_ndcg_at_1000_std": 0.155357, "nauc_ndcg_at_1000_diff1": 0.229283, "nauc_map_at_1_max": 0.043899, "nauc_map_at_1_std": -0.107374, "nauc_map_at_1_diff1": 0.354126, "nauc_map_at_3_max": 0.075204, "nauc_map_at_3_std": 0.006076, "nauc_map_at_3_diff1": 0.27857, "nauc_map_at_5_max": 0.075534, "nauc_map_at_5_std": 0.03417, "nauc_map_at_5_diff1": 0.265436, "nauc_map_at_10_max": 0.085531, "nauc_map_at_10_std": 0.073549, "nauc_map_at_10_diff1": 0.252725, "nauc_map_at_20_max": 0.081317, "nauc_map_at_20_std": 0.106805, "nauc_map_at_20_diff1": 0.248605, "nauc_map_at_100_max": 0.081907, "nauc_map_at_100_std": 0.107192, "nauc_map_at_100_diff1": 0.247267, "nauc_map_at_1000_max": 0.081907, "nauc_map_at_1000_std": 0.107192, "nauc_map_at_1000_diff1": 0.247267, "nauc_recall_at_1_max": 0.043899, "nauc_recall_at_1_std": -0.107374, "nauc_recall_at_1_diff1": 0.354126, "nauc_recall_at_3_max": 0.05981, "nauc_recall_at_3_std": 0.030909, "nauc_recall_at_3_diff1": 0.237167, "nauc_recall_at_5_max": 0.071715, "nauc_recall_at_5_std": 0.053976, "nauc_recall_at_5_diff1": 0.200112, "nauc_recall_at_10_max": 0.071928, "nauc_recall_at_10_std": 0.115399, "nauc_recall_at_10_diff1": 0.184136, "nauc_recall_at_20_max": 0.070726, "nauc_recall_at_20_std": 0.212367, "nauc_recall_at_20_diff1": 0.170941, "nauc_recall_at_100_max": 0.117571, "nauc_recall_at_100_std": 0.160352, "nauc_recall_at_100_diff1": 0.119019, "nauc_recall_at_1000_max": 0.117571, "nauc_recall_at_1000_std": 0.160352, "nauc_recall_at_1000_diff1": 0.119019, "nauc_precision_at_1_max": 0.142, "nauc_precision_at_1_std": 0.107652, "nauc_precision_at_1_diff1": 0.256665, "nauc_precision_at_3_max": 0.096128, "nauc_precision_at_3_std": 0.311711, "nauc_precision_at_3_diff1": 0.03941, "nauc_precision_at_5_max": 0.055773, "nauc_precision_at_5_std": 0.316763, "nauc_precision_at_5_diff1": -0.002039, "nauc_precision_at_10_max": 0.051484, "nauc_precision_at_10_std": 0.319026, "nauc_precision_at_10_diff1": -0.055072, "nauc_precision_at_20_max": 0.013494, "nauc_precision_at_20_std": 0.301475, "nauc_precision_at_20_diff1": -0.074033, "nauc_precision_at_100_max": 0.021125, "nauc_precision_at_100_std": 0.230788, "nauc_precision_at_100_diff1": -0.097463, "nauc_precision_at_1000_max": 0.021125, "nauc_precision_at_1000_std": 0.230788, "nauc_precision_at_1000_diff1": -0.097463, "nauc_mrr_at_1_max": 0.142, "nauc_mrr_at_1_std": 0.107652, "nauc_mrr_at_1_diff1": 0.256665, "nauc_mrr_at_3_max": 0.135457, "nauc_mrr_at_3_std": 0.190547, "nauc_mrr_at_3_diff1": 0.238342, "nauc_mrr_at_5_max": 0.136981, "nauc_mrr_at_5_std": 0.191855, "nauc_mrr_at_5_diff1": 0.224558, "nauc_mrr_at_10_max": 0.126837, "nauc_mrr_at_10_std": 0.184453, "nauc_mrr_at_10_diff1": 0.232054, "nauc_mrr_at_20_max": 0.130102, "nauc_mrr_at_20_std": 0.184162, "nauc_mrr_at_20_diff1": 0.234626, "nauc_mrr_at_100_max": 0.132319, "nauc_mrr_at_100_std": 0.181608, "nauc_mrr_at_100_diff1": 0.233621, "nauc_mrr_at_1000_max": 0.132319, "nauc_mrr_at_1000_std": 0.181608, "nauc_mrr_at_1000_diff1": 0.233621, "hit_rate_at_1": 0.4759, "hit_rate_at_3": 0.72289, "hit_rate_at_5": 0.8012, "hit_rate_at_10": 0.86446, "hit_rate_at_20": 0.9006, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.52261, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.30271, "ndcg_at_3": 0.29872, "ndcg_at_5": 0.30454, "ndcg_at_10": 0.31939, "ndcg_at_20": 0.3407, "ndcg_at_100": 0.35161, "ndcg_at_1000": 0.35161, "map_at_1": 0.13163, "map_at_3": 0.19142, "map_at_5": 0.21756, "map_at_10": 0.23852, "map_at_20": 0.2522, "map_at_100": 0.25599, "map_at_1000": 0.25599, "recall_at_1": 0.13163, "recall_at_3": 0.22986, "recall_at_5": 0.296, "recall_at_10": 0.35793, "recall_at_20": 0.41706, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.13163, "precision_at_1": 0.32229, "precision_at_3": 0.22088, "precision_at_5": 0.17289, "precision_at_10": 0.11687, "precision_at_20": 0.0738, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.322289, "mrr_at_3": 0.399096, "mrr_at_5": 0.412801, "mrr_at_10": 0.417763, "mrr_at_20": 0.419829, "mrr_at_100": 0.420545, "mrr_at_1000": 0.420545, "nauc_ndcg_at_1_max": 0.278629, "nauc_ndcg_at_1_std": 0.321303, "nauc_ndcg_at_1_diff1": 0.104492, "nauc_ndcg_at_3_max": 0.361566, "nauc_ndcg_at_3_std": 0.406342, "nauc_ndcg_at_3_diff1": -0.027608, "nauc_ndcg_at_5_max": 0.375184, "nauc_ndcg_at_5_std": 0.408336, "nauc_ndcg_at_5_diff1": -0.051033, "nauc_ndcg_at_10_max": 0.389658, "nauc_ndcg_at_10_std": 0.419655, "nauc_ndcg_at_10_diff1": -0.045502, "nauc_ndcg_at_20_max": 0.391087, "nauc_ndcg_at_20_std": 0.459247, "nauc_ndcg_at_20_diff1": -0.064776, "nauc_ndcg_at_100_max": 0.403257, "nauc_ndcg_at_100_std": 0.466929, "nauc_ndcg_at_100_diff1": -0.070678, "nauc_ndcg_at_1000_max": 0.403257, "nauc_ndcg_at_1000_std": 0.466929, "nauc_ndcg_at_1000_diff1": -0.070678, "nauc_map_at_1_max": 0.223306, "nauc_map_at_1_std": 0.224795, "nauc_map_at_1_diff1": 0.121102, "nauc_map_at_3_max": 0.293761, "nauc_map_at_3_std": 0.310824, "nauc_map_at_3_diff1": 0.001828, "nauc_map_at_5_max": 0.316228, "nauc_map_at_5_std": 0.337912, "nauc_map_at_5_diff1": -0.02724, "nauc_map_at_10_max": 0.339673, "nauc_map_at_10_std": 0.372427, "nauc_map_at_10_diff1": -0.031569, "nauc_map_at_20_max": 0.337314, "nauc_map_at_20_std": 0.40478, "nauc_map_at_20_diff1": -0.039272, "nauc_map_at_100_max": 0.341255, "nauc_map_at_100_std": 0.408183, "nauc_map_at_100_diff1": -0.041088, "nauc_map_at_1000_max": 0.341255, "nauc_map_at_1000_std": 0.408183, "nauc_map_at_1000_diff1": -0.041088, "nauc_recall_at_1_max": 0.223306, "nauc_recall_at_1_std": 0.224795, "nauc_recall_at_1_diff1": 0.121102, "nauc_recall_at_3_max": 0.312516, "nauc_recall_at_3_std": 0.329867, "nauc_recall_at_3_diff1": -0.056271, "nauc_recall_at_5_max": 0.342255, "nauc_recall_at_5_std": 0.351899, "nauc_recall_at_5_diff1": -0.105473, "nauc_recall_at_10_max": 0.39389, "nauc_recall_at_10_std": 0.393576, "nauc_recall_at_10_diff1": -0.085951, "nauc_recall_at_20_max": 0.403484, "nauc_recall_at_20_std": 0.46542, "nauc_recall_at_20_diff1": -0.128419, "nauc_recall_at_100_max": 0.441479, "nauc_recall_at_100_std": 0.482001, "nauc_recall_at_100_diff1": -0.147705, "nauc_recall_at_1000_max": 0.441479, "nauc_recall_at_1000_std": 0.482001, "nauc_recall_at_1000_diff1": -0.147705, "nauc_precision_at_1_max": 0.306634, "nauc_precision_at_1_std": 0.344015, "nauc_precision_at_1_diff1": 0.088112, "nauc_precision_at_3_max": 0.404084, "nauc_precision_at_3_std": 0.492377, "nauc_precision_at_3_diff1": -0.115481, "nauc_precision_at_5_max": 0.384246, "nauc_precision_at_5_std": 0.485316, "nauc_precision_at_5_diff1": -0.125729, "nauc_precision_at_10_max": 0.34976, "nauc_precision_at_10_std": 0.477114, "nauc_precision_at_10_diff1": -0.090081, "nauc_precision_at_20_max": 0.29725, "nauc_precision_at_20_std": 0.513477, "nauc_precision_at_20_diff1": -0.103086, "nauc_precision_at_100_max": 0.307987, "nauc_precision_at_100_std": 0.492476, "nauc_precision_at_100_diff1": -0.108292, "nauc_precision_at_1000_max": 0.307987, "nauc_precision_at_1000_std": 0.492476, "nauc_precision_at_1000_diff1": -0.108292, "nauc_mrr_at_1_max": 0.306634, "nauc_mrr_at_1_std": 0.344015, "nauc_mrr_at_1_diff1": 0.088112, "nauc_mrr_at_3_max": 0.371805, "nauc_mrr_at_3_std": 0.41395, "nauc_mrr_at_3_diff1": 0.028144, "nauc_mrr_at_5_max": 0.379155, "nauc_mrr_at_5_std": 0.423659, "nauc_mrr_at_5_diff1": 0.026032, "nauc_mrr_at_10_max": 0.381993, "nauc_mrr_at_10_std": 0.422644, "nauc_mrr_at_10_diff1": 0.029783, "nauc_mrr_at_20_max": 0.386454, "nauc_mrr_at_20_std": 0.423011, "nauc_mrr_at_20_diff1": 0.026504, "nauc_mrr_at_100_max": 0.386978, "nauc_mrr_at_100_std": 0.423784, "nauc_mrr_at_100_diff1": 0.026335, "nauc_mrr_at_1000_max": 0.386978, "nauc_mrr_at_1000_std": 0.423784, "nauc_mrr_at_1000_diff1": 0.026335, "hit_rate_at_1": 0.32229, "hit_rate_at_3": 0.49398, "hit_rate_at_5": 0.5512, "hit_rate_at_10": 0.58735, "hit_rate_at_20": 0.61747, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.31939, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.33886, "ndcg_at_3": 0.33059, "ndcg_at_5": 0.32973, "ndcg_at_10": 0.34707, "ndcg_at_20": 0.36753, "ndcg_at_100": 0.38007, "ndcg_at_1000": 0.38007, "map_at_1": 0.15363, "map_at_3": 0.21724, "map_at_5": 0.23914, "map_at_10": 0.26466, "map_at_20": 0.27799, "map_at_100": 0.28296, "map_at_1000": 0.28296, "recall_at_1": 0.15363, "recall_at_3": 0.26056, "recall_at_5": 0.30797, "recall_at_10": 0.37673, "recall_at_20": 0.43564, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.15363, "precision_at_1": 0.35542, "precision_at_3": 0.23996, "precision_at_5": 0.18434, "precision_at_10": 0.12892, "precision_at_20": 0.08057, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.355422, "mrr_at_3": 0.431727, "mrr_at_5": 0.441215, "mrr_at_10": 0.447598, "mrr_at_20": 0.450004, "mrr_at_100": 0.450738, "mrr_at_1000": 0.450738, "nauc_ndcg_at_1_max": 0.280647, "nauc_ndcg_at_1_std": 0.102492, "nauc_ndcg_at_1_diff1": 0.173715, "nauc_ndcg_at_3_max": 0.311664, "nauc_ndcg_at_3_std": 0.174491, "nauc_ndcg_at_3_diff1": 0.059962, "nauc_ndcg_at_5_max": 0.323774, "nauc_ndcg_at_5_std": 0.193944, "nauc_ndcg_at_5_diff1": 0.043542, "nauc_ndcg_at_10_max": 0.333088, "nauc_ndcg_at_10_std": 0.207639, "nauc_ndcg_at_10_diff1": 0.024737, "nauc_ndcg_at_20_max": 0.345731, "nauc_ndcg_at_20_std": 0.237159, "nauc_ndcg_at_20_diff1": 0.009835, "nauc_ndcg_at_100_max": 0.355957, "nauc_ndcg_at_100_std": 0.239161, "nauc_ndcg_at_100_diff1": 0.004868, "nauc_ndcg_at_1000_max": 0.355957, "nauc_ndcg_at_1000_std": 0.239161, "nauc_ndcg_at_1000_diff1": 0.004868, "nauc_map_at_1_max": 0.198503, "nauc_map_at_1_std": -0.028942, "nauc_map_at_1_diff1": 0.185696, "nauc_map_at_3_max": 0.259399, "nauc_map_at_3_std": 0.085687, "nauc_map_at_3_diff1": 0.094059, "nauc_map_at_5_max": 0.282727, "nauc_map_at_5_std": 0.131541, "nauc_map_at_5_diff1": 0.063806, "nauc_map_at_10_max": 0.298131, "nauc_map_at_10_std": 0.170622, "nauc_map_at_10_diff1": 0.044407, "nauc_map_at_20_max": 0.305426, "nauc_map_at_20_std": 0.192589, "nauc_map_at_20_diff1": 0.037493, "nauc_map_at_100_max": 0.308426, "nauc_map_at_100_std": 0.194267, "nauc_map_at_100_diff1": 0.034929, "nauc_map_at_1000_max": 0.308426, "nauc_map_at_1000_std": 0.194267, "nauc_map_at_1000_diff1": 0.034929, "nauc_recall_at_1_max": 0.198503, "nauc_recall_at_1_std": -0.028942, "nauc_recall_at_1_diff1": 0.185696, "nauc_recall_at_3_max": 0.262791, "nauc_recall_at_3_std": 0.129225, "nauc_recall_at_3_diff1": 0.049601, "nauc_recall_at_5_max": 0.293701, "nauc_recall_at_5_std": 0.211337, "nauc_recall_at_5_diff1": 0.005665, "nauc_recall_at_10_max": 0.329807, "nauc_recall_at_10_std": 0.25889, "nauc_recall_at_10_diff1": -0.034014, "nauc_recall_at_20_max": 0.357617, "nauc_recall_at_20_std": 0.31596, "nauc_recall_at_20_diff1": -0.060413, "nauc_recall_at_100_max": 0.382719, "nauc_recall_at_100_std": 0.309079, "nauc_recall_at_100_diff1": -0.081598, "nauc_recall_at_1000_max": 0.382719, "nauc_recall_at_1000_std": 0.309079, "nauc_recall_at_1000_diff1": -0.081598, "nauc_precision_at_1_max": 0.301319, "nauc_precision_at_1_std": 0.102673, "nauc_precision_at_1_diff1": 0.15562, "nauc_precision_at_3_max": 0.322915, "nauc_precision_at_3_std": 0.280954, "nauc_precision_at_3_diff1": -0.037625, "nauc_precision_at_5_max": 0.316138, "nauc_precision_at_5_std": 0.315626, "nauc_precision_at_5_diff1": -0.087877, "nauc_precision_at_10_max": 0.285883, "nauc_precision_at_10_std": 0.339242, "nauc_precision_at_10_diff1": -0.099425, "nauc_precision_at_20_max": 0.272672, "nauc_precision_at_20_std": 0.363038, "nauc_precision_at_20_diff1": -0.112403, "nauc_precision_at_100_max": 0.26381, "nauc_precision_at_100_std": 0.324536, "nauc_precision_at_100_diff1": -0.111747, "nauc_precision_at_1000_max": 0.26381, "nauc_precision_at_1000_std": 0.324536, "nauc_precision_at_1000_diff1": -0.111747, "nauc_mrr_at_1_max": 0.301319, "nauc_mrr_at_1_std": 0.102673, "nauc_mrr_at_1_diff1": 0.15562, "nauc_mrr_at_3_max": 0.332353, "nauc_mrr_at_3_std": 0.160209, "nauc_mrr_at_3_diff1": 0.085949, "nauc_mrr_at_5_max": 0.33968, "nauc_mrr_at_5_std": 0.164264, "nauc_mrr_at_5_diff1": 0.082163, "nauc_mrr_at_10_max": 0.341295, "nauc_mrr_at_10_std": 0.163896, "nauc_mrr_at_10_diff1": 0.080383, "nauc_mrr_at_20_max": 0.344679, "nauc_mrr_at_20_std": 0.16737, "nauc_mrr_at_20_diff1": 0.078003, "nauc_mrr_at_100_max": 0.345463, "nauc_mrr_at_100_std": 0.167323, "nauc_mrr_at_100_diff1": 0.078379, "nauc_mrr_at_1000_max": 0.345463, "nauc_mrr_at_1000_std": 0.167323, "nauc_mrr_at_1000_diff1": 0.078379, "hit_rate_at_1": 0.35542, "hit_rate_at_3": 0.53012, "hit_rate_at_5": 0.57229, "hit_rate_at_10": 0.62349, "hit_rate_at_20": 0.65964, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.34707, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.34639, "ndcg_at_3": 0.33569, "ndcg_at_5": 0.34108, "ndcg_at_10": 0.35764, "ndcg_at_20": 0.38437, "ndcg_at_100": 0.39864, "ndcg_at_1000": 0.39864, "map_at_1": 0.15945, "map_at_3": 0.22125, "map_at_5": 0.24808, "map_at_10": 0.27368, "map_at_20": 0.29193, "map_at_100": 0.29832, "map_at_1000": 0.29832, "recall_at_1": 0.15945, "recall_at_3": 0.26116, "recall_at_5": 0.32109, "recall_at_10": 0.39071, "recall_at_20": 0.46391, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.15945, "precision_at_1": 0.37349, "precision_at_3": 0.24498, "precision_at_5": 0.19759, "precision_at_10": 0.13645, "precision_at_20": 0.09021, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.373494, "mrr_at_3": 0.439759, "mrr_at_5": 0.45256, "mrr_at_10": 0.460093, "mrr_at_20": 0.463183, "mrr_at_100": 0.463859, "mrr_at_1000": 0.463859, "nauc_ndcg_at_1_max": 0.282293, "nauc_ndcg_at_1_std": 0.183145, "nauc_ndcg_at_1_diff1": 0.148726, "nauc_ndcg_at_3_max": 0.307727, "nauc_ndcg_at_3_std": 0.231945, "nauc_ndcg_at_3_diff1": 0.068032, "nauc_ndcg_at_5_max": 0.315258, "nauc_ndcg_at_5_std": 0.229733, "nauc_ndcg_at_5_diff1": 0.044755, "nauc_ndcg_at_10_max": 0.332201, "nauc_ndcg_at_10_std": 0.250037, "nauc_ndcg_at_10_diff1": 0.048029, "nauc_ndcg_at_20_max": 0.354449, "nauc_ndcg_at_20_std": 0.289452, "nauc_ndcg_at_20_diff1": 0.014103, "nauc_ndcg_at_100_max": 0.372416, "nauc_ndcg_at_100_std": 0.303587, "nauc_ndcg_at_100_diff1": -0.005752, "nauc_ndcg_at_1000_max": 0.372416, "nauc_ndcg_at_1000_std": 0.303587, "nauc_ndcg_at_1000_diff1": -0.005752, "nauc_map_at_1_max": 0.203448, "nauc_map_at_1_std": 0.006218, "nauc_map_at_1_diff1": 0.181061, "nauc_map_at_3_max": 0.252234, "nauc_map_at_3_std": 0.112106, "nauc_map_at_3_diff1": 0.107511, "nauc_map_at_5_max": 0.278168, "nauc_map_at_5_std": 0.144031, "nauc_map_at_5_diff1": 0.076529, "nauc_map_at_10_max": 0.301159, "nauc_map_at_10_std": 0.197309, "nauc_map_at_10_diff1": 0.059524, "nauc_map_at_20_max": 0.314743, "nauc_map_at_20_std": 0.231061, "nauc_map_at_20_diff1": 0.038346, "nauc_map_at_100_max": 0.318857, "nauc_map_at_100_std": 0.240463, "nauc_map_at_100_diff1": 0.02898, "nauc_map_at_1000_max": 0.318857, "nauc_map_at_1000_std": 0.240463, "nauc_map_at_1000_diff1": 0.02898, "nauc_recall_at_1_max": 0.203448, "nauc_recall_at_1_std": 0.006218, "nauc_recall_at_1_diff1": 0.181061, "nauc_recall_at_3_max": 0.235261, "nauc_recall_at_3_std": 0.146687, "nauc_recall_at_3_diff1": 0.082177, "nauc_recall_at_5_max": 0.255065, "nauc_recall_at_5_std": 0.170587, "nauc_recall_at_5_diff1": 0.034517, "nauc_recall_at_10_max": 0.308735, "nauc_recall_at_10_std": 0.250687, "nauc_recall_at_10_diff1": 0.016287, "nauc_recall_at_20_max": 0.358457, "nauc_recall_at_20_std": 0.330552, "nauc_recall_at_20_diff1": -0.062917, "nauc_recall_at_100_max": 0.420137, "nauc_recall_at_100_std": 0.356452, "nauc_recall_at_100_diff1": -0.11875, "nauc_recall_at_1000_max": 0.420137, "nauc_recall_at_1000_std": 0.356452, "nauc_recall_at_1000_diff1": -0.11875, "nauc_precision_at_1_max": 0.276375, "nauc_precision_at_1_std": 0.200826, "nauc_precision_at_1_diff1": 0.151189, "nauc_precision_at_3_max": 0.2962, "nauc_precision_at_3_std": 0.343428, "nauc_precision_at_3_diff1": -0.027959, "nauc_precision_at_5_max": 0.311283, "nauc_precision_at_5_std": 0.376239, "nauc_precision_at_5_diff1": -0.108333, "nauc_precision_at_10_max": 0.288522, "nauc_precision_at_10_std": 0.43515, "nauc_precision_at_10_diff1": -0.112893, "nauc_precision_at_20_max": 0.272936, "nauc_precision_at_20_std": 0.460883, "nauc_precision_at_20_diff1": -0.166763, "nauc_precision_at_100_max": 0.265441, "nauc_precision_at_100_std": 0.445737, "nauc_precision_at_100_diff1": -0.202014, "nauc_precision_at_1000_max": 0.265441, "nauc_precision_at_1000_std": 0.445737, "nauc_precision_at_1000_diff1": -0.202014, "nauc_mrr_at_1_max": 0.276375, "nauc_mrr_at_1_std": 0.200826, "nauc_mrr_at_1_diff1": 0.151189, "nauc_mrr_at_3_max": 0.314062, "nauc_mrr_at_3_std": 0.248465, "nauc_mrr_at_3_diff1": 0.114939, "nauc_mrr_at_5_max": 0.311281, "nauc_mrr_at_5_std": 0.256481, "nauc_mrr_at_5_diff1": 0.107859, "nauc_mrr_at_10_max": 0.316666, "nauc_mrr_at_10_std": 0.256927, "nauc_mrr_at_10_diff1": 0.109895, "nauc_mrr_at_20_max": 0.32342, "nauc_mrr_at_20_std": 0.259772, "nauc_mrr_at_20_diff1": 0.10552, "nauc_mrr_at_100_max": 0.325141, "nauc_mrr_at_100_std": 0.260833, "nauc_mrr_at_100_diff1": 0.104661, "nauc_mrr_at_1000_max": 0.325141, "nauc_mrr_at_1000_std": 0.260833, "nauc_mrr_at_1000_diff1": 0.104661, "hit_rate_at_1": 0.37349, "hit_rate_at_3": 0.52711, "hit_rate_at_5": 0.58434, "hit_rate_at_10": 0.63554, "hit_rate_at_20": 0.67771, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.35764, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.31" } ] }, "evaluation_time": 3272.7032041600905, "kg_co2_emissions": null, "date": 1793554391.812986, "evaluation_phases": [ { "name": "Data loading", "start": 7.871096022427082e-05, "end": 118.58210403798148, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 118.58214658801444, "end": 118.58215029793791, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 118.59144807211123, "end": 656.5020812349394, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 656.5024657589383, "end": 656.588310026098, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 656.6121926100459, "end": 1181.6128637290094, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1181.6132479941007, "end": 1181.682629019022, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1181.7049917981494, "end": 1713.4606831411365, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1713.4610503951553, "end": 1713.5310150191654, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1713.5642418439966, "end": 2232.7457354951184, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2232.7461323000025, "end": 2232.8178897700273, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2232.84187045414, "end": 2753.4783784470055, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2753.4787610310595, "end": 2753.549454289954, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2753.5758366740774, "end": 3272.3008190600667, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3272.3011920549907, "end": 3272.3733716839924, "split": "test", "subset": "portuguese" } ] }