{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.40894, "ndcg_at_3": 0.43043, "ndcg_at_5": 0.43968, "ndcg_at_10": 0.46749, "ndcg_at_20": 0.50336, "ndcg_at_100": 0.52817, "ndcg_at_1000": 0.52817, "map_at_1": 0.15293, "map_at_3": 0.23844, "map_at_5": 0.27519, "map_at_10": 0.32632, "map_at_20": 0.36229, "map_at_100": 0.37514, "map_at_1000": 0.37514, "recall_at_1": 0.15293, "recall_at_3": 0.29417, "recall_at_5": 0.37418, "recall_at_10": 0.48923, "recall_at_20": 0.60172, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.15293, "precision_at_1": 0.4404, "precision_at_3": 0.3521, "precision_at_5": 0.29934, "precision_at_10": 0.2404, "precision_at_20": 0.17103, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.440397, "mrr_at_3": 0.568433, "mrr_at_5": 0.584161, "mrr_at_10": 0.595535, "mrr_at_20": 0.598384, "mrr_at_100": 0.599132, "mrr_at_1000": 0.599132, "nauc_ndcg_at_1_max": 0.27173, "nauc_ndcg_at_1_std": 1.3e-05, "nauc_ndcg_at_1_diff1": 0.339264, "nauc_ndcg_at_3_max": 0.338788, "nauc_ndcg_at_3_std": 0.074519, "nauc_ndcg_at_3_diff1": 0.24427, "nauc_ndcg_at_5_max": 0.341537, "nauc_ndcg_at_5_std": 0.131039, "nauc_ndcg_at_5_diff1": 0.213532, "nauc_ndcg_at_10_max": 0.339216, "nauc_ndcg_at_10_std": 0.16698, "nauc_ndcg_at_10_diff1": 0.221071, "nauc_ndcg_at_20_max": 0.343046, "nauc_ndcg_at_20_std": 0.19156, "nauc_ndcg_at_20_diff1": 0.232597, "nauc_ndcg_at_100_max": 0.341528, "nauc_ndcg_at_100_std": 0.176607, "nauc_ndcg_at_100_diff1": 0.222082, "nauc_ndcg_at_1000_max": 0.341528, "nauc_ndcg_at_1000_std": 0.176607, "nauc_ndcg_at_1000_diff1": 0.222082, "nauc_map_at_1_max": 0.199931, "nauc_map_at_1_std": -0.178394, "nauc_map_at_1_diff1": 0.4245, "nauc_map_at_3_max": 0.239235, "nauc_map_at_3_std": -0.105714, "nauc_map_at_3_diff1": 0.318727, "nauc_map_at_5_max": 0.261253, "nauc_map_at_5_std": -0.039211, "nauc_map_at_5_diff1": 0.291077, "nauc_map_at_10_max": 0.278447, "nauc_map_at_10_std": 0.0565, "nauc_map_at_10_diff1": 0.263374, "nauc_map_at_20_max": 0.291957, "nauc_map_at_20_std": 0.099792, "nauc_map_at_20_diff1": 0.261847, "nauc_map_at_100_max": 0.292179, "nauc_map_at_100_std": 0.097556, "nauc_map_at_100_diff1": 0.258519, "nauc_map_at_1000_max": 0.292179, "nauc_map_at_1000_std": 0.097556, "nauc_map_at_1000_diff1": 0.258519, "nauc_recall_at_1_max": 0.199931, "nauc_recall_at_1_std": -0.178394, "nauc_recall_at_1_diff1": 0.4245, "nauc_recall_at_3_max": 0.248438, "nauc_recall_at_3_std": -0.083747, "nauc_recall_at_3_diff1": 0.233272, "nauc_recall_at_5_max": 0.262554, "nauc_recall_at_5_std": 0.03985, "nauc_recall_at_5_diff1": 0.164957, "nauc_recall_at_10_max": 0.270211, "nauc_recall_at_10_std": 0.159961, "nauc_recall_at_10_diff1": 0.12773, "nauc_recall_at_20_max": 0.289454, "nauc_recall_at_20_std": 0.258986, "nauc_recall_at_20_diff1": 0.109788, "nauc_recall_at_100_max": 0.293061, "nauc_recall_at_100_std": 0.250927, "nauc_recall_at_100_diff1": 0.058322, "nauc_recall_at_1000_max": 0.293061, "nauc_recall_at_1000_std": 0.250927, "nauc_recall_at_1000_diff1": 0.058322, "nauc_precision_at_1_max": 0.269694, "nauc_precision_at_1_std": 0.018172, "nauc_precision_at_1_diff1": 0.329525, "nauc_precision_at_3_max": 0.268232, "nauc_precision_at_3_std": 0.266819, "nauc_precision_at_3_diff1": 0.016982, "nauc_precision_at_5_max": 0.236182, "nauc_precision_at_5_std": 0.38284, "nauc_precision_at_5_diff1": -0.055705, "nauc_precision_at_10_max": 0.170789, "nauc_precision_at_10_std": 0.416276, "nauc_precision_at_10_diff1": -0.078366, "nauc_precision_at_20_max": 0.119701, "nauc_precision_at_20_std": 0.363982, "nauc_precision_at_20_diff1": -0.073926, "nauc_precision_at_100_max": 0.064493, "nauc_precision_at_100_std": 0.263375, "nauc_precision_at_100_diff1": -0.117164, "nauc_precision_at_1000_max": 0.064493, "nauc_precision_at_1000_std": 0.263375, "nauc_precision_at_1000_diff1": -0.117164, "nauc_mrr_at_1_max": 0.269694, "nauc_mrr_at_1_std": 0.018172, "nauc_mrr_at_1_diff1": 0.329525, "nauc_mrr_at_3_max": 0.356062, "nauc_mrr_at_3_std": 0.101615, "nauc_mrr_at_3_diff1": 0.263861, "nauc_mrr_at_5_max": 0.36108, "nauc_mrr_at_5_std": 0.121723, "nauc_mrr_at_5_diff1": 0.263686, "nauc_mrr_at_10_max": 0.360357, "nauc_mrr_at_10_std": 0.121898, "nauc_mrr_at_10_diff1": 0.264806, "nauc_mrr_at_20_max": 0.357515, "nauc_mrr_at_20_std": 0.11951, "nauc_mrr_at_20_diff1": 0.265022, "nauc_mrr_at_100_max": 0.357112, "nauc_mrr_at_100_std": 0.118891, "nauc_mrr_at_100_diff1": 0.265193, "nauc_mrr_at_1000_max": 0.357112, "nauc_mrr_at_1000_std": 0.118891, "nauc_mrr_at_1000_diff1": 0.265193, "hit_rate_at_1": 0.4404, "hit_rate_at_3": 0.72185, "hit_rate_at_5": 0.79139, "hit_rate_at_10": 0.87086, "hit_rate_at_20": 0.9106, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.46749, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.28642, "ndcg_at_3": 0.28292, "ndcg_at_5": 0.2788, "ndcg_at_10": 0.27616, "ndcg_at_20": 0.28163, "ndcg_at_100": 0.28713, "ndcg_at_1000": 0.28713, "map_at_1": 0.10703, "map_at_3": 0.15753, "map_at_5": 0.17551, "map_at_10": 0.19355, "map_at_20": 0.20297, "map_at_100": 0.20576, "map_at_1000": 0.20576, "recall_at_1": 0.10703, "recall_at_3": 0.18917, "recall_at_5": 0.22878, "recall_at_10": 0.2713, "recall_at_20": 0.30495, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.10703, "precision_at_1": 0.31126, "precision_at_3": 0.22848, "precision_at_5": 0.18079, "precision_at_10": 0.12384, "precision_at_20": 0.07351, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.311258, "mrr_at_3": 0.39128, "mrr_at_5": 0.400221, "mrr_at_10": 0.406469, "mrr_at_20": 0.406977, "mrr_at_100": 0.407241, "mrr_at_1000": 0.407241, "nauc_ndcg_at_1_max": 0.466712, "nauc_ndcg_at_1_std": 0.308689, "nauc_ndcg_at_1_diff1": 0.190678, "nauc_ndcg_at_3_max": 0.565621, "nauc_ndcg_at_3_std": 0.432163, "nauc_ndcg_at_3_diff1": 0.105452, "nauc_ndcg_at_5_max": 0.593856, "nauc_ndcg_at_5_std": 0.472253, "nauc_ndcg_at_5_diff1": 0.082026, "nauc_ndcg_at_10_max": 0.605171, "nauc_ndcg_at_10_std": 0.50227, "nauc_ndcg_at_10_diff1": 0.064877, "nauc_ndcg_at_20_max": 0.620658, "nauc_ndcg_at_20_std": 0.525023, "nauc_ndcg_at_20_diff1": 0.053484, "nauc_ndcg_at_100_max": 0.636282, "nauc_ndcg_at_100_std": 0.541997, "nauc_ndcg_at_100_diff1": 0.050861, "nauc_ndcg_at_1000_max": 0.636282, "nauc_ndcg_at_1000_std": 0.541997, "nauc_ndcg_at_1000_diff1": 0.050861, "nauc_map_at_1_max": 0.433993, "nauc_map_at_1_std": 0.158737, "nauc_map_at_1_diff1": 0.2504, "nauc_map_at_3_max": 0.497107, "nauc_map_at_3_std": 0.269055, "nauc_map_at_3_diff1": 0.15242, "nauc_map_at_5_max": 0.528501, "nauc_map_at_5_std": 0.333249, "nauc_map_at_5_diff1": 0.115761, "nauc_map_at_10_max": 0.550447, "nauc_map_at_10_std": 0.39737, "nauc_map_at_10_diff1": 0.082777, "nauc_map_at_20_max": 0.567936, "nauc_map_at_20_std": 0.430027, "nauc_map_at_20_diff1": 0.069195, "nauc_map_at_100_max": 0.576798, "nauc_map_at_100_std": 0.440367, "nauc_map_at_100_diff1": 0.065948, "nauc_map_at_1000_max": 0.576798, "nauc_map_at_1000_std": 0.440367, "nauc_map_at_1000_diff1": 0.065948, "nauc_recall_at_1_max": 0.433993, "nauc_recall_at_1_std": 0.158737, "nauc_recall_at_1_diff1": 0.2504, "nauc_recall_at_3_max": 0.517677, "nauc_recall_at_3_std": 0.311178, "nauc_recall_at_3_diff1": 0.104336, "nauc_recall_at_5_max": 0.564904, "nauc_recall_at_5_std": 0.409995, "nauc_recall_at_5_diff1": 0.051497, "nauc_recall_at_10_max": 0.609583, "nauc_recall_at_10_std": 0.523122, "nauc_recall_at_10_diff1": 0.008845, "nauc_recall_at_20_max": 0.63537, "nauc_recall_at_20_std": 0.584199, "nauc_recall_at_20_diff1": -0.020484, "nauc_recall_at_100_max": 0.670254, "nauc_recall_at_100_std": 0.622826, "nauc_recall_at_100_diff1": -0.024843, "nauc_recall_at_1000_max": 0.670254, "nauc_recall_at_1000_std": 0.622826, "nauc_recall_at_1000_diff1": -0.024843, "nauc_precision_at_1_max": 0.458331, "nauc_precision_at_1_std": 0.328703, "nauc_precision_at_1_diff1": 0.164039, "nauc_precision_at_3_max": 0.51671, "nauc_precision_at_3_std": 0.532916, "nauc_precision_at_3_diff1": -0.016514, "nauc_precision_at_5_max": 0.505343, "nauc_precision_at_5_std": 0.600096, "nauc_precision_at_5_diff1": -0.083536, "nauc_precision_at_10_max": 0.490607, "nauc_precision_at_10_std": 0.642054, "nauc_precision_at_10_diff1": -0.119595, "nauc_precision_at_20_max": 0.492304, "nauc_precision_at_20_std": 0.650741, "nauc_precision_at_20_diff1": -0.130405, "nauc_precision_at_100_max": 0.521012, "nauc_precision_at_100_std": 0.665415, "nauc_precision_at_100_diff1": -0.125714, "nauc_precision_at_1000_max": 0.521012, "nauc_precision_at_1000_std": 0.665415, "nauc_precision_at_1000_diff1": -0.125714, "nauc_mrr_at_1_max": 0.458331, "nauc_mrr_at_1_std": 0.328703, "nauc_mrr_at_1_diff1": 0.164039, "nauc_mrr_at_3_max": 0.545884, "nauc_mrr_at_3_std": 0.445365, "nauc_mrr_at_3_diff1": 0.121539, "nauc_mrr_at_5_max": 0.554186, "nauc_mrr_at_5_std": 0.45605, "nauc_mrr_at_5_diff1": 0.117699, "nauc_mrr_at_10_max": 0.563185, "nauc_mrr_at_10_std": 0.470916, "nauc_mrr_at_10_diff1": 0.118678, "nauc_mrr_at_20_max": 0.563965, "nauc_mrr_at_20_std": 0.472251, "nauc_mrr_at_20_diff1": 0.117825, "nauc_mrr_at_100_max": 0.564771, "nauc_mrr_at_100_std": 0.472842, "nauc_mrr_at_100_diff1": 0.117997, "nauc_mrr_at_1000_max": 0.564771, "nauc_mrr_at_1000_std": 0.472842, "nauc_mrr_at_1000_diff1": 0.117997, "hit_rate_at_1": 0.31126, "hit_rate_at_3": 0.48675, "hit_rate_at_5": 0.52649, "hit_rate_at_10": 0.57285, "hit_rate_at_20": 0.57947, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.27616, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.31291, "ndcg_at_3": 0.30645, "ndcg_at_5": 0.31115, "ndcg_at_10": 0.3184, "ndcg_at_20": 0.32569, "ndcg_at_100": 0.33319, "ndcg_at_1000": 0.33319, "map_at_1": 0.12103, "map_at_3": 0.17367, "map_at_5": 0.19573, "map_at_10": 0.22157, "map_at_20": 0.2337, "map_at_100": 0.23777, "map_at_1000": 0.23777, "recall_at_1": 0.12103, "recall_at_3": 0.20707, "recall_at_5": 0.25603, "recall_at_10": 0.32385, "recall_at_20": 0.36562, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.12103, "precision_at_1": 0.33775, "precision_at_3": 0.24724, "precision_at_5": 0.20795, "precision_at_10": 0.15166, "precision_at_20": 0.0957, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.337748, "mrr_at_3": 0.422185, "mrr_at_5": 0.438079, "mrr_at_10": 0.446765, "mrr_at_20": 0.447951, "mrr_at_100": 0.448378, "mrr_at_1000": 0.448378, "nauc_ndcg_at_1_max": 0.498534, "nauc_ndcg_at_1_std": 0.275349, "nauc_ndcg_at_1_diff1": 0.178812, "nauc_ndcg_at_3_max": 0.535156, "nauc_ndcg_at_3_std": 0.321232, "nauc_ndcg_at_3_diff1": 0.124741, "nauc_ndcg_at_5_max": 0.546673, "nauc_ndcg_at_5_std": 0.365202, "nauc_ndcg_at_5_diff1": 0.107097, "nauc_ndcg_at_10_max": 0.561325, "nauc_ndcg_at_10_std": 0.407757, "nauc_ndcg_at_10_diff1": 0.084154, "nauc_ndcg_at_20_max": 0.562878, "nauc_ndcg_at_20_std": 0.428864, "nauc_ndcg_at_20_diff1": 0.084039, "nauc_ndcg_at_100_max": 0.568252, "nauc_ndcg_at_100_std": 0.43299, "nauc_ndcg_at_100_diff1": 0.085336, "nauc_ndcg_at_1000_max": 0.568252, "nauc_ndcg_at_1000_std": 0.43299, "nauc_ndcg_at_1000_diff1": 0.085336, "nauc_map_at_1_max": 0.491699, "nauc_map_at_1_std": 0.084395, "nauc_map_at_1_diff1": 0.246099, "nauc_map_at_3_max": 0.483859, "nauc_map_at_3_std": 0.160386, "nauc_map_at_3_diff1": 0.177942, "nauc_map_at_5_max": 0.492534, "nauc_map_at_5_std": 0.216579, "nauc_map_at_5_diff1": 0.155565, "nauc_map_at_10_max": 0.510714, "nauc_map_at_10_std": 0.287976, "nauc_map_at_10_diff1": 0.117683, "nauc_map_at_20_max": 0.51695, "nauc_map_at_20_std": 0.316327, "nauc_map_at_20_diff1": 0.103878, "nauc_map_at_100_max": 0.522201, "nauc_map_at_100_std": 0.321628, "nauc_map_at_100_diff1": 0.104278, "nauc_map_at_1000_max": 0.522201, "nauc_map_at_1000_std": 0.321628, "nauc_map_at_1000_diff1": 0.104278, "nauc_recall_at_1_max": 0.491699, "nauc_recall_at_1_std": 0.084395, "nauc_recall_at_1_diff1": 0.246099, "nauc_recall_at_3_max": 0.461405, "nauc_recall_at_3_std": 0.196024, "nauc_recall_at_3_diff1": 0.129849, "nauc_recall_at_5_max": 0.450123, "nauc_recall_at_5_std": 0.272542, "nauc_recall_at_5_diff1": 0.09493, "nauc_recall_at_10_max": 0.480885, "nauc_recall_at_10_std": 0.39836, "nauc_recall_at_10_diff1": 0.048148, "nauc_recall_at_20_max": 0.500301, "nauc_recall_at_20_std": 0.46719, "nauc_recall_at_20_diff1": 0.033189, "nauc_recall_at_100_max": 0.508944, "nauc_recall_at_100_std": 0.478574, "nauc_recall_at_100_diff1": 0.034217, "nauc_recall_at_1000_max": 0.508944, "nauc_recall_at_1000_std": 0.478574, "nauc_recall_at_1000_diff1": 0.034217, "nauc_precision_at_1_max": 0.511136, "nauc_precision_at_1_std": 0.304808, "nauc_precision_at_1_diff1": 0.172148, "nauc_precision_at_3_max": 0.452913, "nauc_precision_at_3_std": 0.427775, "nauc_precision_at_3_diff1": 0.025611, "nauc_precision_at_5_max": 0.408316, "nauc_precision_at_5_std": 0.494831, "nauc_precision_at_5_diff1": -0.023433, "nauc_precision_at_10_max": 0.374216, "nauc_precision_at_10_std": 0.537189, "nauc_precision_at_10_diff1": -0.099775, "nauc_precision_at_20_max": 0.329524, "nauc_precision_at_20_std": 0.53016, "nauc_precision_at_20_diff1": -0.120881, "nauc_precision_at_100_max": 0.318693, "nauc_precision_at_100_std": 0.492878, "nauc_precision_at_100_diff1": -0.108156, "nauc_precision_at_1000_max": 0.318693, "nauc_precision_at_1000_std": 0.492878, "nauc_precision_at_1000_diff1": -0.108156, "nauc_mrr_at_1_max": 0.511136, "nauc_mrr_at_1_std": 0.304808, "nauc_mrr_at_1_diff1": 0.172148, "nauc_mrr_at_3_max": 0.554189, "nauc_mrr_at_3_std": 0.387257, "nauc_mrr_at_3_diff1": 0.129103, "nauc_mrr_at_5_max": 0.558374, "nauc_mrr_at_5_std": 0.407548, "nauc_mrr_at_5_diff1": 0.125202, "nauc_mrr_at_10_max": 0.563938, "nauc_mrr_at_10_std": 0.418813, "nauc_mrr_at_10_diff1": 0.125264, "nauc_mrr_at_20_max": 0.563985, "nauc_mrr_at_20_std": 0.419053, "nauc_mrr_at_20_diff1": 0.126528, "nauc_mrr_at_100_max": 0.564021, "nauc_mrr_at_100_std": 0.418838, "nauc_mrr_at_100_diff1": 0.126481, "nauc_mrr_at_1000_max": 0.564021, "nauc_mrr_at_1000_std": 0.418838, "nauc_mrr_at_1000_diff1": 0.126481, "hit_rate_at_1": 0.33775, "hit_rate_at_3": 0.5298, "hit_rate_at_5": 0.59934, "hit_rate_at_10": 0.65894, "hit_rate_at_20": 0.6755, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.3184, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.23179, "ndcg_at_3": 0.23467, "ndcg_at_5": 0.23578, "ndcg_at_10": 0.24314, "ndcg_at_20": 0.25052, "ndcg_at_100": 0.2623, "ndcg_at_1000": 0.2623, "map_at_1": 0.0924, "map_at_3": 0.13525, "map_at_5": 0.15112, "map_at_10": 0.1719, "map_at_20": 0.18294, "map_at_100": 0.18957, "map_at_1000": 0.18957, "recall_at_1": 0.0924, "recall_at_3": 0.16698, "recall_at_5": 0.19984, "recall_at_10": 0.24855, "recall_at_20": 0.27708, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.0924, "precision_at_1": 0.25828, "precision_at_3": 0.18322, "precision_at_5": 0.15232, "precision_at_10": 0.11424, "precision_at_20": 0.07384, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.258278, "mrr_at_3": 0.327815, "mrr_at_5": 0.336424, "mrr_at_10": 0.339803, "mrr_at_20": 0.340405, "mrr_at_100": 0.3407, "mrr_at_1000": 0.3407, "nauc_ndcg_at_1_max": 0.54988, "nauc_ndcg_at_1_std": 0.450679, "nauc_ndcg_at_1_diff1": 0.236975, "nauc_ndcg_at_3_max": 0.710104, "nauc_ndcg_at_3_std": 0.59761, "nauc_ndcg_at_3_diff1": 0.191318, "nauc_ndcg_at_5_max": 0.745274, "nauc_ndcg_at_5_std": 0.644002, "nauc_ndcg_at_5_diff1": 0.177137, "nauc_ndcg_at_10_max": 0.761249, "nauc_ndcg_at_10_std": 0.662009, "nauc_ndcg_at_10_diff1": 0.158417, "nauc_ndcg_at_20_max": 0.765664, "nauc_ndcg_at_20_std": 0.680383, "nauc_ndcg_at_20_diff1": 0.145421, "nauc_ndcg_at_100_max": 0.772332, "nauc_ndcg_at_100_std": 0.686329, "nauc_ndcg_at_100_diff1": 0.134008, "nauc_ndcg_at_1000_max": 0.772332, "nauc_ndcg_at_1000_std": 0.686329, "nauc_ndcg_at_1000_diff1": 0.134008, "nauc_map_at_1_max": 0.573195, "nauc_map_at_1_std": 0.268636, "nauc_map_at_1_diff1": 0.426267, "nauc_map_at_3_max": 0.665337, "nauc_map_at_3_std": 0.432693, "nauc_map_at_3_diff1": 0.290697, "nauc_map_at_5_max": 0.691879, "nauc_map_at_5_std": 0.49697, "nauc_map_at_5_diff1": 0.249177, "nauc_map_at_10_max": 0.7094, "nauc_map_at_10_std": 0.555307, "nauc_map_at_10_diff1": 0.207396, "nauc_map_at_20_max": 0.711691, "nauc_map_at_20_std": 0.578173, "nauc_map_at_20_diff1": 0.187278, "nauc_map_at_100_max": 0.718214, "nauc_map_at_100_std": 0.584248, "nauc_map_at_100_diff1": 0.178682, "nauc_map_at_1000_max": 0.718214, "nauc_map_at_1000_std": 0.584248, "nauc_map_at_1000_diff1": 0.178682, "nauc_recall_at_1_max": 0.573195, "nauc_recall_at_1_std": 0.268636, "nauc_recall_at_1_diff1": 0.426267, "nauc_recall_at_3_max": 0.698775, "nauc_recall_at_3_std": 0.497027, "nauc_recall_at_3_diff1": 0.234455, "nauc_recall_at_5_max": 0.72968, "nauc_recall_at_5_std": 0.593413, "nauc_recall_at_5_diff1": 0.180062, "nauc_recall_at_10_max": 0.7534, "nauc_recall_at_10_std": 0.675402, "nauc_recall_at_10_diff1": 0.127377, "nauc_recall_at_20_max": 0.758203, "nauc_recall_at_20_std": 0.710481, "nauc_recall_at_20_diff1": 0.093588, "nauc_recall_at_100_max": 0.765504, "nauc_recall_at_100_std": 0.717904, "nauc_recall_at_100_diff1": 0.06318, "nauc_recall_at_1000_max": 0.765504, "nauc_recall_at_1000_std": 0.717904, "nauc_recall_at_1000_diff1": 0.06318, "nauc_precision_at_1_max": 0.563436, "nauc_precision_at_1_std": 0.497111, "nauc_precision_at_1_diff1": 0.211989, "nauc_precision_at_3_max": 0.683325, "nauc_precision_at_3_std": 0.712758, "nauc_precision_at_3_diff1": 0.044452, "nauc_precision_at_5_max": 0.651935, "nauc_precision_at_5_std": 0.745326, "nauc_precision_at_5_diff1": -0.017008, "nauc_precision_at_10_max": 0.570044, "nauc_precision_at_10_std": 0.689669, "nauc_precision_at_10_diff1": -0.068119, "nauc_precision_at_20_max": 0.498216, "nauc_precision_at_20_std": 0.635094, "nauc_precision_at_20_diff1": -0.101968, "nauc_precision_at_100_max": 0.462731, "nauc_precision_at_100_std": 0.565524, "nauc_precision_at_100_diff1": -0.116627, "nauc_precision_at_1000_max": 0.462731, "nauc_precision_at_1000_std": 0.565524, "nauc_precision_at_1000_diff1": -0.116627, "nauc_mrr_at_1_max": 0.563436, "nauc_mrr_at_1_std": 0.497111, "nauc_mrr_at_1_diff1": 0.211989, "nauc_mrr_at_3_max": 0.683359, "nauc_mrr_at_3_std": 0.638331, "nauc_mrr_at_3_diff1": 0.177648, "nauc_mrr_at_5_max": 0.691864, "nauc_mrr_at_5_std": 0.653804, "nauc_mrr_at_5_diff1": 0.174121, "nauc_mrr_at_10_max": 0.693458, "nauc_mrr_at_10_std": 0.656957, "nauc_mrr_at_10_diff1": 0.170065, "nauc_mrr_at_20_max": 0.693182, "nauc_mrr_at_20_std": 0.657404, "nauc_mrr_at_20_diff1": 0.168327, "nauc_mrr_at_100_max": 0.693405, "nauc_mrr_at_100_std": 0.657658, "nauc_mrr_at_100_diff1": 0.16788, "nauc_mrr_at_1000_max": 0.693405, "nauc_mrr_at_1000_std": 0.657658, "nauc_mrr_at_1000_diff1": 0.16788, "hit_rate_at_1": 0.25828, "hit_rate_at_3": 0.4106, "hit_rate_at_5": 0.44702, "hit_rate_at_10": 0.4702, "hit_rate_at_20": 0.47682, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.24314, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.28974, "ndcg_at_3": 0.27872, "ndcg_at_5": 0.28214, "ndcg_at_10": 0.28313, "ndcg_at_20": 0.28547, "ndcg_at_100": 0.29227, "ndcg_at_1000": 0.29227, "map_at_1": 0.09696, "map_at_3": 0.15076, "map_at_5": 0.17236, "map_at_10": 0.19422, "map_at_20": 0.20285, "map_at_100": 0.20711, "map_at_1000": 0.20711, "recall_at_1": 0.09696, "recall_at_3": 0.18503, "recall_at_5": 0.2302, "recall_at_10": 0.28227, "recall_at_20": 0.30789, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.09696, "precision_at_1": 0.31788, "precision_at_3": 0.23289, "precision_at_5": 0.19735, "precision_at_10": 0.13742, "precision_at_20": 0.08262, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.317881, "mrr_at_3": 0.396799, "mrr_at_5": 0.411038, "mrr_at_10": 0.414684, "mrr_at_20": 0.415734, "mrr_at_100": 0.415848, "mrr_at_1000": 0.415848, "nauc_ndcg_at_1_max": 0.554809, "nauc_ndcg_at_1_std": 0.349933, "nauc_ndcg_at_1_diff1": 0.182579, "nauc_ndcg_at_3_max": 0.645491, "nauc_ndcg_at_3_std": 0.468691, "nauc_ndcg_at_3_diff1": 0.163429, "nauc_ndcg_at_5_max": 0.669667, "nauc_ndcg_at_5_std": 0.521766, "nauc_ndcg_at_5_diff1": 0.132459, "nauc_ndcg_at_10_max": 0.692744, "nauc_ndcg_at_10_std": 0.561408, "nauc_ndcg_at_10_diff1": 0.128183, "nauc_ndcg_at_20_max": 0.71053, "nauc_ndcg_at_20_std": 0.587919, "nauc_ndcg_at_20_diff1": 0.123394, "nauc_ndcg_at_100_max": 0.718666, "nauc_ndcg_at_100_std": 0.601039, "nauc_ndcg_at_100_diff1": 0.117016, "nauc_ndcg_at_1000_max": 0.718666, "nauc_ndcg_at_1000_std": 0.601039, "nauc_ndcg_at_1000_diff1": 0.117016, "nauc_map_at_1_max": 0.537517, "nauc_map_at_1_std": 0.18553, "nauc_map_at_1_diff1": 0.365646, "nauc_map_at_3_max": 0.579253, "nauc_map_at_3_std": 0.315169, "nauc_map_at_3_diff1": 0.248124, "nauc_map_at_5_max": 0.604511, "nauc_map_at_5_std": 0.382378, "nauc_map_at_5_diff1": 0.206226, "nauc_map_at_10_max": 0.63418, "nauc_map_at_10_std": 0.456426, "nauc_map_at_10_diff1": 0.168157, "nauc_map_at_20_max": 0.653288, "nauc_map_at_20_std": 0.488902, "nauc_map_at_20_diff1": 0.155199, "nauc_map_at_100_max": 0.66063, "nauc_map_at_100_std": 0.499583, "nauc_map_at_100_diff1": 0.149461, "nauc_map_at_1000_max": 0.66063, "nauc_map_at_1000_std": 0.499583, "nauc_map_at_1000_diff1": 0.149461, "nauc_recall_at_1_max": 0.537517, "nauc_recall_at_1_std": 0.18553, "nauc_recall_at_1_diff1": 0.365646, "nauc_recall_at_3_max": 0.573632, "nauc_recall_at_3_std": 0.352925, "nauc_recall_at_3_diff1": 0.197212, "nauc_recall_at_5_max": 0.612069, "nauc_recall_at_5_std": 0.456914, "nauc_recall_at_5_diff1": 0.135864, "nauc_recall_at_10_max": 0.658612, "nauc_recall_at_10_std": 0.576173, "nauc_recall_at_10_diff1": 0.084921, "nauc_recall_at_20_max": 0.696041, "nauc_recall_at_20_std": 0.641853, "nauc_recall_at_20_diff1": 0.05817, "nauc_recall_at_100_max": 0.717913, "nauc_recall_at_100_std": 0.671649, "nauc_recall_at_100_diff1": 0.045719, "nauc_recall_at_1000_max": 0.717913, "nauc_recall_at_1000_std": 0.671649, "nauc_recall_at_1000_diff1": 0.045719, "nauc_precision_at_1_max": 0.555699, "nauc_precision_at_1_std": 0.350299, "nauc_precision_at_1_diff1": 0.201083, "nauc_precision_at_3_max": 0.577013, "nauc_precision_at_3_std": 0.538729, "nauc_precision_at_3_diff1": 0.051365, "nauc_precision_at_5_max": 0.563894, "nauc_precision_at_5_std": 0.610415, "nauc_precision_at_5_diff1": -0.030825, "nauc_precision_at_10_max": 0.528634, "nauc_precision_at_10_std": 0.637527, "nauc_precision_at_10_diff1": -0.056767, "nauc_precision_at_20_max": 0.510057, "nauc_precision_at_20_std": 0.641734, "nauc_precision_at_20_diff1": -0.074265, "nauc_precision_at_100_max": 0.483273, "nauc_precision_at_100_std": 0.602258, "nauc_precision_at_100_diff1": -0.08969, "nauc_precision_at_1000_max": 0.483273, "nauc_precision_at_1000_std": 0.602258, "nauc_precision_at_1000_diff1": -0.08969, "nauc_mrr_at_1_max": 0.555699, "nauc_mrr_at_1_std": 0.350299, "nauc_mrr_at_1_diff1": 0.201083, "nauc_mrr_at_3_max": 0.637003, "nauc_mrr_at_3_std": 0.460945, "nauc_mrr_at_3_diff1": 0.195797, "nauc_mrr_at_5_max": 0.646442, "nauc_mrr_at_5_std": 0.48433, "nauc_mrr_at_5_diff1": 0.191634, "nauc_mrr_at_10_max": 0.648375, "nauc_mrr_at_10_std": 0.490182, "nauc_mrr_at_10_diff1": 0.196133, "nauc_mrr_at_20_max": 0.648722, "nauc_mrr_at_20_std": 0.492834, "nauc_mrr_at_20_diff1": 0.194557, "nauc_mrr_at_100_max": 0.649377, "nauc_mrr_at_100_std": 0.493275, "nauc_mrr_at_100_diff1": 0.194637, "nauc_mrr_at_1000_max": 0.649377, "nauc_mrr_at_1000_std": 0.493275, "nauc_mrr_at_1000_diff1": 0.194637, "hit_rate_at_1": 0.31788, "hit_rate_at_3": 0.49338, "hit_rate_at_5": 0.55629, "hit_rate_at_10": 0.58278, "hit_rate_at_20": 0.59603, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.28313, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.24834, "ndcg_at_3": 0.24992, "ndcg_at_5": 0.24731, "ndcg_at_10": 0.25431, "ndcg_at_20": 0.26029, "ndcg_at_100": 0.26322, "ndcg_at_1000": 0.26322, "map_at_1": 0.0971, "map_at_3": 0.13951, "map_at_5": 0.15584, "map_at_10": 0.17688, "map_at_20": 0.18825, "map_at_100": 0.19047, "map_at_1000": 0.19047, "recall_at_1": 0.0971, "recall_at_3": 0.16966, "recall_at_5": 0.19893, "recall_at_10": 0.25491, "recall_at_20": 0.28672, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.0971, "precision_at_1": 0.27483, "precision_at_3": 0.19868, "precision_at_5": 0.16225, "precision_at_10": 0.12417, "precision_at_20": 0.07881, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.274834, "mrr_at_3": 0.344371, "mrr_at_5": 0.348013, "mrr_at_10": 0.357976, "mrr_at_20": 0.358252, "mrr_at_100": 0.358252, "mrr_at_1000": 0.358252, "nauc_ndcg_at_1_max": 0.546644, "nauc_ndcg_at_1_std": 0.408109, "nauc_ndcg_at_1_diff1": 0.247966, "nauc_ndcg_at_3_max": 0.651525, "nauc_ndcg_at_3_std": 0.488607, "nauc_ndcg_at_3_diff1": 0.181963, "nauc_ndcg_at_5_max": 0.662257, "nauc_ndcg_at_5_std": 0.497815, "nauc_ndcg_at_5_diff1": 0.181234, "nauc_ndcg_at_10_max": 0.711542, "nauc_ndcg_at_10_std": 0.564193, "nauc_ndcg_at_10_diff1": 0.157677, "nauc_ndcg_at_20_max": 0.730988, "nauc_ndcg_at_20_std": 0.593845, "nauc_ndcg_at_20_diff1": 0.147936, "nauc_ndcg_at_100_max": 0.729792, "nauc_ndcg_at_100_std": 0.598981, "nauc_ndcg_at_100_diff1": 0.142373, "nauc_ndcg_at_1000_max": 0.729792, "nauc_ndcg_at_1000_std": 0.598981, "nauc_ndcg_at_1000_diff1": 0.142373, "nauc_map_at_1_max": 0.567693, "nauc_map_at_1_std": 0.204711, "nauc_map_at_1_diff1": 0.419568, "nauc_map_at_3_max": 0.62648, "nauc_map_at_3_std": 0.31405, "nauc_map_at_3_diff1": 0.295918, "nauc_map_at_5_max": 0.632979, "nauc_map_at_5_std": 0.360124, "nauc_map_at_5_diff1": 0.265459, "nauc_map_at_10_max": 0.66051, "nauc_map_at_10_std": 0.438177, "nauc_map_at_10_diff1": 0.217792, "nauc_map_at_20_max": 0.6798, "nauc_map_at_20_std": 0.475733, "nauc_map_at_20_diff1": 0.198383, "nauc_map_at_100_max": 0.681675, "nauc_map_at_100_std": 0.482692, "nauc_map_at_100_diff1": 0.19323, "nauc_map_at_1000_max": 0.681675, "nauc_map_at_1000_std": 0.482692, "nauc_map_at_1000_diff1": 0.19323, "nauc_recall_at_1_max": 0.567693, "nauc_recall_at_1_std": 0.204711, "nauc_recall_at_1_diff1": 0.419568, "nauc_recall_at_3_max": 0.644941, "nauc_recall_at_3_std": 0.369824, "nauc_recall_at_3_diff1": 0.212519, "nauc_recall_at_5_max": 0.653861, "nauc_recall_at_5_std": 0.431889, "nauc_recall_at_5_diff1": 0.177201, "nauc_recall_at_10_max": 0.708934, "nauc_recall_at_10_std": 0.582021, "nauc_recall_at_10_diff1": 0.105179, "nauc_recall_at_20_max": 0.730615, "nauc_recall_at_20_std": 0.633825, "nauc_recall_at_20_diff1": 0.067862, "nauc_recall_at_100_max": 0.728949, "nauc_recall_at_100_std": 0.648892, "nauc_recall_at_100_diff1": 0.054015, "nauc_recall_at_1000_max": 0.728949, "nauc_recall_at_1000_std": 0.648892, "nauc_recall_at_1000_diff1": 0.054015, "nauc_precision_at_1_max": 0.550128, "nauc_precision_at_1_std": 0.428167, "nauc_precision_at_1_diff1": 0.234492, "nauc_precision_at_3_max": 0.604069, "nauc_precision_at_3_std": 0.594753, "nauc_precision_at_3_diff1": 0.027359, "nauc_precision_at_5_max": 0.547885, "nauc_precision_at_5_std": 0.589648, "nauc_precision_at_5_diff1": -0.014897, "nauc_precision_at_10_max": 0.553247, "nauc_precision_at_10_std": 0.670603, "nauc_precision_at_10_diff1": -0.086067, "nauc_precision_at_20_max": 0.5335, "nauc_precision_at_20_std": 0.675617, "nauc_precision_at_20_diff1": -0.109067, "nauc_precision_at_100_max": 0.530913, "nauc_precision_at_100_std": 0.679425, "nauc_precision_at_100_diff1": -0.119895, "nauc_precision_at_1000_max": 0.530913, "nauc_precision_at_1000_std": 0.679425, "nauc_precision_at_1000_diff1": -0.119895, "nauc_mrr_at_1_max": 0.550128, "nauc_mrr_at_1_std": 0.428167, "nauc_mrr_at_1_diff1": 0.234492, "nauc_mrr_at_3_max": 0.641943, "nauc_mrr_at_3_std": 0.54239, "nauc_mrr_at_3_diff1": 0.173995, "nauc_mrr_at_5_max": 0.64284, "nauc_mrr_at_5_std": 0.541051, "nauc_mrr_at_5_diff1": 0.170254, "nauc_mrr_at_10_max": 0.65212, "nauc_mrr_at_10_std": 0.560558, "nauc_mrr_at_10_diff1": 0.166812, "nauc_mrr_at_20_max": 0.652019, "nauc_mrr_at_20_std": 0.560858, "nauc_mrr_at_20_diff1": 0.16616, "nauc_mrr_at_100_max": 0.652019, "nauc_mrr_at_100_std": 0.560858, "nauc_mrr_at_100_diff1": 0.16616, "nauc_mrr_at_1000_max": 0.652019, "nauc_mrr_at_1000_std": 0.560858, "nauc_mrr_at_1000_diff1": 0.16616, "hit_rate_at_1": 0.27483, "hit_rate_at_3": 0.43377, "hit_rate_at_5": 0.45033, "hit_rate_at_10": 0.51656, "hit_rate_at_20": 0.51987, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.25431, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 4357.449208866019, "kg_co2_emissions": null, "date": 1791870848.054282, "evaluation_phases": [ { "name": "Data loading", "start": 4.896981408819556e-06, "end": 32.057797045999905, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.057810676982626, "end": 32.057812999992166, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.063288368983194, "end": 725.254360167979, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 725.2544042739901, "end": 725.2976468369889, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 725.3121195859858, "end": 1441.1869753520004, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1441.187007600005, "end": 1441.2408075779967, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1441.2552936459833, "end": 2198.0150402860017, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2198.0150774109934, "end": 2198.0622896489804, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 2198.0773290649813, "end": 2929.1998887759983, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2929.1999169180053, "end": 2929.252006950992, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2929.2685610879853, "end": 3649.7823945239943, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3649.782434603985, "end": 3649.8261787819793, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3649.8400314629835, "end": 4357.389962193003, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 4357.389994522004, "end": 4357.43486946699, "split": "test", "subset": "portuguese" } ] }