{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.37031, "ndcg_at_3": 0.3844, "ndcg_at_5": 0.39583, "ndcg_at_10": 0.4296, "ndcg_at_20": 0.46455, "ndcg_at_100": 0.4926, "ndcg_at_1000": 0.4926, "map_at_1": 0.17338, "map_at_3": 0.26054, "map_at_5": 0.2903, "map_at_10": 0.32037, "map_at_20": 0.33964, "map_at_100": 0.35002, "map_at_1000": 0.35002, "recall_at_1": 0.17338, "recall_at_3": 0.32204, "recall_at_5": 0.39747, "recall_at_10": 0.51058, "recall_at_20": 0.61273, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.17338, "precision_at_1": 0.38125, "precision_at_3": 0.27917, "precision_at_5": 0.2225, "precision_at_10": 0.15938, "precision_at_20": 0.10516, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.38125, "mrr_at_3": 0.484896, "mrr_at_5": 0.503021, "mrr_at_10": 0.516869, "mrr_at_20": 0.521229, "mrr_at_100": 0.523204, "mrr_at_1000": 0.523204, "nauc_ndcg_at_1_max": 0.206072, "nauc_ndcg_at_1_std": 0.014397, "nauc_ndcg_at_1_diff1": 0.20271, "nauc_ndcg_at_3_max": 0.230739, "nauc_ndcg_at_3_std": -0.012096, "nauc_ndcg_at_3_diff1": 0.157503, "nauc_ndcg_at_5_max": 0.251088, "nauc_ndcg_at_5_std": 0.010047, "nauc_ndcg_at_5_diff1": 0.16755, "nauc_ndcg_at_10_max": 0.223578, "nauc_ndcg_at_10_std": 0.006706, "nauc_ndcg_at_10_diff1": 0.16617, "nauc_ndcg_at_20_max": 0.222017, "nauc_ndcg_at_20_std": 0.025615, "nauc_ndcg_at_20_diff1": 0.157405, "nauc_ndcg_at_100_max": 0.226674, "nauc_ndcg_at_100_std": 0.018308, "nauc_ndcg_at_100_diff1": 0.140319, "nauc_ndcg_at_1000_max": 0.226674, "nauc_ndcg_at_1000_std": 0.018308, "nauc_ndcg_at_1000_diff1": 0.140319, "nauc_map_at_1_max": 0.18462, "nauc_map_at_1_std": -0.059055, "nauc_map_at_1_diff1": 0.300379, "nauc_map_at_3_max": 0.206341, "nauc_map_at_3_std": -0.033903, "nauc_map_at_3_diff1": 0.214865, "nauc_map_at_5_max": 0.223749, "nauc_map_at_5_std": -0.009572, "nauc_map_at_5_diff1": 0.197795, "nauc_map_at_10_max": 0.223866, "nauc_map_at_10_std": -0.003792, "nauc_map_at_10_diff1": 0.184968, "nauc_map_at_20_max": 0.225238, "nauc_map_at_20_std": 0.00243, "nauc_map_at_20_diff1": 0.182013, "nauc_map_at_100_max": 0.228733, "nauc_map_at_100_std": 9e-05, "nauc_map_at_100_diff1": 0.176007, "nauc_map_at_1000_max": 0.228733, "nauc_map_at_1000_std": 9e-05, "nauc_map_at_1000_diff1": 0.176007, "nauc_recall_at_1_max": 0.18462, "nauc_recall_at_1_std": -0.059055, "nauc_recall_at_1_diff1": 0.300379, "nauc_recall_at_3_max": 0.193372, "nauc_recall_at_3_std": -0.03284, "nauc_recall_at_3_diff1": 0.154704, "nauc_recall_at_5_max": 0.211552, "nauc_recall_at_5_std": 0.007013, "nauc_recall_at_5_diff1": 0.141562, "nauc_recall_at_10_max": 0.154231, "nauc_recall_at_10_std": 0.016373, "nauc_recall_at_10_diff1": 0.113061, "nauc_recall_at_20_max": 0.142023, "nauc_recall_at_20_std": 0.060855, "nauc_recall_at_20_diff1": 0.096463, "nauc_recall_at_100_max": 0.179503, "nauc_recall_at_100_std": 0.056708, "nauc_recall_at_100_diff1": 0.032937, "nauc_recall_at_1000_max": 0.179503, "nauc_recall_at_1000_std": 0.056708, "nauc_recall_at_1000_diff1": 0.032937, "nauc_precision_at_1_max": 0.209162, "nauc_precision_at_1_std": 0.032081, "nauc_precision_at_1_diff1": 0.188855, "nauc_precision_at_3_max": 0.194496, "nauc_precision_at_3_std": 0.041852, "nauc_precision_at_3_diff1": 0.009376, "nauc_precision_at_5_max": 0.208126, "nauc_precision_at_5_std": 0.093502, "nauc_precision_at_5_diff1": -0.045598, "nauc_precision_at_10_max": 0.12277, "nauc_precision_at_10_std": 0.065933, "nauc_precision_at_10_diff1": -0.082939, "nauc_precision_at_20_max": 0.081644, "nauc_precision_at_20_std": 0.063762, "nauc_precision_at_20_diff1": -0.1096, "nauc_precision_at_100_max": 0.050205, "nauc_precision_at_100_std": 0.020743, "nauc_precision_at_100_diff1": -0.136793, "nauc_precision_at_1000_max": 0.050205, "nauc_precision_at_1000_std": 0.020743, "nauc_precision_at_1000_diff1": -0.136793, "nauc_mrr_at_1_max": 0.209162, "nauc_mrr_at_1_std": 0.032081, "nauc_mrr_at_1_diff1": 0.188855, "nauc_mrr_at_3_max": 0.227732, "nauc_mrr_at_3_std": 0.012525, "nauc_mrr_at_3_diff1": 0.136798, "nauc_mrr_at_5_max": 0.230464, "nauc_mrr_at_5_std": 0.025067, "nauc_mrr_at_5_diff1": 0.141035, "nauc_mrr_at_10_max": 0.219904, "nauc_mrr_at_10_std": 0.023116, "nauc_mrr_at_10_diff1": 0.142456, "nauc_mrr_at_20_max": 0.22154, "nauc_mrr_at_20_std": 0.025986, "nauc_mrr_at_20_diff1": 0.140192, "nauc_mrr_at_100_max": 0.220981, "nauc_mrr_at_100_std": 0.024681, "nauc_mrr_at_100_diff1": 0.139572, "nauc_mrr_at_1000_max": 0.220981, "nauc_mrr_at_1000_std": 0.024681, "nauc_mrr_at_1000_diff1": 0.139572, "hit_rate_at_1": 0.38125, "hit_rate_at_3": 0.60938, "hit_rate_at_5": 0.69063, "hit_rate_at_10": 0.79688, "hit_rate_at_20": 0.85625, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.4296, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.27656, "ndcg_at_3": 0.27411, "ndcg_at_5": 0.28087, "ndcg_at_10": 0.29483, "ndcg_at_20": 0.30989, "ndcg_at_100": 0.32158, "ndcg_at_1000": 0.32158, "map_at_1": 0.14347, "map_at_3": 0.19452, "map_at_5": 0.21291, "map_at_10": 0.22893, "map_at_20": 0.23751, "map_at_100": 0.24122, "map_at_1000": 0.24122, "recall_at_1": 0.14347, "recall_at_3": 0.22967, "recall_at_5": 0.27451, "recall_at_10": 0.33086, "recall_at_20": 0.37688, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.14347, "precision_at_1": 0.29063, "precision_at_3": 0.18958, "precision_at_5": 0.1475, "precision_at_10": 0.09813, "precision_at_20": 0.05953, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.290625, "mrr_at_3": 0.363021, "mrr_at_5": 0.375677, "mrr_at_10": 0.382253, "mrr_at_20": 0.385098, "mrr_at_100": 0.386029, "mrr_at_1000": 0.386029, "nauc_ndcg_at_1_max": 0.247195, "nauc_ndcg_at_1_std": 0.064993, "nauc_ndcg_at_1_diff1": 0.184141, "nauc_ndcg_at_3_max": 0.355013, "nauc_ndcg_at_3_std": 0.114979, "nauc_ndcg_at_3_diff1": 0.062516, "nauc_ndcg_at_5_max": 0.378097, "nauc_ndcg_at_5_std": 0.129544, "nauc_ndcg_at_5_diff1": 0.032347, "nauc_ndcg_at_10_max": 0.360855, "nauc_ndcg_at_10_std": 0.127679, "nauc_ndcg_at_10_diff1": 0.029167, "nauc_ndcg_at_20_max": 0.37531, "nauc_ndcg_at_20_std": 0.150737, "nauc_ndcg_at_20_diff1": 0.009018, "nauc_ndcg_at_100_max": 0.37569, "nauc_ndcg_at_100_std": 0.148409, "nauc_ndcg_at_100_diff1": 0.001536, "nauc_ndcg_at_1000_max": 0.37569, "nauc_ndcg_at_1000_std": 0.148409, "nauc_ndcg_at_1000_diff1": 0.001536, "nauc_map_at_1_max": 0.189289, "nauc_map_at_1_std": -0.020814, "nauc_map_at_1_diff1": 0.240875, "nauc_map_at_3_max": 0.28943, "nauc_map_at_3_std": 0.043188, "nauc_map_at_3_diff1": 0.123258, "nauc_map_at_5_max": 0.322647, "nauc_map_at_5_std": 0.065199, "nauc_map_at_5_diff1": 0.083439, "nauc_map_at_10_max": 0.326478, "nauc_map_at_10_std": 0.076546, "nauc_map_at_10_diff1": 0.072173, "nauc_map_at_20_max": 0.338348, "nauc_map_at_20_std": 0.089188, "nauc_map_at_20_diff1": 0.060023, "nauc_map_at_100_max": 0.33833, "nauc_map_at_100_std": 0.088503, "nauc_map_at_100_diff1": 0.056188, "nauc_map_at_1000_max": 0.33833, "nauc_map_at_1000_std": 0.088503, "nauc_map_at_1000_diff1": 0.056188, "nauc_recall_at_1_max": 0.189289, "nauc_recall_at_1_std": -0.020814, "nauc_recall_at_1_diff1": 0.240875, "nauc_recall_at_3_max": 0.337036, "nauc_recall_at_3_std": 0.084138, "nauc_recall_at_3_diff1": 0.055861, "nauc_recall_at_5_max": 0.377071, "nauc_recall_at_5_std": 0.130792, "nauc_recall_at_5_diff1": -0.021443, "nauc_recall_at_10_max": 0.355242, "nauc_recall_at_10_std": 0.152038, "nauc_recall_at_10_diff1": -0.048563, "nauc_recall_at_20_max": 0.387964, "nauc_recall_at_20_std": 0.195468, "nauc_recall_at_20_diff1": -0.096182, "nauc_recall_at_100_max": 0.391292, "nauc_recall_at_100_std": 0.188077, "nauc_recall_at_100_diff1": -0.112788, "nauc_recall_at_1000_max": 0.391292, "nauc_recall_at_1000_std": 0.188077, "nauc_recall_at_1000_diff1": -0.112788, "nauc_precision_at_1_max": 0.2445, "nauc_precision_at_1_std": 0.077333, "nauc_precision_at_1_diff1": 0.166527, "nauc_precision_at_3_max": 0.408419, "nauc_precision_at_3_std": 0.198951, "nauc_precision_at_3_diff1": -0.071008, "nauc_precision_at_5_max": 0.437694, "nauc_precision_at_5_std": 0.240791, "nauc_precision_at_5_diff1": -0.160427, "nauc_precision_at_10_max": 0.357936, "nauc_precision_at_10_std": 0.224288, "nauc_precision_at_10_diff1": -0.158835, "nauc_precision_at_20_max": 0.348485, "nauc_precision_at_20_std": 0.247747, "nauc_precision_at_20_diff1": -0.190519, "nauc_precision_at_100_max": 0.282856, "nauc_precision_at_100_std": 0.187817, "nauc_precision_at_100_diff1": -0.195239, "nauc_precision_at_1000_max": 0.282856, "nauc_precision_at_1000_std": 0.187817, "nauc_precision_at_1000_diff1": -0.195239, "nauc_mrr_at_1_max": 0.2445, "nauc_mrr_at_1_std": 0.077333, "nauc_mrr_at_1_diff1": 0.166527, "nauc_mrr_at_3_max": 0.330794, "nauc_mrr_at_3_std": 0.132248, "nauc_mrr_at_3_diff1": 0.082837, "nauc_mrr_at_5_max": 0.333193, "nauc_mrr_at_5_std": 0.146666, "nauc_mrr_at_5_diff1": 0.069054, "nauc_mrr_at_10_max": 0.333177, "nauc_mrr_at_10_std": 0.14797, "nauc_mrr_at_10_diff1": 0.065525, "nauc_mrr_at_20_max": 0.334374, "nauc_mrr_at_20_std": 0.150915, "nauc_mrr_at_20_diff1": 0.061957, "nauc_mrr_at_100_max": 0.334263, "nauc_mrr_at_100_std": 0.150562, "nauc_mrr_at_100_diff1": 0.062111, "nauc_mrr_at_1000_max": 0.334263, "nauc_mrr_at_1000_std": 0.150562, "nauc_mrr_at_1000_diff1": 0.062111, "hit_rate_at_1": 0.29063, "hit_rate_at_3": 0.44375, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.55, "hit_rate_at_20": 0.59062, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.29483, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.26406, "ndcg_at_3": 0.25471, "ndcg_at_5": 0.26359, "ndcg_at_10": 0.28397, "ndcg_at_20": 0.30337, "ndcg_at_100": 0.31786, "ndcg_at_1000": 0.31786, "map_at_1": 0.13451, "map_at_3": 0.1822, "map_at_5": 0.2012, "map_at_10": 0.21951, "map_at_20": 0.23007, "map_at_100": 0.23449, "map_at_1000": 0.23449, "recall_at_1": 0.13451, "recall_at_3": 0.21503, "recall_at_5": 0.25591, "recall_at_10": 0.32292, "recall_at_20": 0.37994, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.13451, "precision_at_1": 0.27813, "precision_at_3": 0.17708, "precision_at_5": 0.1425, "precision_at_10": 0.10188, "precision_at_20": 0.06438, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.278125, "mrr_at_3": 0.338542, "mrr_at_5": 0.350573, "mrr_at_10": 0.362917, "mrr_at_20": 0.36619, "mrr_at_100": 0.367984, "mrr_at_1000": 0.367984, "nauc_ndcg_at_1_max": 0.360518, "nauc_ndcg_at_1_std": 0.084992, "nauc_ndcg_at_1_diff1": 0.097994, "nauc_ndcg_at_3_max": 0.444542, "nauc_ndcg_at_3_std": 0.128984, "nauc_ndcg_at_3_diff1": 0.050087, "nauc_ndcg_at_5_max": 0.461396, "nauc_ndcg_at_5_std": 0.145379, "nauc_ndcg_at_5_diff1": 0.041531, "nauc_ndcg_at_10_max": 0.475793, "nauc_ndcg_at_10_std": 0.181992, "nauc_ndcg_at_10_diff1": 0.014368, "nauc_ndcg_at_20_max": 0.490171, "nauc_ndcg_at_20_std": 0.210383, "nauc_ndcg_at_20_diff1": -0.018154, "nauc_ndcg_at_100_max": 0.489681, "nauc_ndcg_at_100_std": 0.205869, "nauc_ndcg_at_100_diff1": -0.019311, "nauc_ndcg_at_1000_max": 0.489681, "nauc_ndcg_at_1000_std": 0.205869, "nauc_ndcg_at_1000_diff1": -0.019311, "nauc_map_at_1_max": 0.345528, "nauc_map_at_1_std": 0.006661, "nauc_map_at_1_diff1": 0.220446, "nauc_map_at_3_max": 0.401784, "nauc_map_at_3_std": 0.064898, "nauc_map_at_3_diff1": 0.112429, "nauc_map_at_5_max": 0.416821, "nauc_map_at_5_std": 0.086609, "nauc_map_at_5_diff1": 0.088557, "nauc_map_at_10_max": 0.44109, "nauc_map_at_10_std": 0.121666, "nauc_map_at_10_diff1": 0.064599, "nauc_map_at_20_max": 0.452598, "nauc_map_at_20_std": 0.139614, "nauc_map_at_20_diff1": 0.049811, "nauc_map_at_100_max": 0.454422, "nauc_map_at_100_std": 0.138267, "nauc_map_at_100_diff1": 0.048213, "nauc_map_at_1000_max": 0.454422, "nauc_map_at_1000_std": 0.138267, "nauc_map_at_1000_diff1": 0.048213, "nauc_recall_at_1_max": 0.345528, "nauc_recall_at_1_std": 0.006661, "nauc_recall_at_1_diff1": 0.220446, "nauc_recall_at_3_max": 0.416807, "nauc_recall_at_3_std": 0.096694, "nauc_recall_at_3_diff1": 0.054828, "nauc_recall_at_5_max": 0.439191, "nauc_recall_at_5_std": 0.148675, "nauc_recall_at_5_diff1": 0.013013, "nauc_recall_at_10_max": 0.465228, "nauc_recall_at_10_std": 0.221729, "nauc_recall_at_10_diff1": -0.049106, "nauc_recall_at_20_max": 0.483674, "nauc_recall_at_20_std": 0.273897, "nauc_recall_at_20_diff1": -0.121838, "nauc_recall_at_100_max": 0.468222, "nauc_recall_at_100_std": 0.253012, "nauc_recall_at_100_diff1": -0.128119, "nauc_recall_at_1000_max": 0.468222, "nauc_recall_at_1000_std": 0.253012, "nauc_recall_at_1000_diff1": -0.128119, "nauc_precision_at_1_max": 0.354488, "nauc_precision_at_1_std": 0.08477, "nauc_precision_at_1_diff1": 0.090269, "nauc_precision_at_3_max": 0.447609, "nauc_precision_at_3_std": 0.200309, "nauc_precision_at_3_diff1": -0.067021, "nauc_precision_at_5_max": 0.456903, "nauc_precision_at_5_std": 0.229372, "nauc_precision_at_5_diff1": -0.089757, "nauc_precision_at_10_max": 0.440201, "nauc_precision_at_10_std": 0.296693, "nauc_precision_at_10_diff1": -0.138513, "nauc_precision_at_20_max": 0.423858, "nauc_precision_at_20_std": 0.311884, "nauc_precision_at_20_diff1": -0.17713, "nauc_precision_at_100_max": 0.365224, "nauc_precision_at_100_std": 0.249998, "nauc_precision_at_100_diff1": -0.145126, "nauc_precision_at_1000_max": 0.365224, "nauc_precision_at_1000_std": 0.249998, "nauc_precision_at_1000_diff1": -0.145126, "nauc_mrr_at_1_max": 0.354488, "nauc_mrr_at_1_std": 0.08477, "nauc_mrr_at_1_diff1": 0.090269, "nauc_mrr_at_3_max": 0.414587, "nauc_mrr_at_3_std": 0.137659, "nauc_mrr_at_3_diff1": 0.025468, "nauc_mrr_at_5_max": 0.433264, "nauc_mrr_at_5_std": 0.160214, "nauc_mrr_at_5_diff1": 0.01643, "nauc_mrr_at_10_max": 0.441117, "nauc_mrr_at_10_std": 0.173514, "nauc_mrr_at_10_diff1": 0.01101, "nauc_mrr_at_20_max": 0.440556, "nauc_mrr_at_20_std": 0.173491, "nauc_mrr_at_20_diff1": 0.006754, "nauc_mrr_at_100_max": 0.439789, "nauc_mrr_at_100_std": 0.172286, "nauc_mrr_at_100_diff1": 0.007112, "nauc_mrr_at_1000_max": 0.439789, "nauc_mrr_at_1000_std": 0.172286, "nauc_mrr_at_1000_diff1": 0.007112, "hit_rate_at_1": 0.27813, "hit_rate_at_3": 0.41563, "hit_rate_at_5": 0.46563, "hit_rate_at_10": 0.55625, "hit_rate_at_20": 0.6, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.28397, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.23125, "ndcg_at_3": 0.2157, "ndcg_at_5": 0.22365, "ndcg_at_10": 0.23848, "ndcg_at_20": 0.25589, "ndcg_at_100": 0.2675, "ndcg_at_1000": 0.2675, "map_at_1": 0.1078, "map_at_3": 0.15057, "map_at_5": 0.16678, "map_at_10": 0.18132, "map_at_20": 0.19031, "map_at_100": 0.19412, "map_at_1000": 0.19412, "recall_at_1": 0.1078, "recall_at_3": 0.17963, "recall_at_5": 0.21954, "recall_at_10": 0.27293, "recall_at_20": 0.32396, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.1078, "precision_at_1": 0.24063, "precision_at_3": 0.14792, "precision_at_5": 0.1225, "precision_at_10": 0.0825, "precision_at_20": 0.0525, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.240625, "mrr_at_3": 0.284896, "mrr_at_5": 0.300208, "mrr_at_10": 0.308124, "mrr_at_20": 0.311842, "mrr_at_100": 0.312659, "mrr_at_1000": 0.312659, "nauc_ndcg_at_1_max": 0.260897, "nauc_ndcg_at_1_std": 0.082108, "nauc_ndcg_at_1_diff1": 0.125034, "nauc_ndcg_at_3_max": 0.349827, "nauc_ndcg_at_3_std": 0.170691, "nauc_ndcg_at_3_diff1": 0.078697, "nauc_ndcg_at_5_max": 0.361692, "nauc_ndcg_at_5_std": 0.185516, "nauc_ndcg_at_5_diff1": 0.060387, "nauc_ndcg_at_10_max": 0.379705, "nauc_ndcg_at_10_std": 0.242067, "nauc_ndcg_at_10_diff1": 0.038416, "nauc_ndcg_at_20_max": 0.387751, "nauc_ndcg_at_20_std": 0.265553, "nauc_ndcg_at_20_diff1": 0.015039, "nauc_ndcg_at_100_max": 0.382417, "nauc_ndcg_at_100_std": 0.258672, "nauc_ndcg_at_100_diff1": 0.019226, "nauc_ndcg_at_1000_max": 0.382417, "nauc_ndcg_at_1000_std": 0.258672, "nauc_ndcg_at_1000_diff1": 0.019226, "nauc_map_at_1_max": 0.266025, "nauc_map_at_1_std": 0.052703, "nauc_map_at_1_diff1": 0.215744, "nauc_map_at_3_max": 0.31841, "nauc_map_at_3_std": 0.132265, "nauc_map_at_3_diff1": 0.136813, "nauc_map_at_5_max": 0.333675, "nauc_map_at_5_std": 0.154035, "nauc_map_at_5_diff1": 0.108761, "nauc_map_at_10_max": 0.354438, "nauc_map_at_10_std": 0.194844, "nauc_map_at_10_diff1": 0.08948, "nauc_map_at_20_max": 0.366709, "nauc_map_at_20_std": 0.211893, "nauc_map_at_20_diff1": 0.074328, "nauc_map_at_100_max": 0.365991, "nauc_map_at_100_std": 0.208933, "nauc_map_at_100_diff1": 0.074916, "nauc_map_at_1000_max": 0.365991, "nauc_map_at_1000_std": 0.208933, "nauc_map_at_1000_diff1": 0.074916, "nauc_recall_at_1_max": 0.266025, "nauc_recall_at_1_std": 0.052703, "nauc_recall_at_1_diff1": 0.215744, "nauc_recall_at_3_max": 0.330585, "nauc_recall_at_3_std": 0.177216, "nauc_recall_at_3_diff1": 0.081652, "nauc_recall_at_5_max": 0.340601, "nauc_recall_at_5_std": 0.213968, "nauc_recall_at_5_diff1": 0.034298, "nauc_recall_at_10_max": 0.377503, "nauc_recall_at_10_std": 0.332963, "nauc_recall_at_10_diff1": -0.018444, "nauc_recall_at_20_max": 0.399634, "nauc_recall_at_20_std": 0.376243, "nauc_recall_at_20_diff1": -0.067067, "nauc_recall_at_100_max": 0.37489, "nauc_recall_at_100_std": 0.357332, "nauc_recall_at_100_diff1": -0.048754, "nauc_recall_at_1000_max": 0.37489, "nauc_recall_at_1000_std": 0.357332, "nauc_recall_at_1000_diff1": -0.048754, "nauc_precision_at_1_max": 0.259029, "nauc_precision_at_1_std": 0.072132, "nauc_precision_at_1_diff1": 0.107214, "nauc_precision_at_3_max": 0.4029, "nauc_precision_at_3_std": 0.240097, "nauc_precision_at_3_diff1": -0.043122, "nauc_precision_at_5_max": 0.414881, "nauc_precision_at_5_std": 0.248871, "nauc_precision_at_5_diff1": -0.108057, "nauc_precision_at_10_max": 0.425717, "nauc_precision_at_10_std": 0.315553, "nauc_precision_at_10_diff1": -0.144964, "nauc_precision_at_20_max": 0.402289, "nauc_precision_at_20_std": 0.315755, "nauc_precision_at_20_diff1": -0.174142, "nauc_precision_at_100_max": 0.325866, "nauc_precision_at_100_std": 0.225042, "nauc_precision_at_100_diff1": -0.137281, "nauc_precision_at_1000_max": 0.325866, "nauc_precision_at_1000_std": 0.225042, "nauc_precision_at_1000_diff1": -0.137281, "nauc_mrr_at_1_max": 0.259029, "nauc_mrr_at_1_std": 0.072132, "nauc_mrr_at_1_diff1": 0.107214, "nauc_mrr_at_3_max": 0.320591, "nauc_mrr_at_3_std": 0.137191, "nauc_mrr_at_3_diff1": 0.058119, "nauc_mrr_at_5_max": 0.330611, "nauc_mrr_at_5_std": 0.144777, "nauc_mrr_at_5_diff1": 0.048021, "nauc_mrr_at_10_max": 0.336923, "nauc_mrr_at_10_std": 0.160506, "nauc_mrr_at_10_diff1": 0.037695, "nauc_mrr_at_20_max": 0.335492, "nauc_mrr_at_20_std": 0.162906, "nauc_mrr_at_20_diff1": 0.035849, "nauc_mrr_at_100_max": 0.335382, "nauc_mrr_at_100_std": 0.162786, "nauc_mrr_at_100_diff1": 0.036471, "nauc_mrr_at_1000_max": 0.335382, "nauc_mrr_at_1000_std": 0.162786, "nauc_mrr_at_1000_diff1": 0.036471, "hit_rate_at_1": 0.24063, "hit_rate_at_3": 0.34063, "hit_rate_at_5": 0.40937, "hit_rate_at_10": 0.46563, "hit_rate_at_20": 0.51562, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.23848, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.23594, "ndcg_at_3": 0.2407, "ndcg_at_5": 0.24412, "ndcg_at_10": 0.26265, "ndcg_at_20": 0.27745, "ndcg_at_100": 0.28937, "ndcg_at_1000": 0.28937, "map_at_1": 0.12081, "map_at_3": 0.16637, "map_at_5": 0.18119, "map_at_10": 0.19953, "map_at_20": 0.20888, "map_at_100": 0.21282, "map_at_1000": 0.21282, "recall_at_1": 0.12081, "recall_at_3": 0.19871, "recall_at_5": 0.23499, "recall_at_10": 0.29597, "recall_at_20": 0.33883, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.12081, "precision_at_1": 0.24375, "precision_at_3": 0.16875, "precision_at_5": 0.13313, "precision_at_10": 0.09375, "precision_at_20": 0.05906, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.24375, "mrr_at_3": 0.313021, "mrr_at_5": 0.323646, "mrr_at_10": 0.333624, "mrr_at_20": 0.33626, "mrr_at_100": 0.337169, "mrr_at_1000": 0.337169, "nauc_ndcg_at_1_max": 0.394274, "nauc_ndcg_at_1_std": 0.195878, "nauc_ndcg_at_1_diff1": 0.193023, "nauc_ndcg_at_3_max": 0.430312, "nauc_ndcg_at_3_std": 0.203216, "nauc_ndcg_at_3_diff1": 0.081105, "nauc_ndcg_at_5_max": 0.449438, "nauc_ndcg_at_5_std": 0.224881, "nauc_ndcg_at_5_diff1": 0.041361, "nauc_ndcg_at_10_max": 0.456494, "nauc_ndcg_at_10_std": 0.246771, "nauc_ndcg_at_10_diff1": 0.025359, "nauc_ndcg_at_20_max": 0.456227, "nauc_ndcg_at_20_std": 0.254059, "nauc_ndcg_at_20_diff1": 0.01619, "nauc_ndcg_at_100_max": 0.455605, "nauc_ndcg_at_100_std": 0.250119, "nauc_ndcg_at_100_diff1": 0.006078, "nauc_ndcg_at_1000_max": 0.455605, "nauc_ndcg_at_1000_std": 0.250119, "nauc_ndcg_at_1000_diff1": 0.006078, "nauc_map_at_1_max": 0.348669, "nauc_map_at_1_std": 0.097726, "nauc_map_at_1_diff1": 0.246168, "nauc_map_at_3_max": 0.377232, "nauc_map_at_3_std": 0.129772, "nauc_map_at_3_diff1": 0.131576, "nauc_map_at_5_max": 0.406908, "nauc_map_at_5_std": 0.162746, "nauc_map_at_5_diff1": 0.088926, "nauc_map_at_10_max": 0.424161, "nauc_map_at_10_std": 0.190923, "nauc_map_at_10_diff1": 0.061531, "nauc_map_at_20_max": 0.423624, "nauc_map_at_20_std": 0.196261, "nauc_map_at_20_diff1": 0.054507, "nauc_map_at_100_max": 0.423363, "nauc_map_at_100_std": 0.194629, "nauc_map_at_100_diff1": 0.050959, "nauc_map_at_1000_max": 0.423363, "nauc_map_at_1000_std": 0.194629, "nauc_map_at_1000_diff1": 0.050959, "nauc_recall_at_1_max": 0.348669, "nauc_recall_at_1_std": 0.097726, "nauc_recall_at_1_diff1": 0.246168, "nauc_recall_at_3_max": 0.382427, "nauc_recall_at_3_std": 0.152351, "nauc_recall_at_3_diff1": 0.067758, "nauc_recall_at_5_max": 0.440212, "nauc_recall_at_5_std": 0.226462, "nauc_recall_at_5_diff1": -0.014313, "nauc_recall_at_10_max": 0.452284, "nauc_recall_at_10_std": 0.284173, "nauc_recall_at_10_diff1": -0.055502, "nauc_recall_at_20_max": 0.44409, "nauc_recall_at_20_std": 0.290125, "nauc_recall_at_20_diff1": -0.075162, "nauc_recall_at_100_max": 0.45156, "nauc_recall_at_100_std": 0.278659, "nauc_recall_at_100_diff1": -0.107159, "nauc_recall_at_1000_max": 0.45156, "nauc_recall_at_1000_std": 0.278659, "nauc_recall_at_1000_diff1": -0.107159, "nauc_precision_at_1_max": 0.387688, "nauc_precision_at_1_std": 0.1931, "nauc_precision_at_1_diff1": 0.17509, "nauc_precision_at_3_max": 0.435482, "nauc_precision_at_3_std": 0.234475, "nauc_precision_at_3_diff1": -0.035048, "nauc_precision_at_5_max": 0.438419, "nauc_precision_at_5_std": 0.282726, "nauc_precision_at_5_diff1": -0.144972, "nauc_precision_at_10_max": 0.398529, "nauc_precision_at_10_std": 0.305207, "nauc_precision_at_10_diff1": -0.171741, "nauc_precision_at_20_max": 0.339029, "nauc_precision_at_20_std": 0.278585, "nauc_precision_at_20_diff1": -0.17116, "nauc_precision_at_100_max": 0.279635, "nauc_precision_at_100_std": 0.218084, "nauc_precision_at_100_diff1": -0.156557, "nauc_precision_at_1000_max": 0.279635, "nauc_precision_at_1000_std": 0.218084, "nauc_precision_at_1000_diff1": -0.156557, "nauc_mrr_at_1_max": 0.387688, "nauc_mrr_at_1_std": 0.1931, "nauc_mrr_at_1_diff1": 0.17509, "nauc_mrr_at_3_max": 0.441962, "nauc_mrr_at_3_std": 0.237622, "nauc_mrr_at_3_diff1": 0.086007, "nauc_mrr_at_5_max": 0.448861, "nauc_mrr_at_5_std": 0.246541, "nauc_mrr_at_5_diff1": 0.069683, "nauc_mrr_at_10_max": 0.445919, "nauc_mrr_at_10_std": 0.250384, "nauc_mrr_at_10_diff1": 0.068058, "nauc_mrr_at_20_max": 0.444538, "nauc_mrr_at_20_std": 0.251667, "nauc_mrr_at_20_diff1": 0.066658, "nauc_mrr_at_100_max": 0.445203, "nauc_mrr_at_100_std": 0.251126, "nauc_mrr_at_100_diff1": 0.06653, "nauc_mrr_at_1000_max": 0.445203, "nauc_mrr_at_1000_std": 0.251126, "nauc_mrr_at_1000_diff1": 0.06653, "hit_rate_at_1": 0.24375, "hit_rate_at_3": 0.39687, "hit_rate_at_5": 0.44375, "hit_rate_at_10": 0.51562, "hit_rate_at_20": 0.55312, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.26265, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.25312, "ndcg_at_3": 0.25732, "ndcg_at_5": 0.25968, "ndcg_at_10": 0.27346, "ndcg_at_20": 0.2886, "ndcg_at_100": 0.29876, "ndcg_at_1000": 0.29876, "map_at_1": 0.13161, "map_at_3": 0.17955, "map_at_5": 0.19585, "map_at_10": 0.21094, "map_at_20": 0.21893, "map_at_100": 0.22256, "map_at_1000": 0.22256, "recall_at_1": 0.13161, "recall_at_3": 0.21971, "recall_at_5": 0.25655, "recall_at_10": 0.30765, "recall_at_20": 0.35607, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.13161, "precision_at_1": 0.2625, "precision_at_3": 0.17708, "precision_at_5": 0.13625, "precision_at_10": 0.09375, "precision_at_20": 0.05813, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.2625, "mrr_at_3": 0.329167, "mrr_at_5": 0.337448, "mrr_at_10": 0.34567, "mrr_at_20": 0.348583, "mrr_at_100": 0.349376, "mrr_at_1000": 0.349376, "nauc_ndcg_at_1_max": 0.34721, "nauc_ndcg_at_1_std": 0.125878, "nauc_ndcg_at_1_diff1": 0.185679, "nauc_ndcg_at_3_max": 0.400863, "nauc_ndcg_at_3_std": 0.195068, "nauc_ndcg_at_3_diff1": 0.095956, "nauc_ndcg_at_5_max": 0.399436, "nauc_ndcg_at_5_std": 0.215754, "nauc_ndcg_at_5_diff1": 0.085963, "nauc_ndcg_at_10_max": 0.406139, "nauc_ndcg_at_10_std": 0.235309, "nauc_ndcg_at_10_diff1": 0.058729, "nauc_ndcg_at_20_max": 0.424108, "nauc_ndcg_at_20_std": 0.256979, "nauc_ndcg_at_20_diff1": 0.047625, "nauc_ndcg_at_100_max": 0.418817, "nauc_ndcg_at_100_std": 0.25457, "nauc_ndcg_at_100_diff1": 0.052124, "nauc_ndcg_at_1000_max": 0.418817, "nauc_ndcg_at_1000_std": 0.25457, "nauc_ndcg_at_1000_diff1": 0.052124, "nauc_map_at_1_max": 0.268851, "nauc_map_at_1_std": 0.05869, "nauc_map_at_1_diff1": 0.283427, "nauc_map_at_3_max": 0.339295, "nauc_map_at_3_std": 0.137976, "nauc_map_at_3_diff1": 0.167894, "nauc_map_at_5_max": 0.360411, "nauc_map_at_5_std": 0.168636, "nauc_map_at_5_diff1": 0.130579, "nauc_map_at_10_max": 0.376624, "nauc_map_at_10_std": 0.188986, "nauc_map_at_10_diff1": 0.10523, "nauc_map_at_20_max": 0.385955, "nauc_map_at_20_std": 0.197469, "nauc_map_at_20_diff1": 0.0969, "nauc_map_at_100_max": 0.383966, "nauc_map_at_100_std": 0.19652, "nauc_map_at_100_diff1": 0.097869, "nauc_map_at_1000_max": 0.383966, "nauc_map_at_1000_std": 0.19652, "nauc_map_at_1000_diff1": 0.097869, "nauc_recall_at_1_max": 0.268851, "nauc_recall_at_1_std": 0.05869, "nauc_recall_at_1_diff1": 0.283427, "nauc_recall_at_3_max": 0.366992, "nauc_recall_at_3_std": 0.193638, "nauc_recall_at_3_diff1": 0.102864, "nauc_recall_at_5_max": 0.385493, "nauc_recall_at_5_std": 0.251506, "nauc_recall_at_5_diff1": 0.047866, "nauc_recall_at_10_max": 0.420624, "nauc_recall_at_10_std": 0.300961, "nauc_recall_at_10_diff1": -0.0264, "nauc_recall_at_20_max": 0.455237, "nauc_recall_at_20_std": 0.333246, "nauc_recall_at_20_diff1": -0.043878, "nauc_recall_at_100_max": 0.439011, "nauc_recall_at_100_std": 0.321216, "nauc_recall_at_100_diff1": -0.023925, "nauc_recall_at_1000_max": 0.439011, "nauc_recall_at_1000_std": 0.321216, "nauc_recall_at_1000_diff1": -0.023925, "nauc_precision_at_1_max": 0.347546, "nauc_precision_at_1_std": 0.135149, "nauc_precision_at_1_diff1": 0.169154, "nauc_precision_at_3_max": 0.436148, "nauc_precision_at_3_std": 0.273528, "nauc_precision_at_3_diff1": -0.062449, "nauc_precision_at_5_max": 0.409408, "nauc_precision_at_5_std": 0.30039, "nauc_precision_at_5_diff1": -0.114307, "nauc_precision_at_10_max": 0.369315, "nauc_precision_at_10_std": 0.293418, "nauc_precision_at_10_diff1": -0.166902, "nauc_precision_at_20_max": 0.359685, "nauc_precision_at_20_std": 0.290885, "nauc_precision_at_20_diff1": -0.175996, "nauc_precision_at_100_max": 0.280233, "nauc_precision_at_100_std": 0.222443, "nauc_precision_at_100_diff1": -0.134806, "nauc_precision_at_1000_max": 0.280233, "nauc_precision_at_1000_std": 0.222443, "nauc_precision_at_1000_diff1": -0.134806, "nauc_mrr_at_1_max": 0.347546, "nauc_mrr_at_1_std": 0.135149, "nauc_mrr_at_1_diff1": 0.169154, "nauc_mrr_at_3_max": 0.387316, "nauc_mrr_at_3_std": 0.20734, "nauc_mrr_at_3_diff1": 0.090952, "nauc_mrr_at_5_max": 0.385174, "nauc_mrr_at_5_std": 0.222218, "nauc_mrr_at_5_diff1": 0.08509, "nauc_mrr_at_10_max": 0.387097, "nauc_mrr_at_10_std": 0.224527, "nauc_mrr_at_10_diff1": 0.072899, "nauc_mrr_at_20_max": 0.388028, "nauc_mrr_at_20_std": 0.225557, "nauc_mrr_at_20_diff1": 0.076129, "nauc_mrr_at_100_max": 0.387526, "nauc_mrr_at_100_std": 0.225203, "nauc_mrr_at_100_diff1": 0.077319, "nauc_mrr_at_1000_max": 0.387526, "nauc_mrr_at_1000_std": 0.225203, "nauc_mrr_at_1000_diff1": 0.077319, "hit_rate_at_1": 0.2625, "hit_rate_at_3": 0.41563, "hit_rate_at_5": 0.45312, "hit_rate_at_10": 0.5125, "hit_rate_at_20": 0.55625, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.27346, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 192.8729443475604, "kg_co2_emissions": null, "date": 1793326918.108744, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0001654345542192459, "end": 34.22905511595309, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 34.26982658542693, "end": 34.360244328156114, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 34.440981494262815, "end": 65.0246803574264, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 65.11152167990804, "end": 65.21433556079865, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 65.30237209238112, "end": 96.0062970854342, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 96.15540610440075, "end": 96.24640494771302, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 96.32573826424778, "end": 129.18348281271756, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 129.3792316969484, "end": 129.47398968040943, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 129.5588427707553, "end": 161.8717574160546, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 162.1112984213978, "end": 162.20235196128488, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 162.31134402006865, "end": 192.37605841644108, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 192.645035604015, "end": 192.78109626099467, "split": "test", "subset": "portuguese" } ] }