{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.37086, "ndcg_at_3": 0.41816, "ndcg_at_5": 0.43528, "ndcg_at_10": 0.46868, "ndcg_at_20": 0.49831, "ndcg_at_100": 0.52105, "ndcg_at_1000": 0.52105, "map_at_1": 0.13161, "map_at_3": 0.22714, "map_at_5": 0.26395, "map_at_10": 0.31962, "map_at_20": 0.35459, "map_at_100": 0.36701, "map_at_1000": 0.36701, "recall_at_1": 0.13161, "recall_at_3": 0.29454, "recall_at_5": 0.36723, "recall_at_10": 0.4973, "recall_at_20": 0.60318, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.13161, "precision_at_1": 0.39735, "precision_at_3": 0.34658, "precision_at_5": 0.30993, "precision_at_10": 0.25497, "precision_at_20": 0.175, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.397351, "mrr_at_3": 0.534768, "mrr_at_5": 0.556623, "mrr_at_10": 0.567965, "mrr_at_20": 0.570271, "mrr_at_100": 0.57072, "mrr_at_1000": 0.57072, "nauc_ndcg_at_1_max": 0.178411, "nauc_ndcg_at_1_std": -0.080739, "nauc_ndcg_at_1_diff1": 0.227471, "nauc_ndcg_at_3_max": 0.256834, "nauc_ndcg_at_3_std": -0.023633, "nauc_ndcg_at_3_diff1": 0.059787, "nauc_ndcg_at_5_max": 0.264326, "nauc_ndcg_at_5_std": -0.003024, "nauc_ndcg_at_5_diff1": 0.064132, "nauc_ndcg_at_10_max": 0.293348, "nauc_ndcg_at_10_std": 0.070605, "nauc_ndcg_at_10_diff1": 0.023504, "nauc_ndcg_at_20_max": 0.301906, "nauc_ndcg_at_20_std": 0.087153, "nauc_ndcg_at_20_diff1": 0.01733, "nauc_ndcg_at_100_max": 0.31029, "nauc_ndcg_at_100_std": 0.121549, "nauc_ndcg_at_100_diff1": -0.013727, "nauc_ndcg_at_1000_max": 0.31029, "nauc_ndcg_at_1000_std": 0.121549, "nauc_ndcg_at_1000_diff1": -0.013727, "nauc_map_at_1_max": 0.114114, "nauc_map_at_1_std": -0.258404, "nauc_map_at_1_diff1": 0.410093, "nauc_map_at_3_max": 0.129978, "nauc_map_at_3_std": -0.22626, "nauc_map_at_3_diff1": 0.241099, "nauc_map_at_5_max": 0.160788, "nauc_map_at_5_std": -0.17461, "nauc_map_at_5_diff1": 0.208339, "nauc_map_at_10_max": 0.209045, "nauc_map_at_10_std": -0.060518, "nauc_map_at_10_diff1": 0.131799, "nauc_map_at_20_max": 0.230119, "nauc_map_at_20_std": -0.010858, "nauc_map_at_20_diff1": 0.100688, "nauc_map_at_100_max": 0.23638, "nauc_map_at_100_std": 0.008914, "nauc_map_at_100_diff1": 0.082346, "nauc_map_at_1000_max": 0.23638, "nauc_map_at_1000_std": 0.008914, "nauc_map_at_1000_diff1": 0.082346, "nauc_recall_at_1_max": 0.114114, "nauc_recall_at_1_std": -0.258404, "nauc_recall_at_1_diff1": 0.410093, "nauc_recall_at_3_max": 0.142242, "nauc_recall_at_3_std": -0.202002, "nauc_recall_at_3_diff1": 0.128983, "nauc_recall_at_5_max": 0.171724, "nauc_recall_at_5_std": -0.133884, "nauc_recall_at_5_diff1": 0.096643, "nauc_recall_at_10_max": 0.256876, "nauc_recall_at_10_std": 0.066884, "nauc_recall_at_10_diff1": -0.028763, "nauc_recall_at_20_max": 0.29554, "nauc_recall_at_20_std": 0.153853, "nauc_recall_at_20_diff1": -0.076264, "nauc_recall_at_100_max": 0.317786, "nauc_recall_at_100_std": 0.26462, "nauc_recall_at_100_diff1": -0.159233, "nauc_recall_at_1000_max": 0.317786, "nauc_recall_at_1000_std": 0.26462, "nauc_recall_at_1000_diff1": -0.159233, "nauc_precision_at_1_max": 0.160385, "nauc_precision_at_1_std": -0.085466, "nauc_precision_at_1_diff1": 0.220593, "nauc_precision_at_3_max": 0.228258, "nauc_precision_at_3_std": 0.149613, "nauc_precision_at_3_diff1": -0.163537, "nauc_precision_at_5_max": 0.211171, "nauc_precision_at_5_std": 0.253614, "nauc_precision_at_5_diff1": -0.196251, "nauc_precision_at_10_max": 0.225011, "nauc_precision_at_10_std": 0.398128, "nauc_precision_at_10_diff1": -0.26343, "nauc_precision_at_20_max": 0.202648, "nauc_precision_at_20_std": 0.415157, "nauc_precision_at_20_diff1": -0.273163, "nauc_precision_at_100_max": 0.177195, "nauc_precision_at_100_std": 0.432194, "nauc_precision_at_100_diff1": -0.313593, "nauc_precision_at_1000_max": 0.177195, "nauc_precision_at_1000_std": 0.432194, "nauc_precision_at_1000_diff1": -0.313593, "nauc_mrr_at_1_max": 0.160385, "nauc_mrr_at_1_std": -0.085466, "nauc_mrr_at_1_diff1": 0.220593, "nauc_mrr_at_3_max": 0.247607, "nauc_mrr_at_3_std": -0.031372, "nauc_mrr_at_3_diff1": 0.097208, "nauc_mrr_at_5_max": 0.245868, "nauc_mrr_at_5_std": -0.02602, "nauc_mrr_at_5_diff1": 0.10085, "nauc_mrr_at_10_max": 0.250391, "nauc_mrr_at_10_std": -0.01328, "nauc_mrr_at_10_diff1": 0.096462, "nauc_mrr_at_20_max": 0.247882, "nauc_mrr_at_20_std": -0.01431, "nauc_mrr_at_20_diff1": 0.098959, "nauc_mrr_at_100_max": 0.247729, "nauc_mrr_at_100_std": -0.014167, "nauc_mrr_at_100_diff1": 0.099896, "nauc_mrr_at_1000_max": 0.247729, "nauc_mrr_at_1000_std": -0.014167, "nauc_mrr_at_1000_diff1": 0.099896, "hit_rate_at_1": 0.39735, "hit_rate_at_3": 0.70199, "hit_rate_at_5": 0.7947, "hit_rate_at_10": 0.88411, "hit_rate_at_20": 0.91722, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.46868, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.26821, "ndcg_at_3": 0.27322, "ndcg_at_5": 0.27262, "ndcg_at_10": 0.26972, "ndcg_at_20": 0.2758, "ndcg_at_100": 0.28017, "ndcg_at_1000": 0.28017, "map_at_1": 0.0904, "map_at_3": 0.1467, "map_at_5": 0.16546, "map_at_10": 0.1845, "map_at_20": 0.19423, "map_at_100": 0.19634, "map_at_1000": 0.19634, "recall_at_1": 0.0904, "recall_at_3": 0.18635, "recall_at_5": 0.22517, "recall_at_10": 0.26742, "recall_at_20": 0.30705, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.0904, "precision_at_1": 0.28146, "precision_at_3": 0.22517, "precision_at_5": 0.18344, "precision_at_10": 0.12517, "precision_at_20": 0.07517, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.281457, "mrr_at_3": 0.375828, "mrr_at_5": 0.385265, "mrr_at_10": 0.389476, "mrr_at_20": 0.390958, "mrr_at_100": 0.391062, "mrr_at_1000": 0.391062, "nauc_ndcg_at_1_max": 0.429527, "nauc_ndcg_at_1_std": 0.309687, "nauc_ndcg_at_1_diff1": 0.265569, "nauc_ndcg_at_3_max": 0.541394, "nauc_ndcg_at_3_std": 0.422068, "nauc_ndcg_at_3_diff1": 0.185225, "nauc_ndcg_at_5_max": 0.57869, "nauc_ndcg_at_5_std": 0.46944, "nauc_ndcg_at_5_diff1": 0.159929, "nauc_ndcg_at_10_max": 0.587564, "nauc_ndcg_at_10_std": 0.488949, "nauc_ndcg_at_10_diff1": 0.133722, "nauc_ndcg_at_20_max": 0.599001, "nauc_ndcg_at_20_std": 0.514241, "nauc_ndcg_at_20_diff1": 0.122959, "nauc_ndcg_at_100_max": 0.610006, "nauc_ndcg_at_100_std": 0.535443, "nauc_ndcg_at_100_diff1": 0.115763, "nauc_ndcg_at_1000_max": 0.610006, "nauc_ndcg_at_1000_std": 0.535443, "nauc_ndcg_at_1000_diff1": 0.115763, "nauc_map_at_1_max": 0.444765, "nauc_map_at_1_std": 0.158449, "nauc_map_at_1_diff1": 0.392941, "nauc_map_at_3_max": 0.479183, "nauc_map_at_3_std": 0.262718, "nauc_map_at_3_diff1": 0.262784, "nauc_map_at_5_max": 0.513696, "nauc_map_at_5_std": 0.32724, "nauc_map_at_5_diff1": 0.226432, "nauc_map_at_10_max": 0.53621, "nauc_map_at_10_std": 0.388132, "nauc_map_at_10_diff1": 0.178287, "nauc_map_at_20_max": 0.552971, "nauc_map_at_20_std": 0.421084, "nauc_map_at_20_diff1": 0.158694, "nauc_map_at_100_max": 0.558061, "nauc_map_at_100_std": 0.432434, "nauc_map_at_100_diff1": 0.153746, "nauc_map_at_1000_max": 0.558061, "nauc_map_at_1000_std": 0.432434, "nauc_map_at_1000_diff1": 0.153746, "nauc_recall_at_1_max": 0.444765, "nauc_recall_at_1_std": 0.158449, "nauc_recall_at_1_diff1": 0.392941, "nauc_recall_at_3_max": 0.475686, "nauc_recall_at_3_std": 0.300627, "nauc_recall_at_3_diff1": 0.184714, "nauc_recall_at_5_max": 0.527578, "nauc_recall_at_5_std": 0.389334, "nauc_recall_at_5_diff1": 0.143283, "nauc_recall_at_10_max": 0.572296, "nauc_recall_at_10_std": 0.482849, "nauc_recall_at_10_diff1": 0.079595, "nauc_recall_at_20_max": 0.576917, "nauc_recall_at_20_std": 0.543773, "nauc_recall_at_20_diff1": 0.048119, "nauc_recall_at_100_max": 0.597983, "nauc_recall_at_100_std": 0.590644, "nauc_recall_at_100_diff1": 0.032479, "nauc_recall_at_1000_max": 0.597983, "nauc_recall_at_1000_std": 0.590644, "nauc_recall_at_1000_diff1": 0.032479, "nauc_precision_at_1_max": 0.416558, "nauc_precision_at_1_std": 0.309278, "nauc_precision_at_1_diff1": 0.255276, "nauc_precision_at_3_max": 0.506694, "nauc_precision_at_3_std": 0.516495, "nauc_precision_at_3_diff1": 0.083974, "nauc_precision_at_5_max": 0.508011, "nauc_precision_at_5_std": 0.596576, "nauc_precision_at_5_diff1": -0.016436, "nauc_precision_at_10_max": 0.504128, "nauc_precision_at_10_std": 0.634805, "nauc_precision_at_10_diff1": -0.091671, "nauc_precision_at_20_max": 0.502041, "nauc_precision_at_20_std": 0.656964, "nauc_precision_at_20_diff1": -0.116671, "nauc_precision_at_100_max": 0.518738, "nauc_precision_at_100_std": 0.696263, "nauc_precision_at_100_diff1": -0.13646, "nauc_precision_at_1000_max": 0.518738, "nauc_precision_at_1000_std": 0.696263, "nauc_precision_at_1000_diff1": -0.13646, "nauc_mrr_at_1_max": 0.416558, "nauc_mrr_at_1_std": 0.309278, "nauc_mrr_at_1_diff1": 0.255276, "nauc_mrr_at_3_max": 0.52476, "nauc_mrr_at_3_std": 0.447482, "nauc_mrr_at_3_diff1": 0.202219, "nauc_mrr_at_5_max": 0.536661, "nauc_mrr_at_5_std": 0.463239, "nauc_mrr_at_5_diff1": 0.201498, "nauc_mrr_at_10_max": 0.541723, "nauc_mrr_at_10_std": 0.471891, "nauc_mrr_at_10_diff1": 0.198794, "nauc_mrr_at_20_max": 0.541261, "nauc_mrr_at_20_std": 0.47296, "nauc_mrr_at_20_diff1": 0.199854, "nauc_mrr_at_100_max": 0.541852, "nauc_mrr_at_100_std": 0.473363, "nauc_mrr_at_100_diff1": 0.200228, "nauc_mrr_at_1000_max": 0.541852, "nauc_mrr_at_1000_std": 0.473363, "nauc_mrr_at_1000_diff1": 0.200228, "hit_rate_at_1": 0.28146, "hit_rate_at_3": 0.49007, "hit_rate_at_5": 0.5298, "hit_rate_at_10": 0.5596, "hit_rate_at_20": 0.58278, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.26972, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.28974, "ndcg_at_3": 0.31445, "ndcg_at_5": 0.30851, "ndcg_at_10": 0.32119, "ndcg_at_20": 0.32305, "ndcg_at_100": 0.32988, "ndcg_at_1000": 0.32988, "map_at_1": 0.10073, "map_at_3": 0.16544, "map_at_5": 0.18557, "map_at_10": 0.21567, "map_at_20": 0.2265, "map_at_100": 0.23014, "map_at_1000": 0.23014, "recall_at_1": 0.10073, "recall_at_3": 0.21082, "recall_at_5": 0.24829, "recall_at_10": 0.33324, "recall_at_20": 0.36672, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.10073, "precision_at_1": 0.31126, "precision_at_3": 0.26269, "precision_at_5": 0.21126, "precision_at_10": 0.15993, "precision_at_20": 0.09669, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.311258, "mrr_at_3": 0.416667, "mrr_at_5": 0.42511, "mrr_at_10": 0.435545, "mrr_at_20": 0.436885, "mrr_at_100": 0.437224, "mrr_at_1000": 0.437224, "nauc_ndcg_at_1_max": 0.418801, "nauc_ndcg_at_1_std": 0.313244, "nauc_ndcg_at_1_diff1": 0.210259, "nauc_ndcg_at_3_max": 0.468862, "nauc_ndcg_at_3_std": 0.381296, "nauc_ndcg_at_3_diff1": 0.121642, "nauc_ndcg_at_5_max": 0.449029, "nauc_ndcg_at_5_std": 0.366512, "nauc_ndcg_at_5_diff1": 0.128488, "nauc_ndcg_at_10_max": 0.465266, "nauc_ndcg_at_10_std": 0.40246, "nauc_ndcg_at_10_diff1": 0.103356, "nauc_ndcg_at_20_max": 0.472653, "nauc_ndcg_at_20_std": 0.408932, "nauc_ndcg_at_20_diff1": 0.089237, "nauc_ndcg_at_100_max": 0.475411, "nauc_ndcg_at_100_std": 0.424247, "nauc_ndcg_at_100_diff1": 0.07706, "nauc_ndcg_at_1000_max": 0.475411, "nauc_ndcg_at_1000_std": 0.424247, "nauc_ndcg_at_1000_diff1": 0.07706, "nauc_map_at_1_max": 0.346039, "nauc_map_at_1_std": 0.102867, "nauc_map_at_1_diff1": 0.305444, "nauc_map_at_3_max": 0.380548, "nauc_map_at_3_std": 0.186931, "nauc_map_at_3_diff1": 0.191484, "nauc_map_at_5_max": 0.379143, "nauc_map_at_5_std": 0.212701, "nauc_map_at_5_diff1": 0.181947, "nauc_map_at_10_max": 0.411272, "nauc_map_at_10_std": 0.288633, "nauc_map_at_10_diff1": 0.138814, "nauc_map_at_20_max": 0.419718, "nauc_map_at_20_std": 0.312379, "nauc_map_at_20_diff1": 0.122694, "nauc_map_at_100_max": 0.421282, "nauc_map_at_100_std": 0.32037, "nauc_map_at_100_diff1": 0.117563, "nauc_map_at_1000_max": 0.421282, "nauc_map_at_1000_std": 0.32037, "nauc_map_at_1000_diff1": 0.117563, "nauc_recall_at_1_max": 0.346039, "nauc_recall_at_1_std": 0.102867, "nauc_recall_at_1_diff1": 0.305444, "nauc_recall_at_3_max": 0.365242, "nauc_recall_at_3_std": 0.205012, "nauc_recall_at_3_diff1": 0.118031, "nauc_recall_at_5_max": 0.358417, "nauc_recall_at_5_std": 0.227673, "nauc_recall_at_5_diff1": 0.120822, "nauc_recall_at_10_max": 0.393646, "nauc_recall_at_10_std": 0.340612, "nauc_recall_at_10_diff1": 0.063848, "nauc_recall_at_20_max": 0.418434, "nauc_recall_at_20_std": 0.389503, "nauc_recall_at_20_diff1": 0.029072, "nauc_recall_at_100_max": 0.422905, "nauc_recall_at_100_std": 0.423099, "nauc_recall_at_100_diff1": 0.002366, "nauc_recall_at_1000_max": 0.422905, "nauc_recall_at_1000_std": 0.423099, "nauc_recall_at_1000_diff1": 0.002366, "nauc_precision_at_1_max": 0.421238, "nauc_precision_at_1_std": 0.341528, "nauc_precision_at_1_diff1": 0.190933, "nauc_precision_at_3_max": 0.418651, "nauc_precision_at_3_std": 0.460456, "nauc_precision_at_3_diff1": 0.016477, "nauc_precision_at_5_max": 0.358577, "nauc_precision_at_5_std": 0.440825, "nauc_precision_at_5_diff1": 0.015993, "nauc_precision_at_10_max": 0.362755, "nauc_precision_at_10_std": 0.508047, "nauc_precision_at_10_diff1": -0.073753, "nauc_precision_at_20_max": 0.336589, "nauc_precision_at_20_std": 0.495492, "nauc_precision_at_20_diff1": -0.103499, "nauc_precision_at_100_max": 0.319534, "nauc_precision_at_100_std": 0.499478, "nauc_precision_at_100_diff1": -0.121298, "nauc_precision_at_1000_max": 0.319534, "nauc_precision_at_1000_std": 0.499478, "nauc_precision_at_1000_diff1": -0.121298, "nauc_mrr_at_1_max": 0.421238, "nauc_mrr_at_1_std": 0.341528, "nauc_mrr_at_1_diff1": 0.190933, "nauc_mrr_at_3_max": 0.488383, "nauc_mrr_at_3_std": 0.428772, "nauc_mrr_at_3_diff1": 0.157925, "nauc_mrr_at_5_max": 0.483702, "nauc_mrr_at_5_std": 0.42247, "nauc_mrr_at_5_diff1": 0.162649, "nauc_mrr_at_10_max": 0.491222, "nauc_mrr_at_10_std": 0.439918, "nauc_mrr_at_10_diff1": 0.160971, "nauc_mrr_at_20_max": 0.489987, "nauc_mrr_at_20_std": 0.439125, "nauc_mrr_at_20_diff1": 0.158426, "nauc_mrr_at_100_max": 0.490654, "nauc_mrr_at_100_std": 0.440564, "nauc_mrr_at_100_diff1": 0.158015, "nauc_mrr_at_1000_max": 0.490654, "nauc_mrr_at_1000_std": 0.440564, "nauc_mrr_at_1000_diff1": 0.158015, "hit_rate_at_1": 0.31126, "hit_rate_at_3": 0.54636, "hit_rate_at_5": 0.58278, "hit_rate_at_10": 0.65563, "hit_rate_at_20": 0.6755, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.32119, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.22848, "ndcg_at_3": 0.23807, "ndcg_at_5": 0.23816, "ndcg_at_10": 0.24285, "ndcg_at_20": 0.25215, "ndcg_at_100": 0.2619, "ndcg_at_1000": 0.2619, "map_at_1": 0.0929, "map_at_3": 0.135, "map_at_5": 0.15109, "map_at_10": 0.17236, "map_at_20": 0.18456, "map_at_100": 0.1901, "map_at_1000": 0.1901, "recall_at_1": 0.0929, "recall_at_3": 0.16659, "recall_at_5": 0.19475, "recall_at_10": 0.24214, "recall_at_20": 0.28229, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.0929, "precision_at_1": 0.24834, "precision_at_3": 0.18985, "precision_at_5": 0.15695, "precision_at_10": 0.11623, "precision_at_20": 0.07666, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.248344, "mrr_at_3": 0.325055, "mrr_at_5": 0.328201, "mrr_at_10": 0.331837, "mrr_at_20": 0.332699, "mrr_at_100": 0.333146, "mrr_at_1000": 0.333146, "nauc_ndcg_at_1_max": 0.575006, "nauc_ndcg_at_1_std": 0.48152, "nauc_ndcg_at_1_diff1": 0.231906, "nauc_ndcg_at_3_max": 0.693917, "nauc_ndcg_at_3_std": 0.588982, "nauc_ndcg_at_3_diff1": 0.246291, "nauc_ndcg_at_5_max": 0.696868, "nauc_ndcg_at_5_std": 0.596801, "nauc_ndcg_at_5_diff1": 0.240743, "nauc_ndcg_at_10_max": 0.723169, "nauc_ndcg_at_10_std": 0.634416, "nauc_ndcg_at_10_diff1": 0.232176, "nauc_ndcg_at_20_max": 0.74225, "nauc_ndcg_at_20_std": 0.662754, "nauc_ndcg_at_20_diff1": 0.230679, "nauc_ndcg_at_100_max": 0.751957, "nauc_ndcg_at_100_std": 0.691971, "nauc_ndcg_at_100_diff1": 0.220171, "nauc_ndcg_at_1000_max": 0.751957, "nauc_ndcg_at_1000_std": 0.691971, "nauc_ndcg_at_1000_diff1": 0.220171, "nauc_map_at_1_max": 0.633326, "nauc_map_at_1_std": 0.314451, "nauc_map_at_1_diff1": 0.418496, "nauc_map_at_3_max": 0.647237, "nauc_map_at_3_std": 0.404593, "nauc_map_at_3_diff1": 0.350098, "nauc_map_at_5_max": 0.651315, "nauc_map_at_5_std": 0.442616, "nauc_map_at_5_diff1": 0.317674, "nauc_map_at_10_max": 0.67248, "nauc_map_at_10_std": 0.510676, "nauc_map_at_10_diff1": 0.274877, "nauc_map_at_20_max": 0.686633, "nauc_map_at_20_std": 0.543593, "nauc_map_at_20_diff1": 0.257936, "nauc_map_at_100_max": 0.69426, "nauc_map_at_100_std": 0.56302, "nauc_map_at_100_diff1": 0.250276, "nauc_map_at_1000_max": 0.69426, "nauc_map_at_1000_std": 0.56302, "nauc_map_at_1000_diff1": 0.250276, "nauc_recall_at_1_max": 0.633326, "nauc_recall_at_1_std": 0.314451, "nauc_recall_at_1_diff1": 0.418496, "nauc_recall_at_3_max": 0.624576, "nauc_recall_at_3_std": 0.431, "nauc_recall_at_3_diff1": 0.317935, "nauc_recall_at_5_max": 0.634155, "nauc_recall_at_5_std": 0.478629, "nauc_recall_at_5_diff1": 0.280039, "nauc_recall_at_10_max": 0.687372, "nauc_recall_at_10_std": 0.603801, "nauc_recall_at_10_diff1": 0.218133, "nauc_recall_at_20_max": 0.726143, "nauc_recall_at_20_std": 0.685396, "nauc_recall_at_20_diff1": 0.195207, "nauc_recall_at_100_max": 0.747264, "nauc_recall_at_100_std": 0.749804, "nauc_recall_at_100_diff1": 0.170243, "nauc_recall_at_1000_max": 0.747264, "nauc_recall_at_1000_std": 0.749804, "nauc_recall_at_1000_diff1": 0.170243, "nauc_precision_at_1_max": 0.573746, "nauc_precision_at_1_std": 0.498483, "nauc_precision_at_1_diff1": 0.217184, "nauc_precision_at_3_max": 0.655631, "nauc_precision_at_3_std": 0.692562, "nauc_precision_at_3_diff1": 0.119356, "nauc_precision_at_5_max": 0.583943, "nauc_precision_at_5_std": 0.676271, "nauc_precision_at_5_diff1": 0.052165, "nauc_precision_at_10_max": 0.577167, "nauc_precision_at_10_std": 0.712855, "nauc_precision_at_10_diff1": 0.004458, "nauc_precision_at_20_max": 0.554685, "nauc_precision_at_20_std": 0.703413, "nauc_precision_at_20_diff1": -0.014998, "nauc_precision_at_100_max": 0.542796, "nauc_precision_at_100_std": 0.72025, "nauc_precision_at_100_diff1": -0.034307, "nauc_precision_at_1000_max": 0.542796, "nauc_precision_at_1000_std": 0.72025, "nauc_precision_at_1000_diff1": -0.034307, "nauc_mrr_at_1_max": 0.573746, "nauc_mrr_at_1_std": 0.498483, "nauc_mrr_at_1_diff1": 0.217184, "nauc_mrr_at_3_max": 0.659968, "nauc_mrr_at_3_std": 0.617879, "nauc_mrr_at_3_diff1": 0.218752, "nauc_mrr_at_5_max": 0.664011, "nauc_mrr_at_5_std": 0.623474, "nauc_mrr_at_5_diff1": 0.222612, "nauc_mrr_at_10_max": 0.671531, "nauc_mrr_at_10_std": 0.634167, "nauc_mrr_at_10_diff1": 0.222163, "nauc_mrr_at_20_max": 0.672886, "nauc_mrr_at_20_std": 0.636115, "nauc_mrr_at_20_diff1": 0.222805, "nauc_mrr_at_100_max": 0.673276, "nauc_mrr_at_100_std": 0.637323, "nauc_mrr_at_100_diff1": 0.222684, "nauc_mrr_at_1000_max": 0.673276, "nauc_mrr_at_1000_std": 0.637323, "nauc_mrr_at_1000_diff1": 0.222684, "hit_rate_at_1": 0.24834, "hit_rate_at_3": 0.42053, "hit_rate_at_5": 0.43377, "hit_rate_at_10": 0.46026, "hit_rate_at_20": 0.47351, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.24285, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.2798, "ndcg_at_3": 0.27588, "ndcg_at_5": 0.27224, "ndcg_at_10": 0.27475, "ndcg_at_20": 0.28162, "ndcg_at_100": 0.28751, "ndcg_at_1000": 0.28751, "map_at_1": 0.09506, "map_at_3": 0.14667, "map_at_5": 0.16607, "map_at_10": 0.18868, "map_at_20": 0.19984, "map_at_100": 0.20308, "map_at_1000": 0.20308, "recall_at_1": 0.09506, "recall_at_3": 0.18181, "recall_at_5": 0.21892, "recall_at_10": 0.27393, "recall_at_20": 0.3128, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.09506, "precision_at_1": 0.30464, "precision_at_3": 0.234, "precision_at_5": 0.19007, "precision_at_10": 0.13411, "precision_at_20": 0.08377, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.304636, "mrr_at_3": 0.38521, "mrr_at_5": 0.393322, "mrr_at_10": 0.400167, "mrr_at_20": 0.401647, "mrr_at_100": 0.401941, "mrr_at_1000": 0.401941, "nauc_ndcg_at_1_max": 0.427589, "nauc_ndcg_at_1_std": 0.305017, "nauc_ndcg_at_1_diff1": 0.31246, "nauc_ndcg_at_3_max": 0.554081, "nauc_ndcg_at_3_std": 0.450772, "nauc_ndcg_at_3_diff1": 0.18541, "nauc_ndcg_at_5_max": 0.592224, "nauc_ndcg_at_5_std": 0.482792, "nauc_ndcg_at_5_diff1": 0.170204, "nauc_ndcg_at_10_max": 0.608897, "nauc_ndcg_at_10_std": 0.508516, "nauc_ndcg_at_10_diff1": 0.143539, "nauc_ndcg_at_20_max": 0.631303, "nauc_ndcg_at_20_std": 0.544604, "nauc_ndcg_at_20_diff1": 0.120731, "nauc_ndcg_at_100_max": 0.639439, "nauc_ndcg_at_100_std": 0.560474, "nauc_ndcg_at_100_diff1": 0.111686, "nauc_ndcg_at_1000_max": 0.639439, "nauc_ndcg_at_1000_std": 0.560474, "nauc_ndcg_at_1000_diff1": 0.111686, "nauc_map_at_1_max": 0.423355, "nauc_map_at_1_std": 0.190259, "nauc_map_at_1_diff1": 0.350442, "nauc_map_at_3_max": 0.47595, "nauc_map_at_3_std": 0.286455, "nauc_map_at_3_diff1": 0.248992, "nauc_map_at_5_max": 0.520769, "nauc_map_at_5_std": 0.345522, "nauc_map_at_5_diff1": 0.214409, "nauc_map_at_10_max": 0.540179, "nauc_map_at_10_std": 0.400923, "nauc_map_at_10_diff1": 0.159198, "nauc_map_at_20_max": 0.565276, "nauc_map_at_20_std": 0.442845, "nauc_map_at_20_diff1": 0.136909, "nauc_map_at_100_max": 0.571759, "nauc_map_at_100_std": 0.454741, "nauc_map_at_100_diff1": 0.130671, "nauc_map_at_1000_max": 0.571759, "nauc_map_at_1000_std": 0.454741, "nauc_map_at_1000_diff1": 0.130671, "nauc_recall_at_1_max": 0.423355, "nauc_recall_at_1_std": 0.190259, "nauc_recall_at_1_diff1": 0.350442, "nauc_recall_at_3_max": 0.478123, "nauc_recall_at_3_std": 0.323092, "nauc_recall_at_3_diff1": 0.177474, "nauc_recall_at_5_max": 0.540586, "nauc_recall_at_5_std": 0.394946, "nauc_recall_at_5_diff1": 0.154331, "nauc_recall_at_10_max": 0.571988, "nauc_recall_at_10_std": 0.481228, "nauc_recall_at_10_diff1": 0.075229, "nauc_recall_at_20_max": 0.617564, "nauc_recall_at_20_std": 0.576806, "nauc_recall_at_20_diff1": 0.030439, "nauc_recall_at_100_max": 0.637503, "nauc_recall_at_100_std": 0.610962, "nauc_recall_at_100_diff1": 0.013841, "nauc_recall_at_1000_max": 0.637503, "nauc_recall_at_1000_std": 0.610962, "nauc_recall_at_1000_diff1": 0.013841, "nauc_precision_at_1_max": 0.400031, "nauc_precision_at_1_std": 0.290376, "nauc_precision_at_1_diff1": 0.297915, "nauc_precision_at_3_max": 0.502199, "nauc_precision_at_3_std": 0.499223, "nauc_precision_at_3_diff1": 0.071764, "nauc_precision_at_5_max": 0.540731, "nauc_precision_at_5_std": 0.560422, "nauc_precision_at_5_diff1": 0.000242, "nauc_precision_at_10_max": 0.52653, "nauc_precision_at_10_std": 0.59479, "nauc_precision_at_10_diff1": -0.06486, "nauc_precision_at_20_max": 0.536127, "nauc_precision_at_20_std": 0.635361, "nauc_precision_at_20_diff1": -0.096795, "nauc_precision_at_100_max": 0.519501, "nauc_precision_at_100_std": 0.633416, "nauc_precision_at_100_diff1": -0.105022, "nauc_precision_at_1000_max": 0.519501, "nauc_precision_at_1000_std": 0.633416, "nauc_precision_at_1000_diff1": -0.105022, "nauc_mrr_at_1_max": 0.400031, "nauc_mrr_at_1_std": 0.290376, "nauc_mrr_at_1_diff1": 0.297915, "nauc_mrr_at_3_max": 0.510375, "nauc_mrr_at_3_std": 0.430962, "nauc_mrr_at_3_diff1": 0.224068, "nauc_mrr_at_5_max": 0.517479, "nauc_mrr_at_5_std": 0.435632, "nauc_mrr_at_5_diff1": 0.237548, "nauc_mrr_at_10_max": 0.527609, "nauc_mrr_at_10_std": 0.447456, "nauc_mrr_at_10_diff1": 0.240117, "nauc_mrr_at_20_max": 0.527642, "nauc_mrr_at_20_std": 0.448932, "nauc_mrr_at_20_diff1": 0.241215, "nauc_mrr_at_100_max": 0.528742, "nauc_mrr_at_100_std": 0.4503, "nauc_mrr_at_100_diff1": 0.240923, "nauc_mrr_at_1000_max": 0.528742, "nauc_mrr_at_1000_std": 0.4503, "nauc_mrr_at_1000_diff1": 0.240923, "hit_rate_at_1": 0.30464, "hit_rate_at_3": 0.48675, "hit_rate_at_5": 0.52318, "hit_rate_at_10": 0.57285, "hit_rate_at_20": 0.59272, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.27475, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.24338, "ndcg_at_3": 0.25723, "ndcg_at_5": 0.25812, "ndcg_at_10": 0.25872, "ndcg_at_20": 0.26111, "ndcg_at_100": 0.26424, "ndcg_at_1000": 0.26424, "map_at_1": 0.09112, "map_at_3": 0.13837, "map_at_5": 0.15588, "map_at_10": 0.17754, "map_at_20": 0.18791, "map_at_100": 0.19004, "map_at_1000": 0.19004, "recall_at_1": 0.09112, "recall_at_3": 0.17321, "recall_at_5": 0.20629, "recall_at_10": 0.25612, "recall_at_20": 0.28528, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.09112, "precision_at_1": 0.26159, "precision_at_3": 0.21082, "precision_at_5": 0.17616, "precision_at_10": 0.12781, "precision_at_20": 0.07848, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.261589, "mrr_at_3": 0.339956, "mrr_at_5": 0.350055, "mrr_at_10": 0.353544, "mrr_at_20": 0.35475, "mrr_at_100": 0.354894, "mrr_at_1000": 0.354894, "nauc_ndcg_at_1_max": 0.445772, "nauc_ndcg_at_1_std": 0.350583, "nauc_ndcg_at_1_diff1": 0.284143, "nauc_ndcg_at_3_max": 0.602526, "nauc_ndcg_at_3_std": 0.502463, "nauc_ndcg_at_3_diff1": 0.150143, "nauc_ndcg_at_5_max": 0.624289, "nauc_ndcg_at_5_std": 0.520703, "nauc_ndcg_at_5_diff1": 0.152658, "nauc_ndcg_at_10_max": 0.644445, "nauc_ndcg_at_10_std": 0.54907, "nauc_ndcg_at_10_diff1": 0.129653, "nauc_ndcg_at_20_max": 0.660346, "nauc_ndcg_at_20_std": 0.572861, "nauc_ndcg_at_20_diff1": 0.119465, "nauc_ndcg_at_100_max": 0.662346, "nauc_ndcg_at_100_std": 0.580598, "nauc_ndcg_at_100_diff1": 0.114584, "nauc_ndcg_at_1000_max": 0.662346, "nauc_ndcg_at_1000_std": 0.580598, "nauc_ndcg_at_1000_diff1": 0.114584, "nauc_map_at_1_max": 0.448688, "nauc_map_at_1_std": 0.180742, "nauc_map_at_1_diff1": 0.412768, "nauc_map_at_3_max": 0.51339, "nauc_map_at_3_std": 0.29741, "nauc_map_at_3_diff1": 0.279697, "nauc_map_at_5_max": 0.545396, "nauc_map_at_5_std": 0.349937, "nauc_map_at_5_diff1": 0.247067, "nauc_map_at_10_max": 0.573745, "nauc_map_at_10_std": 0.415301, "nauc_map_at_10_diff1": 0.195268, "nauc_map_at_20_max": 0.595662, "nauc_map_at_20_std": 0.456993, "nauc_map_at_20_diff1": 0.175284, "nauc_map_at_100_max": 0.598298, "nauc_map_at_100_std": 0.464726, "nauc_map_at_100_diff1": 0.170004, "nauc_map_at_1000_max": 0.598298, "nauc_map_at_1000_std": 0.464726, "nauc_map_at_1000_diff1": 0.170004, "nauc_recall_at_1_max": 0.448688, "nauc_recall_at_1_std": 0.180742, "nauc_recall_at_1_diff1": 0.412768, "nauc_recall_at_3_max": 0.519244, "nauc_recall_at_3_std": 0.336614, "nauc_recall_at_3_diff1": 0.193801, "nauc_recall_at_5_max": 0.571834, "nauc_recall_at_5_std": 0.407364, "nauc_recall_at_5_diff1": 0.164145, "nauc_recall_at_10_max": 0.61504, "nauc_recall_at_10_std": 0.50934, "nauc_recall_at_10_diff1": 0.09171, "nauc_recall_at_20_max": 0.647918, "nauc_recall_at_20_std": 0.586375, "nauc_recall_at_20_diff1": 0.058199, "nauc_recall_at_100_max": 0.646261, "nauc_recall_at_100_std": 0.605606, "nauc_recall_at_100_diff1": 0.042511, "nauc_recall_at_1000_max": 0.646261, "nauc_recall_at_1000_std": 0.605606, "nauc_recall_at_1000_diff1": 0.042511, "nauc_precision_at_1_max": 0.449114, "nauc_precision_at_1_std": 0.359939, "nauc_precision_at_1_diff1": 0.277138, "nauc_precision_at_3_max": 0.611165, "nauc_precision_at_3_std": 0.627218, "nauc_precision_at_3_diff1": -0.026511, "nauc_precision_at_5_max": 0.596365, "nauc_precision_at_5_std": 0.654535, "nauc_precision_at_5_diff1": -0.049972, "nauc_precision_at_10_max": 0.582263, "nauc_precision_at_10_std": 0.692979, "nauc_precision_at_10_diff1": -0.113917, "nauc_precision_at_20_max": 0.575753, "nauc_precision_at_20_std": 0.72322, "nauc_precision_at_20_diff1": -0.139611, "nauc_precision_at_100_max": 0.5693, "nauc_precision_at_100_std": 0.73313, "nauc_precision_at_100_diff1": -0.149835, "nauc_precision_at_1000_max": 0.5693, "nauc_precision_at_1000_std": 0.73313, "nauc_precision_at_1000_diff1": -0.149835, "nauc_mrr_at_1_max": 0.449114, "nauc_mrr_at_1_std": 0.359939, "nauc_mrr_at_1_diff1": 0.277138, "nauc_mrr_at_3_max": 0.569552, "nauc_mrr_at_3_std": 0.499281, "nauc_mrr_at_3_diff1": 0.180254, "nauc_mrr_at_5_max": 0.581898, "nauc_mrr_at_5_std": 0.517893, "nauc_mrr_at_5_diff1": 0.185558, "nauc_mrr_at_10_max": 0.583624, "nauc_mrr_at_10_std": 0.525003, "nauc_mrr_at_10_diff1": 0.183218, "nauc_mrr_at_20_max": 0.584435, "nauc_mrr_at_20_std": 0.52831, "nauc_mrr_at_20_diff1": 0.181701, "nauc_mrr_at_100_max": 0.584372, "nauc_mrr_at_100_std": 0.528238, "nauc_mrr_at_100_diff1": 0.18247, "nauc_mrr_at_1000_max": 0.584372, "nauc_mrr_at_1000_std": 0.528238, "nauc_mrr_at_1000_diff1": 0.18247, "hit_rate_at_1": 0.26159, "hit_rate_at_3": 0.43377, "hit_rate_at_5": 0.47682, "hit_rate_at_10": 0.5, "hit_rate_at_20": 0.51656, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.25872, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 753.6668173931539, "kg_co2_emissions": null, "date": 1793345437.208936, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0006160363554954529, "end": 93.18084693141282, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 93.28929103724658, "end": 93.34834602847695, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 93.53749021701515, "end": 225.36237900704145, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 225.5800115838647, "end": 225.64036361128092, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 225.83129167929292, "end": 346.22744279168546, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 346.55170470662415, "end": 346.61192919127643, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 346.78752445429564, "end": 481.5325225945562, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 481.9599835816771, "end": 482.02025346271694, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 482.2032759208232, "end": 614.4783109594136, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 615.0180781930685, "end": 615.0786101929843, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 615.2623946405947, "end": 752.7973199468106, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 753.4218713697046, "end": 753.4837743546814, "split": "test", "subset": "portuguese" } ] }