{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.36321, "ndcg_at_3": 0.34512, "ndcg_at_5": 0.34199, "ndcg_at_10": 0.34141, "ndcg_at_20": 0.33481, "ndcg_at_100": 0.33887, "ndcg_at_1000": 0.33887, "map_at_1": 0.15814, "map_at_3": 0.216, "map_at_5": 0.2363, "map_at_10": 0.25645, "map_at_20": 0.26252, "map_at_100": 0.26566, "map_at_1000": 0.26566, "recall_at_1": 0.15814, "recall_at_3": 0.24962, "recall_at_5": 0.28444, "recall_at_10": 0.3298, "recall_at_20": 0.34456, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.15814, "precision_at_1": 0.37736, "precision_at_3": 0.24738, "precision_at_5": 0.19874, "precision_at_10": 0.13302, "precision_at_20": 0.07516, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.377358, "mrr_at_3": 0.437107, "mrr_at_5": 0.444654, "mrr_at_10": 0.44944, "mrr_at_20": 0.449911, "mrr_at_100": 0.450178, "mrr_at_1000": 0.450178, "nauc_ndcg_at_1_max": 0.412494, "nauc_ndcg_at_1_std": 0.372867, "nauc_ndcg_at_1_diff1": 0.372759, "nauc_ndcg_at_3_max": 0.449967, "nauc_ndcg_at_3_std": 0.398608, "nauc_ndcg_at_3_diff1": 0.337797, "nauc_ndcg_at_5_max": 0.453039, "nauc_ndcg_at_5_std": 0.399596, "nauc_ndcg_at_5_diff1": 0.326977, "nauc_ndcg_at_10_max": 0.465598, "nauc_ndcg_at_10_std": 0.423548, "nauc_ndcg_at_10_diff1": 0.305275, "nauc_ndcg_at_20_max": 0.447668, "nauc_ndcg_at_20_std": 0.409124, "nauc_ndcg_at_20_diff1": 0.300614, "nauc_ndcg_at_100_max": 0.446807, "nauc_ndcg_at_100_std": 0.412454, "nauc_ndcg_at_100_diff1": 0.296441, "nauc_ndcg_at_1000_max": 0.446807, "nauc_ndcg_at_1000_std": 0.412454, "nauc_ndcg_at_1000_diff1": 0.296441, "nauc_map_at_1_max": 0.287293, "nauc_map_at_1_std": 0.196742, "nauc_map_at_1_diff1": 0.362293, "nauc_map_at_3_max": 0.321356, "nauc_map_at_3_std": 0.243172, "nauc_map_at_3_diff1": 0.310217, "nauc_map_at_5_max": 0.349182, "nauc_map_at_5_std": 0.276445, "nauc_map_at_5_diff1": 0.304899, "nauc_map_at_10_max": 0.38515, "nauc_map_at_10_std": 0.334523, "nauc_map_at_10_diff1": 0.287129, "nauc_map_at_20_max": 0.397761, "nauc_map_at_20_std": 0.356622, "nauc_map_at_20_diff1": 0.277066, "nauc_map_at_100_max": 0.401554, "nauc_map_at_100_std": 0.365011, "nauc_map_at_100_diff1": 0.273238, "nauc_map_at_1000_max": 0.401554, "nauc_map_at_1000_std": 0.365011, "nauc_map_at_1000_diff1": 0.273238, "nauc_recall_at_1_max": 0.287293, "nauc_recall_at_1_std": 0.196742, "nauc_recall_at_1_diff1": 0.362293, "nauc_recall_at_3_max": 0.305524, "nauc_recall_at_3_std": 0.231508, "nauc_recall_at_3_diff1": 0.275693, "nauc_recall_at_5_max": 0.324413, "nauc_recall_at_5_std": 0.259193, "nauc_recall_at_5_diff1": 0.259454, "nauc_recall_at_10_max": 0.381595, "nauc_recall_at_10_std": 0.357424, "nauc_recall_at_10_diff1": 0.220011, "nauc_recall_at_20_max": 0.401933, "nauc_recall_at_20_std": 0.392783, "nauc_recall_at_20_diff1": 0.205827, "nauc_recall_at_100_max": 0.405828, "nauc_recall_at_100_std": 0.405523, "nauc_recall_at_100_diff1": 0.197356, "nauc_recall_at_1000_max": 0.405828, "nauc_recall_at_1000_std": 0.405523, "nauc_recall_at_1000_diff1": 0.197356, "nauc_precision_at_1_max": 0.424002, "nauc_precision_at_1_std": 0.396852, "nauc_precision_at_1_diff1": 0.380548, "nauc_precision_at_3_max": 0.459158, "nauc_precision_at_3_std": 0.450521, "nauc_precision_at_3_diff1": 0.257874, "nauc_precision_at_5_max": 0.456285, "nauc_precision_at_5_std": 0.47177, "nauc_precision_at_5_diff1": 0.191611, "nauc_precision_at_10_max": 0.477148, "nauc_precision_at_10_std": 0.536971, "nauc_precision_at_10_diff1": 0.11438, "nauc_precision_at_20_max": 0.479979, "nauc_precision_at_20_std": 0.563699, "nauc_precision_at_20_diff1": 0.073514, "nauc_precision_at_100_max": 0.45896, "nauc_precision_at_100_std": 0.554576, "nauc_precision_at_100_diff1": 0.051118, "nauc_precision_at_1000_max": 0.45896, "nauc_precision_at_1000_std": 0.554576, "nauc_precision_at_1000_diff1": 0.051118, "nauc_mrr_at_1_max": 0.424002, "nauc_mrr_at_1_std": 0.396852, "nauc_mrr_at_1_diff1": 0.380548, "nauc_mrr_at_3_max": 0.480955, "nauc_mrr_at_3_std": 0.447934, "nauc_mrr_at_3_diff1": 0.395494, "nauc_mrr_at_5_max": 0.475183, "nauc_mrr_at_5_std": 0.450241, "nauc_mrr_at_5_diff1": 0.389351, "nauc_mrr_at_10_max": 0.479472, "nauc_mrr_at_10_std": 0.457025, "nauc_mrr_at_10_diff1": 0.381433, "nauc_mrr_at_20_max": 0.478802, "nauc_mrr_at_20_std": 0.456362, "nauc_mrr_at_20_diff1": 0.380269, "nauc_mrr_at_100_max": 0.47867, "nauc_mrr_at_100_std": 0.456212, "nauc_mrr_at_100_diff1": 0.380169, "nauc_mrr_at_1000_max": 0.47867, "nauc_mrr_at_1000_std": 0.456212, "nauc_mrr_at_1000_diff1": 0.380169, "hit_rate_at_1": 0.37736, "hit_rate_at_3": 0.51258, "hit_rate_at_5": 0.54717, "hit_rate_at_10": 0.57862, "hit_rate_at_20": 0.58491, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.34141, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.40252, "ndcg_at_3": 0.36681, "ndcg_at_5": 0.36764, "ndcg_at_10": 0.37177, "ndcg_at_20": 0.37502, "ndcg_at_100": 0.38365, "ndcg_at_1000": 0.38365, "map_at_1": 0.17797, "map_at_3": 0.24096, "map_at_5": 0.26337, "map_at_10": 0.28547, "map_at_20": 0.2953, "map_at_100": 0.30167, "map_at_1000": 0.30167, "recall_at_1": 0.17797, "recall_at_3": 0.26925, "recall_at_5": 0.31516, "recall_at_10": 0.37253, "recall_at_20": 0.4032, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.17797, "precision_at_1": 0.42138, "precision_at_3": 0.25681, "precision_at_5": 0.20566, "precision_at_10": 0.13711, "precision_at_20": 0.08443, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.421384, "mrr_at_3": 0.471174, "mrr_at_5": 0.480765, "mrr_at_10": 0.487812, "mrr_at_20": 0.489411, "mrr_at_100": 0.489697, "mrr_at_1000": 0.489697, "nauc_ndcg_at_1_max": 0.29328, "nauc_ndcg_at_1_std": 0.279111, "nauc_ndcg_at_1_diff1": 0.45904, "nauc_ndcg_at_3_max": 0.334221, "nauc_ndcg_at_3_std": 0.339907, "nauc_ndcg_at_3_diff1": 0.381965, "nauc_ndcg_at_5_max": 0.382608, "nauc_ndcg_at_5_std": 0.387939, "nauc_ndcg_at_5_diff1": 0.374867, "nauc_ndcg_at_10_max": 0.401231, "nauc_ndcg_at_10_std": 0.424883, "nauc_ndcg_at_10_diff1": 0.357629, "nauc_ndcg_at_20_max": 0.387001, "nauc_ndcg_at_20_std": 0.416803, "nauc_ndcg_at_20_diff1": 0.34029, "nauc_ndcg_at_100_max": 0.403591, "nauc_ndcg_at_100_std": 0.433807, "nauc_ndcg_at_100_diff1": 0.338644, "nauc_ndcg_at_1000_max": 0.403591, "nauc_ndcg_at_1000_std": 0.433807, "nauc_ndcg_at_1000_diff1": 0.338644, "nauc_map_at_1_max": 0.205506, "nauc_map_at_1_std": 0.180884, "nauc_map_at_1_diff1": 0.385654, "nauc_map_at_3_max": 0.216704, "nauc_map_at_3_std": 0.226756, "nauc_map_at_3_diff1": 0.320288, "nauc_map_at_5_max": 0.266059, "nauc_map_at_5_std": 0.279613, "nauc_map_at_5_diff1": 0.326226, "nauc_map_at_10_max": 0.306244, "nauc_map_at_10_std": 0.334676, "nauc_map_at_10_diff1": 0.316752, "nauc_map_at_20_max": 0.317942, "nauc_map_at_20_std": 0.352906, "nauc_map_at_20_diff1": 0.311764, "nauc_map_at_100_max": 0.33455, "nauc_map_at_100_std": 0.371417, "nauc_map_at_100_diff1": 0.313266, "nauc_map_at_1000_max": 0.33455, "nauc_map_at_1000_std": 0.371417, "nauc_map_at_1000_diff1": 0.313266, "nauc_recall_at_1_max": 0.205506, "nauc_recall_at_1_std": 0.180884, "nauc_recall_at_1_diff1": 0.385654, "nauc_recall_at_3_max": 0.209255, "nauc_recall_at_3_std": 0.22487, "nauc_recall_at_3_diff1": 0.259599, "nauc_recall_at_5_max": 0.287627, "nauc_recall_at_5_std": 0.307937, "nauc_recall_at_5_diff1": 0.251235, "nauc_recall_at_10_max": 0.362762, "nauc_recall_at_10_std": 0.40984, "nauc_recall_at_10_diff1": 0.235024, "nauc_recall_at_20_max": 0.385658, "nauc_recall_at_20_std": 0.44042, "nauc_recall_at_20_diff1": 0.228247, "nauc_recall_at_100_max": 0.41617, "nauc_recall_at_100_std": 0.471671, "nauc_recall_at_100_diff1": 0.226713, "nauc_recall_at_1000_max": 0.41617, "nauc_recall_at_1000_std": 0.471671, "nauc_recall_at_1000_diff1": 0.226713, "nauc_precision_at_1_max": 0.318585, "nauc_precision_at_1_std": 0.296756, "nauc_precision_at_1_diff1": 0.476249, "nauc_precision_at_3_max": 0.340746, "nauc_precision_at_3_std": 0.37826, "nauc_precision_at_3_diff1": 0.286745, "nauc_precision_at_5_max": 0.430332, "nauc_precision_at_5_std": 0.463434, "nauc_precision_at_5_diff1": 0.25755, "nauc_precision_at_10_max": 0.495441, "nauc_precision_at_10_std": 0.547967, "nauc_precision_at_10_diff1": 0.199587, "nauc_precision_at_20_max": 0.470659, "nauc_precision_at_20_std": 0.528381, "nauc_precision_at_20_diff1": 0.145506, "nauc_precision_at_100_max": 0.482382, "nauc_precision_at_100_std": 0.527224, "nauc_precision_at_100_diff1": 0.140765, "nauc_precision_at_1000_max": 0.482382, "nauc_precision_at_1000_std": 0.527224, "nauc_precision_at_1000_diff1": 0.140765, "nauc_mrr_at_1_max": 0.318585, "nauc_mrr_at_1_std": 0.296756, "nauc_mrr_at_1_diff1": 0.476249, "nauc_mrr_at_3_max": 0.382116, "nauc_mrr_at_3_std": 0.372273, "nauc_mrr_at_3_diff1": 0.461039, "nauc_mrr_at_5_max": 0.390982, "nauc_mrr_at_5_std": 0.380246, "nauc_mrr_at_5_diff1": 0.452113, "nauc_mrr_at_10_max": 0.400483, "nauc_mrr_at_10_std": 0.390697, "nauc_mrr_at_10_diff1": 0.456733, "nauc_mrr_at_20_max": 0.400962, "nauc_mrr_at_20_std": 0.390611, "nauc_mrr_at_20_diff1": 0.455528, "nauc_mrr_at_100_max": 0.400555, "nauc_mrr_at_100_std": 0.390191, "nauc_mrr_at_100_diff1": 0.455387, "nauc_mrr_at_1000_max": 0.400555, "nauc_mrr_at_1000_std": 0.390191, "nauc_mrr_at_1000_diff1": 0.455387, "hit_rate_at_1": 0.42138, "hit_rate_at_3": 0.53145, "hit_rate_at_5": 0.57233, "hit_rate_at_10": 0.62264, "hit_rate_at_20": 0.64465, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.37177, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.61478, "ndcg_at_3": 0.61506, "ndcg_at_5": 0.62597, "ndcg_at_10": 0.64208, "ndcg_at_20": 0.661, "ndcg_at_100": 0.67673, "ndcg_at_1000": 0.67673, "map_at_1": 0.272, "map_at_3": 0.40325, "map_at_5": 0.45922, "map_at_10": 0.50606, "map_at_20": 0.53635, "map_at_100": 0.54697, "map_at_1000": 0.54697, "recall_at_1": 0.272, "recall_at_3": 0.45415, "recall_at_5": 0.55882, "recall_at_10": 0.66228, "recall_at_20": 0.74479, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.272, "precision_at_1": 0.64151, "precision_at_3": 0.45807, "precision_at_5": 0.37421, "precision_at_10": 0.25755, "precision_at_20": 0.16604, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.641509, "mrr_at_3": 0.732704, "mrr_at_5": 0.74717, "mrr_at_10": 0.75202, "mrr_at_20": 0.752577, "mrr_at_100": 0.752669, "mrr_at_1000": 0.752669, "nauc_ndcg_at_1_max": 0.270143, "nauc_ndcg_at_1_std": 0.134049, "nauc_ndcg_at_1_diff1": 0.49017, "nauc_ndcg_at_3_max": 0.237653, "nauc_ndcg_at_3_std": 0.128851, "nauc_ndcg_at_3_diff1": 0.356614, "nauc_ndcg_at_5_max": 0.267557, "nauc_ndcg_at_5_std": 0.175116, "nauc_ndcg_at_5_diff1": 0.346992, "nauc_ndcg_at_10_max": 0.287439, "nauc_ndcg_at_10_std": 0.218507, "nauc_ndcg_at_10_diff1": 0.350343, "nauc_ndcg_at_20_max": 0.306317, "nauc_ndcg_at_20_std": 0.239925, "nauc_ndcg_at_20_diff1": 0.370016, "nauc_ndcg_at_100_max": 0.310924, "nauc_ndcg_at_100_std": 0.245522, "nauc_ndcg_at_100_diff1": 0.365908, "nauc_ndcg_at_1000_max": 0.310924, "nauc_ndcg_at_1000_std": 0.245522, "nauc_ndcg_at_1000_diff1": 0.365908, "nauc_map_at_1_max": 0.114803, "nauc_map_at_1_std": -0.001978, "nauc_map_at_1_diff1": 0.386719, "nauc_map_at_3_max": 0.129278, "nauc_map_at_3_std": 0.009716, "nauc_map_at_3_diff1": 0.322618, "nauc_map_at_5_max": 0.160389, "nauc_map_at_5_std": 0.060521, "nauc_map_at_5_diff1": 0.302671, "nauc_map_at_10_max": 0.20028, "nauc_map_at_10_std": 0.121981, "nauc_map_at_10_diff1": 0.301465, "nauc_map_at_20_max": 0.226518, "nauc_map_at_20_std": 0.167357, "nauc_map_at_20_diff1": 0.310413, "nauc_map_at_100_max": 0.233816, "nauc_map_at_100_std": 0.180326, "nauc_map_at_100_diff1": 0.306715, "nauc_map_at_1000_max": 0.233816, "nauc_map_at_1000_std": 0.180326, "nauc_map_at_1000_diff1": 0.306715, "nauc_recall_at_1_max": 0.114803, "nauc_recall_at_1_std": -0.001978, "nauc_recall_at_1_diff1": 0.386719, "nauc_recall_at_3_max": 0.091134, "nauc_recall_at_3_std": -0.010466, "nauc_recall_at_3_diff1": 0.247765, "nauc_recall_at_5_max": 0.127029, "nauc_recall_at_5_std": 0.061356, "nauc_recall_at_5_diff1": 0.217873, "nauc_recall_at_10_max": 0.19381, "nauc_recall_at_10_std": 0.174599, "nauc_recall_at_10_diff1": 0.207662, "nauc_recall_at_20_max": 0.284178, "nauc_recall_at_20_std": 0.288161, "nauc_recall_at_20_diff1": 0.268357, "nauc_recall_at_100_max": 0.314772, "nauc_recall_at_100_std": 0.325135, "nauc_recall_at_100_diff1": 0.25759, "nauc_recall_at_1000_max": 0.314772, "nauc_recall_at_1000_std": 0.325135, "nauc_recall_at_1000_diff1": 0.25759, "nauc_precision_at_1_max": 0.317162, "nauc_precision_at_1_std": 0.169199, "nauc_precision_at_1_diff1": 0.503723, "nauc_precision_at_3_max": 0.197746, "nauc_precision_at_3_std": 0.20052, "nauc_precision_at_3_diff1": 0.053761, "nauc_precision_at_5_max": 0.214529, "nauc_precision_at_5_std": 0.272469, "nauc_precision_at_5_diff1": -0.039495, "nauc_precision_at_10_max": 0.193858, "nauc_precision_at_10_std": 0.297694, "nauc_precision_at_10_diff1": -0.072711, "nauc_precision_at_20_max": 0.171597, "nauc_precision_at_20_std": 0.284724, "nauc_precision_at_20_diff1": -0.06606, "nauc_precision_at_100_max": 0.14029, "nauc_precision_at_100_std": 0.250412, "nauc_precision_at_100_diff1": -0.093843, "nauc_precision_at_1000_max": 0.14029, "nauc_precision_at_1000_std": 0.250412, "nauc_precision_at_1000_diff1": -0.093843, "nauc_mrr_at_1_max": 0.317162, "nauc_mrr_at_1_std": 0.169199, "nauc_mrr_at_1_diff1": 0.503723, "nauc_mrr_at_3_max": 0.339459, "nauc_mrr_at_3_std": 0.223053, "nauc_mrr_at_3_diff1": 0.450104, "nauc_mrr_at_5_max": 0.34433, "nauc_mrr_at_5_std": 0.230544, "nauc_mrr_at_5_diff1": 0.458166, "nauc_mrr_at_10_max": 0.34144, "nauc_mrr_at_10_std": 0.226595, "nauc_mrr_at_10_diff1": 0.459455, "nauc_mrr_at_20_max": 0.342107, "nauc_mrr_at_20_std": 0.226839, "nauc_mrr_at_20_diff1": 0.460915, "nauc_mrr_at_100_max": 0.341876, "nauc_mrr_at_100_std": 0.226781, "nauc_mrr_at_100_diff1": 0.46096, "nauc_mrr_at_1000_max": 0.341876, "nauc_mrr_at_1000_std": 0.226781, "nauc_mrr_at_1000_diff1": 0.46096, "hit_rate_at_1": 0.64151, "hit_rate_at_3": 0.83962, "hit_rate_at_5": 0.90252, "hit_rate_at_10": 0.93711, "hit_rate_at_20": 0.94654, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.64208, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.3522, "ndcg_at_3": 0.32367, "ndcg_at_5": 0.32145, "ndcg_at_10": 0.32083, "ndcg_at_20": 0.3236, "ndcg_at_100": 0.33023, "ndcg_at_1000": 0.33023, "map_at_1": 0.15507, "map_at_3": 0.21035, "map_at_5": 0.22888, "map_at_10": 0.24554, "map_at_20": 0.25421, "map_at_100": 0.2593, "map_at_1000": 0.2593, "recall_at_1": 0.15507, "recall_at_3": 0.23359, "recall_at_5": 0.27802, "recall_at_10": 0.31841, "recall_at_20": 0.34478, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.15507, "precision_at_1": 0.37421, "precision_at_3": 0.22746, "precision_at_5": 0.17673, "precision_at_10": 0.11635, "precision_at_20": 0.07233, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.374214, "mrr_at_3": 0.414046, "mrr_at_5": 0.425681, "mrr_at_10": 0.43068, "mrr_at_20": 0.431612, "mrr_at_100": 0.431717, "mrr_at_1000": 0.431717, "nauc_ndcg_at_1_max": 0.352593, "nauc_ndcg_at_1_std": 0.301654, "nauc_ndcg_at_1_diff1": 0.40658, "nauc_ndcg_at_3_max": 0.360135, "nauc_ndcg_at_3_std": 0.341221, "nauc_ndcg_at_3_diff1": 0.328706, "nauc_ndcg_at_5_max": 0.359628, "nauc_ndcg_at_5_std": 0.349782, "nauc_ndcg_at_5_diff1": 0.312952, "nauc_ndcg_at_10_max": 0.351677, "nauc_ndcg_at_10_std": 0.364492, "nauc_ndcg_at_10_diff1": 0.284622, "nauc_ndcg_at_20_max": 0.348947, "nauc_ndcg_at_20_std": 0.370887, "nauc_ndcg_at_20_diff1": 0.273425, "nauc_ndcg_at_100_max": 0.358063, "nauc_ndcg_at_100_std": 0.377205, "nauc_ndcg_at_100_diff1": 0.273332, "nauc_ndcg_at_1000_max": 0.358063, "nauc_ndcg_at_1000_std": 0.377205, "nauc_ndcg_at_1000_diff1": 0.273332, "nauc_map_at_1_max": 0.213871, "nauc_map_at_1_std": 0.16469, "nauc_map_at_1_diff1": 0.371061, "nauc_map_at_3_max": 0.227551, "nauc_map_at_3_std": 0.210525, "nauc_map_at_3_diff1": 0.285978, "nauc_map_at_5_max": 0.255025, "nauc_map_at_5_std": 0.249075, "nauc_map_at_5_diff1": 0.27629, "nauc_map_at_10_max": 0.271962, "nauc_map_at_10_std": 0.288188, "nauc_map_at_10_diff1": 0.257599, "nauc_map_at_20_max": 0.285482, "nauc_map_at_20_std": 0.310003, "nauc_map_at_20_diff1": 0.252507, "nauc_map_at_100_max": 0.296559, "nauc_map_at_100_std": 0.320417, "nauc_map_at_100_diff1": 0.25301, "nauc_map_at_1000_max": 0.296559, "nauc_map_at_1000_std": 0.320417, "nauc_map_at_1000_diff1": 0.25301, "nauc_recall_at_1_max": 0.213871, "nauc_recall_at_1_std": 0.16469, "nauc_recall_at_1_diff1": 0.371061, "nauc_recall_at_3_max": 0.218859, "nauc_recall_at_3_std": 0.213939, "nauc_recall_at_3_diff1": 0.238993, "nauc_recall_at_5_max": 0.254964, "nauc_recall_at_5_std": 0.272488, "nauc_recall_at_5_diff1": 0.207692, "nauc_recall_at_10_max": 0.285266, "nauc_recall_at_10_std": 0.343239, "nauc_recall_at_10_diff1": 0.170804, "nauc_recall_at_20_max": 0.314757, "nauc_recall_at_20_std": 0.380991, "nauc_recall_at_20_diff1": 0.168614, "nauc_recall_at_100_max": 0.330707, "nauc_recall_at_100_std": 0.390743, "nauc_recall_at_100_diff1": 0.168061, "nauc_recall_at_1000_max": 0.330707, "nauc_recall_at_1000_std": 0.390743, "nauc_recall_at_1000_diff1": 0.168061, "nauc_precision_at_1_max": 0.348388, "nauc_precision_at_1_std": 0.294151, "nauc_precision_at_1_diff1": 0.414359, "nauc_precision_at_3_max": 0.37353, "nauc_precision_at_3_std": 0.404106, "nauc_precision_at_3_diff1": 0.206429, "nauc_precision_at_5_max": 0.395908, "nauc_precision_at_5_std": 0.443535, "nauc_precision_at_5_diff1": 0.169732, "nauc_precision_at_10_max": 0.387487, "nauc_precision_at_10_std": 0.478436, "nauc_precision_at_10_diff1": 0.100164, "nauc_precision_at_20_max": 0.392457, "nauc_precision_at_20_std": 0.486946, "nauc_precision_at_20_diff1": 0.073942, "nauc_precision_at_100_max": 0.397725, "nauc_precision_at_100_std": 0.459342, "nauc_precision_at_100_diff1": 0.078572, "nauc_precision_at_1000_max": 0.397725, "nauc_precision_at_1000_std": 0.459342, "nauc_precision_at_1000_diff1": 0.078572, "nauc_mrr_at_1_max": 0.348388, "nauc_mrr_at_1_std": 0.294151, "nauc_mrr_at_1_diff1": 0.414359, "nauc_mrr_at_3_max": 0.398729, "nauc_mrr_at_3_std": 0.353404, "nauc_mrr_at_3_diff1": 0.390527, "nauc_mrr_at_5_max": 0.407269, "nauc_mrr_at_5_std": 0.365965, "nauc_mrr_at_5_diff1": 0.388632, "nauc_mrr_at_10_max": 0.411425, "nauc_mrr_at_10_std": 0.374897, "nauc_mrr_at_10_diff1": 0.386316, "nauc_mrr_at_20_max": 0.41021, "nauc_mrr_at_20_std": 0.373683, "nauc_mrr_at_20_diff1": 0.385203, "nauc_mrr_at_100_max": 0.410147, "nauc_mrr_at_100_std": 0.373686, "nauc_mrr_at_100_diff1": 0.38508, "nauc_mrr_at_1000_max": 0.410147, "nauc_mrr_at_1000_std": 0.373686, "nauc_mrr_at_1000_diff1": 0.38508, "hit_rate_at_1": 0.37421, "hit_rate_at_3": 0.46226, "hit_rate_at_5": 0.51258, "hit_rate_at_10": 0.55031, "hit_rate_at_20": 0.56604, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.32083, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.33491, "ndcg_at_3": 0.32026, "ndcg_at_5": 0.31323, "ndcg_at_10": 0.31308, "ndcg_at_20": 0.32031, "ndcg_at_100": 0.3248, "ndcg_at_1000": 0.3248, "map_at_1": 0.15671, "map_at_3": 0.20983, "map_at_5": 0.22545, "map_at_10": 0.24253, "map_at_20": 0.25375, "map_at_100": 0.25711, "map_at_1000": 0.25711, "recall_at_1": 0.15671, "recall_at_3": 0.23213, "recall_at_5": 0.26312, "recall_at_10": 0.30216, "recall_at_20": 0.3392, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.15671, "precision_at_1": 0.3522, "precision_at_3": 0.22222, "precision_at_5": 0.16855, "precision_at_10": 0.11321, "precision_at_20": 0.07296, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.352201, "mrr_at_3": 0.401468, "mrr_at_5": 0.407442, "mrr_at_10": 0.411941, "mrr_at_20": 0.415147, "mrr_at_100": 0.415387, "mrr_at_1000": 0.415387, "nauc_ndcg_at_1_max": 0.573242, "nauc_ndcg_at_1_std": 0.429845, "nauc_ndcg_at_1_diff1": 0.509294, "nauc_ndcg_at_3_max": 0.530602, "nauc_ndcg_at_3_std": 0.436503, "nauc_ndcg_at_3_diff1": 0.420125, "nauc_ndcg_at_5_max": 0.525784, "nauc_ndcg_at_5_std": 0.435695, "nauc_ndcg_at_5_diff1": 0.402988, "nauc_ndcg_at_10_max": 0.52721, "nauc_ndcg_at_10_std": 0.453782, "nauc_ndcg_at_10_diff1": 0.385154, "nauc_ndcg_at_20_max": 0.524309, "nauc_ndcg_at_20_std": 0.460587, "nauc_ndcg_at_20_diff1": 0.37642, "nauc_ndcg_at_100_max": 0.528438, "nauc_ndcg_at_100_std": 0.461952, "nauc_ndcg_at_100_diff1": 0.372158, "nauc_ndcg_at_1000_max": 0.528438, "nauc_ndcg_at_1000_std": 0.461952, "nauc_ndcg_at_1000_diff1": 0.372158, "nauc_map_at_1_max": 0.392162, "nauc_map_at_1_std": 0.269452, "nauc_map_at_1_diff1": 0.409628, "nauc_map_at_3_max": 0.40363, "nauc_map_at_3_std": 0.311368, "nauc_map_at_3_diff1": 0.36925, "nauc_map_at_5_max": 0.420924, "nauc_map_at_5_std": 0.34041, "nauc_map_at_5_diff1": 0.366748, "nauc_map_at_10_max": 0.449026, "nauc_map_at_10_std": 0.389174, "nauc_map_at_10_diff1": 0.351102, "nauc_map_at_20_max": 0.463223, "nauc_map_at_20_std": 0.412127, "nauc_map_at_20_diff1": 0.33979, "nauc_map_at_100_max": 0.468613, "nauc_map_at_100_std": 0.416328, "nauc_map_at_100_diff1": 0.336277, "nauc_map_at_1000_max": 0.468613, "nauc_map_at_1000_std": 0.416328, "nauc_map_at_1000_diff1": 0.336277, "nauc_recall_at_1_max": 0.392162, "nauc_recall_at_1_std": 0.269452, "nauc_recall_at_1_diff1": 0.409628, "nauc_recall_at_3_max": 0.4017, "nauc_recall_at_3_std": 0.316926, "nauc_recall_at_3_diff1": 0.338423, "nauc_recall_at_5_max": 0.413089, "nauc_recall_at_5_std": 0.34225, "nauc_recall_at_5_diff1": 0.3256, "nauc_recall_at_10_max": 0.467231, "nauc_recall_at_10_std": 0.427291, "nauc_recall_at_10_diff1": 0.306674, "nauc_recall_at_20_max": 0.488748, "nauc_recall_at_20_std": 0.469608, "nauc_recall_at_20_diff1": 0.289377, "nauc_recall_at_100_max": 0.496329, "nauc_recall_at_100_std": 0.471699, "nauc_recall_at_100_diff1": 0.279273, "nauc_recall_at_1000_max": 0.496329, "nauc_recall_at_1000_std": 0.471699, "nauc_recall_at_1000_diff1": 0.279273, "nauc_precision_at_1_max": 0.577513, "nauc_precision_at_1_std": 0.430572, "nauc_precision_at_1_diff1": 0.516646, "nauc_precision_at_3_max": 0.482354, "nauc_precision_at_3_std": 0.456769, "nauc_precision_at_3_diff1": 0.304036, "nauc_precision_at_5_max": 0.467669, "nauc_precision_at_5_std": 0.473426, "nauc_precision_at_5_diff1": 0.240114, "nauc_precision_at_10_max": 0.473385, "nauc_precision_at_10_std": 0.51749, "nauc_precision_at_10_diff1": 0.154758, "nauc_precision_at_20_max": 0.454711, "nauc_precision_at_20_std": 0.507774, "nauc_precision_at_20_diff1": 0.095204, "nauc_precision_at_100_max": 0.456281, "nauc_precision_at_100_std": 0.489403, "nauc_precision_at_100_diff1": 0.074442, "nauc_precision_at_1000_max": 0.456281, "nauc_precision_at_1000_std": 0.489403, "nauc_precision_at_1000_diff1": 0.074442, "nauc_mrr_at_1_max": 0.577513, "nauc_mrr_at_1_std": 0.430572, "nauc_mrr_at_1_diff1": 0.516646, "nauc_mrr_at_3_max": 0.593834, "nauc_mrr_at_3_std": 0.466755, "nauc_mrr_at_3_diff1": 0.484449, "nauc_mrr_at_5_max": 0.58798, "nauc_mrr_at_5_std": 0.463062, "nauc_mrr_at_5_diff1": 0.482865, "nauc_mrr_at_10_max": 0.590447, "nauc_mrr_at_10_std": 0.46577, "nauc_mrr_at_10_diff1": 0.479984, "nauc_mrr_at_20_max": 0.591392, "nauc_mrr_at_20_std": 0.46629, "nauc_mrr_at_20_diff1": 0.480085, "nauc_mrr_at_100_max": 0.590897, "nauc_mrr_at_100_std": 0.466085, "nauc_mrr_at_100_diff1": 0.480031, "nauc_mrr_at_1000_max": 0.590897, "nauc_mrr_at_1000_std": 0.466085, "nauc_mrr_at_1000_diff1": 0.480031, "hit_rate_at_1": 0.3522, "hit_rate_at_3": 0.45912, "hit_rate_at_5": 0.48428, "hit_rate_at_10": 0.51572, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.31308, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.35849, "ndcg_at_3": 0.34416, "ndcg_at_5": 0.34604, "ndcg_at_10": 0.3502, "ndcg_at_20": 0.35393, "ndcg_at_100": 0.35917, "ndcg_at_1000": 0.35917, "map_at_1": 0.16454, "map_at_3": 0.22561, "map_at_5": 0.24646, "map_at_10": 0.26622, "map_at_20": 0.27505, "map_at_100": 0.27801, "map_at_1000": 0.27801, "recall_at_1": 0.16454, "recall_at_3": 0.26245, "recall_at_5": 0.30822, "recall_at_10": 0.3605, "recall_at_20": 0.39136, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.16454, "precision_at_1": 0.38365, "precision_at_3": 0.24004, "precision_at_5": 0.18994, "precision_at_10": 0.12799, "precision_at_20": 0.07814, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.383648, "mrr_at_3": 0.440776, "mrr_at_5": 0.453512, "mrr_at_10": 0.458655, "mrr_at_20": 0.461127, "mrr_at_100": 0.461208, "mrr_at_1000": 0.461208, "nauc_ndcg_at_1_max": 0.319772, "nauc_ndcg_at_1_std": 0.306409, "nauc_ndcg_at_1_diff1": 0.417344, "nauc_ndcg_at_3_max": 0.360099, "nauc_ndcg_at_3_std": 0.352863, "nauc_ndcg_at_3_diff1": 0.36827, "nauc_ndcg_at_5_max": 0.377525, "nauc_ndcg_at_5_std": 0.378874, "nauc_ndcg_at_5_diff1": 0.355653, "nauc_ndcg_at_10_max": 0.391992, "nauc_ndcg_at_10_std": 0.409871, "nauc_ndcg_at_10_diff1": 0.341008, "nauc_ndcg_at_20_max": 0.398321, "nauc_ndcg_at_20_std": 0.424454, "nauc_ndcg_at_20_diff1": 0.328409, "nauc_ndcg_at_100_max": 0.409685, "nauc_ndcg_at_100_std": 0.433671, "nauc_ndcg_at_100_diff1": 0.326916, "nauc_ndcg_at_1000_max": 0.409685, "nauc_ndcg_at_1000_std": 0.433671, "nauc_ndcg_at_1000_diff1": 0.326916, "nauc_map_at_1_max": 0.22304, "nauc_map_at_1_std": 0.166565, "nauc_map_at_1_diff1": 0.414462, "nauc_map_at_3_max": 0.249904, "nauc_map_at_3_std": 0.227334, "nauc_map_at_3_diff1": 0.336759, "nauc_map_at_5_max": 0.279097, "nauc_map_at_5_std": 0.277455, "nauc_map_at_5_diff1": 0.324756, "nauc_map_at_10_max": 0.311881, "nauc_map_at_10_std": 0.326062, "nauc_map_at_10_diff1": 0.314478, "nauc_map_at_20_max": 0.331201, "nauc_map_at_20_std": 0.354178, "nauc_map_at_20_diff1": 0.30733, "nauc_map_at_100_max": 0.339502, "nauc_map_at_100_std": 0.363067, "nauc_map_at_100_diff1": 0.306264, "nauc_map_at_1000_max": 0.339502, "nauc_map_at_1000_std": 0.363067, "nauc_map_at_1000_diff1": 0.306264, "nauc_recall_at_1_max": 0.22304, "nauc_recall_at_1_std": 0.166565, "nauc_recall_at_1_diff1": 0.414462, "nauc_recall_at_3_max": 0.246064, "nauc_recall_at_3_std": 0.235544, "nauc_recall_at_3_diff1": 0.275554, "nauc_recall_at_5_max": 0.294735, "nauc_recall_at_5_std": 0.317159, "nauc_recall_at_5_diff1": 0.246433, "nauc_recall_at_10_max": 0.366938, "nauc_recall_at_10_std": 0.414619, "nauc_recall_at_10_diff1": 0.218997, "nauc_recall_at_20_max": 0.403867, "nauc_recall_at_20_std": 0.467168, "nauc_recall_at_20_diff1": 0.208237, "nauc_recall_at_100_max": 0.43229, "nauc_recall_at_100_std": 0.489085, "nauc_recall_at_100_diff1": 0.205837, "nauc_recall_at_1000_max": 0.43229, "nauc_recall_at_1000_std": 0.489085, "nauc_recall_at_1000_diff1": 0.205837, "nauc_precision_at_1_max": 0.344055, "nauc_precision_at_1_std": 0.320835, "nauc_precision_at_1_diff1": 0.432488, "nauc_precision_at_3_max": 0.378388, "nauc_precision_at_3_std": 0.42918, "nauc_precision_at_3_diff1": 0.260683, "nauc_precision_at_5_max": 0.416034, "nauc_precision_at_5_std": 0.498363, "nauc_precision_at_5_diff1": 0.195587, "nauc_precision_at_10_max": 0.420082, "nauc_precision_at_10_std": 0.537629, "nauc_precision_at_10_diff1": 0.129393, "nauc_precision_at_20_max": 0.442374, "nauc_precision_at_20_std": 0.565854, "nauc_precision_at_20_diff1": 0.070943, "nauc_precision_at_100_max": 0.452345, "nauc_precision_at_100_std": 0.554712, "nauc_precision_at_100_diff1": 0.065262, "nauc_precision_at_1000_max": 0.452345, "nauc_precision_at_1000_std": 0.554712, "nauc_precision_at_1000_diff1": 0.065262, "nauc_mrr_at_1_max": 0.344055, "nauc_mrr_at_1_std": 0.320835, "nauc_mrr_at_1_diff1": 0.432488, "nauc_mrr_at_3_max": 0.394564, "nauc_mrr_at_3_std": 0.378089, "nauc_mrr_at_3_diff1": 0.407789, "nauc_mrr_at_5_max": 0.409694, "nauc_mrr_at_5_std": 0.399603, "nauc_mrr_at_5_diff1": 0.404161, "nauc_mrr_at_10_max": 0.41591, "nauc_mrr_at_10_std": 0.41047, "nauc_mrr_at_10_diff1": 0.398644, "nauc_mrr_at_20_max": 0.416012, "nauc_mrr_at_20_std": 0.408986, "nauc_mrr_at_20_diff1": 0.398295, "nauc_mrr_at_100_max": 0.415937, "nauc_mrr_at_100_std": 0.40891, "nauc_mrr_at_100_diff1": 0.398113, "nauc_mrr_at_1000_max": 0.415937, "nauc_mrr_at_1000_std": 0.40891, "nauc_mrr_at_1000_diff1": 0.398113, "hit_rate_at_1": 0.38365, "hit_rate_at_3": 0.51258, "hit_rate_at_5": 0.56604, "hit_rate_at_10": 0.60063, "hit_rate_at_20": 0.63522, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.3502, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 22612.852725751, "kg_co2_emissions": null, "date": 1791482150.542864, "evaluation_phases": [ { "name": "Data loading", "start": 1.637099194340408e-05, "end": 41.23107540899946, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 41.2310915299895, "end": 41.23109340999508, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 41.24028288299451, "end": 3835.2608037309983, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3835.3884060869896, "end": 3835.5082931969955, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 3835.5470253459935, "end": 7520.788469381994, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 7520.948708472992, "end": 7521.032250991993, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 7521.086537402996, "end": 11310.646798944988, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 11310.836801945989, "end": 11310.919376976992, "split": "test", "subset": "italian" } ] }