{ "dataset_revision": "7187c21e1a532531d175eccf5a6d7c1561f6b0da", "task_name": "Vidore3FinanceEnBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.55987, "ndcg_at_3": 0.5347, "ndcg_at_5": 0.52107, "ndcg_at_10": 0.51657, "ndcg_at_20": 0.51793, "ndcg_at_100": 0.51974, "ndcg_at_1000": 0.51974, "map_at_1": 0.27916, "map_at_3": 0.38946, "map_at_5": 0.42291, "map_at_10": 0.44384, "map_at_20": 0.44909, "map_at_100": 0.44993, "map_at_1000": 0.44993, "recall_at_1": 0.27916, "recall_at_3": 0.4159, "recall_at_5": 0.46344, "recall_at_10": 0.50279, "recall_at_20": 0.5195, "recall_at_100": 0.52454, "recall_at_1000": 0.52454, "accuracy": 0.27916, "precision_at_1": 0.59871, "precision_at_3": 0.38835, "precision_at_5": 0.28932, "precision_at_10": 0.17055, "precision_at_20": 0.09175, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.598706, "mrr_at_3": 0.64671, "mrr_at_5": 0.650917, "mrr_at_10": 0.653976, "mrr_at_20": 0.654146, "mrr_at_100": 0.654223, "mrr_at_1000": 0.654223, "nauc_ndcg_at_1_max": 0.62809, "nauc_ndcg_at_1_std": 0.48536, "nauc_ndcg_at_1_diff1": 0.519455, "nauc_ndcg_at_3_max": 0.600057, "nauc_ndcg_at_3_std": 0.476653, "nauc_ndcg_at_3_diff1": 0.43409, "nauc_ndcg_at_5_max": 0.611975, "nauc_ndcg_at_5_std": 0.480054, "nauc_ndcg_at_5_diff1": 0.440255, "nauc_ndcg_at_10_max": 0.621483, "nauc_ndcg_at_10_std": 0.501964, "nauc_ndcg_at_10_diff1": 0.438904, "nauc_ndcg_at_20_max": 0.616775, "nauc_ndcg_at_20_std": 0.499779, "nauc_ndcg_at_20_diff1": 0.434622, "nauc_ndcg_at_100_max": 0.615213, "nauc_ndcg_at_100_std": 0.500241, "nauc_ndcg_at_100_diff1": 0.433731, "nauc_ndcg_at_1000_max": 0.615213, "nauc_ndcg_at_1000_std": 0.500241, "nauc_ndcg_at_1000_diff1": 0.433731, "nauc_map_at_1_max": 0.446873, "nauc_map_at_1_std": 0.155377, "nauc_map_at_1_diff1": 0.613318, "nauc_map_at_3_max": 0.524741, "nauc_map_at_3_std": 0.299101, "nauc_map_at_3_diff1": 0.509015, "nauc_map_at_5_max": 0.556956, "nauc_map_at_5_std": 0.362033, "nauc_map_at_5_diff1": 0.474968, "nauc_map_at_10_max": 0.577284, "nauc_map_at_10_std": 0.414509, "nauc_map_at_10_diff1": 0.443818, "nauc_map_at_20_max": 0.574063, "nauc_map_at_20_std": 0.423121, "nauc_map_at_20_diff1": 0.436274, "nauc_map_at_100_max": 0.573349, "nauc_map_at_100_std": 0.424213, "nauc_map_at_100_diff1": 0.435621, "nauc_map_at_1000_max": 0.573349, "nauc_map_at_1000_std": 0.424213, "nauc_map_at_1000_diff1": 0.435621, "nauc_recall_at_1_max": 0.446873, "nauc_recall_at_1_std": 0.155377, "nauc_recall_at_1_diff1": 0.613318, "nauc_recall_at_3_max": 0.527732, "nauc_recall_at_3_std": 0.323951, "nauc_recall_at_3_diff1": 0.46909, "nauc_recall_at_5_max": 0.569339, "nauc_recall_at_5_std": 0.408218, "nauc_recall_at_5_diff1": 0.424573, "nauc_recall_at_10_max": 0.598264, "nauc_recall_at_10_std": 0.496207, "nauc_recall_at_10_diff1": 0.37851, "nauc_recall_at_20_max": 0.586103, "nauc_recall_at_20_std": 0.511586, "nauc_recall_at_20_diff1": 0.358421, "nauc_recall_at_100_max": 0.579012, "nauc_recall_at_100_std": 0.509763, "nauc_recall_at_100_diff1": 0.355374, "nauc_recall_at_1000_max": 0.579012, "nauc_recall_at_1000_std": 0.509763, "nauc_recall_at_1000_diff1": 0.355374, "nauc_precision_at_1_max": 0.670337, "nauc_precision_at_1_std": 0.544284, "nauc_precision_at_1_diff1": 0.54063, "nauc_precision_at_3_max": 0.404937, "nauc_precision_at_3_std": 0.52292, "nauc_precision_at_3_diff1": 0.021202, "nauc_precision_at_5_max": 0.357489, "nauc_precision_at_5_std": 0.519143, "nauc_precision_at_5_diff1": -0.068442, "nauc_precision_at_10_max": 0.315688, "nauc_precision_at_10_std": 0.544129, "nauc_precision_at_10_diff1": -0.149077, "nauc_precision_at_20_max": 0.256638, "nauc_precision_at_20_std": 0.521682, "nauc_precision_at_20_diff1": -0.182581, "nauc_precision_at_100_max": 0.236765, "nauc_precision_at_100_std": 0.506415, "nauc_precision_at_100_diff1": -0.189475, "nauc_precision_at_1000_max": 0.236765, "nauc_precision_at_1000_std": 0.506415, "nauc_precision_at_1000_diff1": -0.189475, "nauc_mrr_at_1_max": 0.670337, "nauc_mrr_at_1_std": 0.544284, "nauc_mrr_at_1_diff1": 0.54063, "nauc_mrr_at_3_max": 0.691998, "nauc_mrr_at_3_std": 0.58248, "nauc_mrr_at_3_diff1": 0.502927, "nauc_mrr_at_5_max": 0.695397, "nauc_mrr_at_5_std": 0.593194, "nauc_mrr_at_5_diff1": 0.50447, "nauc_mrr_at_10_max": 0.69458, "nauc_mrr_at_10_std": 0.594036, "nauc_mrr_at_10_diff1": 0.502814, "nauc_mrr_at_20_max": 0.694447, "nauc_mrr_at_20_std": 0.593771, "nauc_mrr_at_20_diff1": 0.502431, "nauc_mrr_at_100_max": 0.694387, "nauc_mrr_at_100_std": 0.593651, "nauc_mrr_at_100_diff1": 0.502576, "nauc_mrr_at_1000_max": 0.694387, "nauc_mrr_at_1000_std": 0.593651, "nauc_mrr_at_1000_diff1": 0.502576, "hit_rate_at_1": 0.59871, "hit_rate_at_3": 0.70227, "hit_rate_at_5": 0.72168, "hit_rate_at_10": 0.74434, "hit_rate_at_20": 0.74757, "hit_rate_at_100": 0.75081, "hit_rate_at_1000": 0.75081, "main_score": 0.51657, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.61003, "ndcg_at_3": 0.56304, "ndcg_at_5": 0.55014, "ndcg_at_10": 0.54525, "ndcg_at_20": 0.54533, "ndcg_at_100": 0.5475, "ndcg_at_1000": 0.5475, "map_at_1": 0.28783, "map_at_3": 0.40527, "map_at_5": 0.44257, "map_at_10": 0.46723, "map_at_20": 0.47175, "map_at_100": 0.47268, "map_at_1000": 0.47268, "recall_at_1": 0.28783, "recall_at_3": 0.43187, "recall_at_5": 0.48404, "recall_at_10": 0.52661, "recall_at_20": 0.54438, "recall_at_100": 0.55092, "recall_at_1000": 0.55092, "accuracy": 0.28783, "precision_at_1": 0.64725, "precision_at_3": 0.40561, "precision_at_5": 0.30356, "precision_at_10": 0.18252, "precision_at_20": 0.09757, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.647249, "mrr_at_3": 0.683927, "mrr_at_5": 0.689914, "mrr_at_10": 0.69164, "mrr_at_20": 0.692174, "mrr_at_100": 0.692174, "mrr_at_1000": 0.692174, "nauc_ndcg_at_1_max": 0.571285, "nauc_ndcg_at_1_std": 0.534972, "nauc_ndcg_at_1_diff1": 0.438068, "nauc_ndcg_at_3_max": 0.549729, "nauc_ndcg_at_3_std": 0.514339, "nauc_ndcg_at_3_diff1": 0.340841, "nauc_ndcg_at_5_max": 0.573364, "nauc_ndcg_at_5_std": 0.521861, "nauc_ndcg_at_5_diff1": 0.353889, "nauc_ndcg_at_10_max": 0.581664, "nauc_ndcg_at_10_std": 0.528167, "nauc_ndcg_at_10_diff1": 0.347105, "nauc_ndcg_at_20_max": 0.577449, "nauc_ndcg_at_20_std": 0.516252, "nauc_ndcg_at_20_diff1": 0.349401, "nauc_ndcg_at_100_max": 0.576627, "nauc_ndcg_at_100_std": 0.52017, "nauc_ndcg_at_100_diff1": 0.347982, "nauc_ndcg_at_1000_max": 0.576627, "nauc_ndcg_at_1000_std": 0.52017, "nauc_ndcg_at_1000_diff1": 0.347982, "nauc_map_at_1_max": 0.40879, "nauc_map_at_1_std": 0.192163, "nauc_map_at_1_diff1": 0.564313, "nauc_map_at_3_max": 0.469964, "nauc_map_at_3_std": 0.307872, "nauc_map_at_3_diff1": 0.420279, "nauc_map_at_5_max": 0.520041, "nauc_map_at_5_std": 0.385389, "nauc_map_at_5_diff1": 0.3916, "nauc_map_at_10_max": 0.541002, "nauc_map_at_10_std": 0.435518, "nauc_map_at_10_diff1": 0.350102, "nauc_map_at_20_max": 0.537905, "nauc_map_at_20_std": 0.440039, "nauc_map_at_20_diff1": 0.346849, "nauc_map_at_100_max": 0.537707, "nauc_map_at_100_std": 0.441921, "nauc_map_at_100_diff1": 0.346362, "nauc_map_at_1000_max": 0.537707, "nauc_map_at_1000_std": 0.441921, "nauc_map_at_1000_diff1": 0.346362, "nauc_recall_at_1_max": 0.40879, "nauc_recall_at_1_std": 0.192163, "nauc_recall_at_1_diff1": 0.564313, "nauc_recall_at_3_max": 0.462072, "nauc_recall_at_3_std": 0.307557, "nauc_recall_at_3_diff1": 0.378227, "nauc_recall_at_5_max": 0.530596, "nauc_recall_at_5_std": 0.407465, "nauc_recall_at_5_diff1": 0.353264, "nauc_recall_at_10_max": 0.560625, "nauc_recall_at_10_std": 0.48311, "nauc_recall_at_10_diff1": 0.293531, "nauc_recall_at_20_max": 0.542416, "nauc_recall_at_20_std": 0.488304, "nauc_recall_at_20_diff1": 0.287299, "nauc_recall_at_100_max": 0.538876, "nauc_recall_at_100_std": 0.499468, "nauc_recall_at_100_diff1": 0.282943, "nauc_recall_at_1000_max": 0.538876, "nauc_recall_at_1000_std": 0.499468, "nauc_recall_at_1000_diff1": 0.282943, "nauc_precision_at_1_max": 0.611683, "nauc_precision_at_1_std": 0.562919, "nauc_precision_at_1_diff1": 0.477172, "nauc_precision_at_3_max": 0.368838, "nauc_precision_at_3_std": 0.513536, "nauc_precision_at_3_diff1": -0.04979, "nauc_precision_at_5_max": 0.348445, "nauc_precision_at_5_std": 0.523631, "nauc_precision_at_5_diff1": -0.11651, "nauc_precision_at_10_max": 0.279182, "nauc_precision_at_10_std": 0.50951, "nauc_precision_at_10_diff1": -0.198941, "nauc_precision_at_20_max": 0.222308, "nauc_precision_at_20_std": 0.473668, "nauc_precision_at_20_diff1": -0.221686, "nauc_precision_at_100_max": 0.205198, "nauc_precision_at_100_std": 0.466426, "nauc_precision_at_100_diff1": -0.228867, "nauc_precision_at_1000_max": 0.205198, "nauc_precision_at_1000_std": 0.466426, "nauc_precision_at_1000_diff1": -0.228867, "nauc_mrr_at_1_max": 0.611683, "nauc_mrr_at_1_std": 0.562919, "nauc_mrr_at_1_diff1": 0.477172, "nauc_mrr_at_3_max": 0.6336, "nauc_mrr_at_3_std": 0.586131, "nauc_mrr_at_3_diff1": 0.44182, "nauc_mrr_at_5_max": 0.642464, "nauc_mrr_at_5_std": 0.60279, "nauc_mrr_at_5_diff1": 0.450211, "nauc_mrr_at_10_max": 0.64027, "nauc_mrr_at_10_std": 0.601468, "nauc_mrr_at_10_diff1": 0.447898, "nauc_mrr_at_20_max": 0.63966, "nauc_mrr_at_20_std": 0.60049, "nauc_mrr_at_20_diff1": 0.446808, "nauc_mrr_at_100_max": 0.63966, "nauc_mrr_at_100_std": 0.60049, "nauc_mrr_at_100_diff1": 0.446808, "nauc_mrr_at_1000_max": 0.63966, "nauc_mrr_at_1000_std": 0.60049, "nauc_mrr_at_1000_diff1": 0.446808, "hit_rate_at_1": 0.64725, "hit_rate_at_3": 0.73139, "hit_rate_at_5": 0.75728, "hit_rate_at_10": 0.77023, "hit_rate_at_20": 0.77994, "hit_rate_at_100": 0.77994, "hit_rate_at_1000": 0.77994, "main_score": 0.54525, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.58576, "ndcg_at_3": 0.53051, "ndcg_at_5": 0.51557, "ndcg_at_10": 0.50382, "ndcg_at_20": 0.50548, "ndcg_at_100": 0.50697, "ndcg_at_1000": 0.50697, "map_at_1": 0.27197, "map_at_3": 0.37776, "map_at_5": 0.41322, "map_at_10": 0.42757, "map_at_20": 0.4325, "map_at_100": 0.43314, "map_at_1000": 0.43314, "recall_at_1": 0.27197, "recall_at_3": 0.40165, "recall_at_5": 0.45203, "recall_at_10": 0.47852, "recall_at_20": 0.49618, "recall_at_100": 0.50066, "recall_at_1000": 0.50066, "accuracy": 0.27197, "precision_at_1": 0.61812, "precision_at_3": 0.38188, "precision_at_5": 0.2835, "precision_at_10": 0.16084, "precision_at_20": 0.08706, "precision_at_100": 0.0177, "precision_at_1000": 0.00177, "mrr_at_1": 0.618123, "mrr_at_3": 0.65534, "mrr_at_5": 0.659709, "mrr_at_10": 0.660608, "mrr_at_20": 0.661133, "mrr_at_100": 0.661133, "mrr_at_1000": 0.661133, "nauc_ndcg_at_1_max": 0.656305, "nauc_ndcg_at_1_std": 0.511482, "nauc_ndcg_at_1_diff1": 0.479851, "nauc_ndcg_at_3_max": 0.619528, "nauc_ndcg_at_3_std": 0.518169, "nauc_ndcg_at_3_diff1": 0.382265, "nauc_ndcg_at_5_max": 0.623986, "nauc_ndcg_at_5_std": 0.513101, "nauc_ndcg_at_5_diff1": 0.388151, "nauc_ndcg_at_10_max": 0.63318, "nauc_ndcg_at_10_std": 0.510846, "nauc_ndcg_at_10_diff1": 0.393277, "nauc_ndcg_at_20_max": 0.631751, "nauc_ndcg_at_20_std": 0.514161, "nauc_ndcg_at_20_diff1": 0.392492, "nauc_ndcg_at_100_max": 0.630788, "nauc_ndcg_at_100_std": 0.515532, "nauc_ndcg_at_100_diff1": 0.39297, "nauc_ndcg_at_1000_max": 0.630788, "nauc_ndcg_at_1000_std": 0.515532, "nauc_ndcg_at_1000_diff1": 0.39297, "nauc_map_at_1_max": 0.50656, "nauc_map_at_1_std": 0.188742, "nauc_map_at_1_diff1": 0.566431, "nauc_map_at_3_max": 0.555546, "nauc_map_at_3_std": 0.327032, "nauc_map_at_3_diff1": 0.442283, "nauc_map_at_5_max": 0.586384, "nauc_map_at_5_std": 0.398613, "nauc_map_at_5_diff1": 0.411759, "nauc_map_at_10_max": 0.598879, "nauc_map_at_10_std": 0.430913, "nauc_map_at_10_diff1": 0.390943, "nauc_map_at_20_max": 0.597285, "nauc_map_at_20_std": 0.442327, "nauc_map_at_20_diff1": 0.387943, "nauc_map_at_100_max": 0.596919, "nauc_map_at_100_std": 0.443381, "nauc_map_at_100_diff1": 0.387999, "nauc_map_at_1000_max": 0.596919, "nauc_map_at_1000_std": 0.443381, "nauc_map_at_1000_diff1": 0.387999, "nauc_recall_at_1_max": 0.50656, "nauc_recall_at_1_std": 0.188742, "nauc_recall_at_1_diff1": 0.566431, "nauc_recall_at_3_max": 0.551034, "nauc_recall_at_3_std": 0.347606, "nauc_recall_at_3_diff1": 0.40728, "nauc_recall_at_5_max": 0.581257, "nauc_recall_at_5_std": 0.43134, "nauc_recall_at_5_diff1": 0.366282, "nauc_recall_at_10_max": 0.59863, "nauc_recall_at_10_std": 0.474092, "nauc_recall_at_10_diff1": 0.337288, "nauc_recall_at_20_max": 0.590977, "nauc_recall_at_20_std": 0.506429, "nauc_recall_at_20_diff1": 0.329235, "nauc_recall_at_100_max": 0.586771, "nauc_recall_at_100_std": 0.510698, "nauc_recall_at_100_diff1": 0.331135, "nauc_recall_at_1000_max": 0.586771, "nauc_recall_at_1000_std": 0.510698, "nauc_recall_at_1000_diff1": 0.331135, "nauc_precision_at_1_max": 0.684038, "nauc_precision_at_1_std": 0.517846, "nauc_precision_at_1_diff1": 0.503403, "nauc_precision_at_3_max": 0.410886, "nauc_precision_at_3_std": 0.560244, "nauc_precision_at_3_diff1": 0.017061, "nauc_precision_at_5_max": 0.355248, "nauc_precision_at_5_std": 0.558397, "nauc_precision_at_5_diff1": -0.0537, "nauc_precision_at_10_max": 0.311777, "nauc_precision_at_10_std": 0.553177, "nauc_precision_at_10_diff1": -0.10539, "nauc_precision_at_20_max": 0.255533, "nauc_precision_at_20_std": 0.540601, "nauc_precision_at_20_diff1": -0.123984, "nauc_precision_at_100_max": 0.24166, "nauc_precision_at_100_std": 0.532121, "nauc_precision_at_100_diff1": -0.127598, "nauc_precision_at_1000_max": 0.24166, "nauc_precision_at_1000_std": 0.532121, "nauc_precision_at_1000_diff1": -0.127598, "nauc_mrr_at_1_max": 0.684038, "nauc_mrr_at_1_std": 0.517846, "nauc_mrr_at_1_diff1": 0.503403, "nauc_mrr_at_3_max": 0.708929, "nauc_mrr_at_3_std": 0.580236, "nauc_mrr_at_3_diff1": 0.473016, "nauc_mrr_at_5_max": 0.707071, "nauc_mrr_at_5_std": 0.590439, "nauc_mrr_at_5_diff1": 0.474023, "nauc_mrr_at_10_max": 0.70933, "nauc_mrr_at_10_std": 0.592731, "nauc_mrr_at_10_diff1": 0.475086, "nauc_mrr_at_20_max": 0.708415, "nauc_mrr_at_20_std": 0.591888, "nauc_mrr_at_20_diff1": 0.47422, "nauc_mrr_at_100_max": 0.708415, "nauc_mrr_at_100_std": 0.591888, "nauc_mrr_at_100_diff1": 0.47422, "nauc_mrr_at_1000_max": 0.708415, "nauc_mrr_at_1000_std": 0.591888, "nauc_mrr_at_1000_diff1": 0.47422, "hit_rate_at_1": 0.61812, "hit_rate_at_3": 0.69903, "hit_rate_at_5": 0.71845, "hit_rate_at_10": 0.72492, "hit_rate_at_20": 0.73139, "hit_rate_at_100": 0.73139, "hit_rate_at_1000": 0.73139, "main_score": 0.50382, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.5356, "ndcg_at_3": 0.51143, "ndcg_at_5": 0.49511, "ndcg_at_10": 0.49002, "ndcg_at_20": 0.49368, "ndcg_at_100": 0.49529, "ndcg_at_1000": 0.49529, "map_at_1": 0.26423, "map_at_3": 0.36978, "map_at_5": 0.40058, "map_at_10": 0.41822, "map_at_20": 0.42519, "map_at_100": 0.42605, "map_at_1000": 0.42605, "recall_at_1": 0.26423, "recall_at_3": 0.39451, "recall_at_5": 0.43833, "recall_at_10": 0.47617, "recall_at_20": 0.49555, "recall_at_100": 0.50049, "recall_at_1000": 0.50049, "accuracy": 0.26423, "precision_at_1": 0.57605, "precision_at_3": 0.37001, "precision_at_5": 0.27184, "precision_at_10": 0.15858, "precision_at_20": 0.08819, "precision_at_100": 0.01812, "precision_at_1000": 0.00181, "mrr_at_1": 0.576052, "mrr_at_3": 0.622438, "mrr_at_5": 0.625512, "mrr_at_10": 0.628595, "mrr_at_20": 0.62881, "mrr_at_100": 0.62881, "mrr_at_1000": 0.62881, "nauc_ndcg_at_1_max": 0.610029, "nauc_ndcg_at_1_std": 0.439126, "nauc_ndcg_at_1_diff1": 0.508253, "nauc_ndcg_at_3_max": 0.613785, "nauc_ndcg_at_3_std": 0.513555, "nauc_ndcg_at_3_diff1": 0.439729, "nauc_ndcg_at_5_max": 0.611252, "nauc_ndcg_at_5_std": 0.499499, "nauc_ndcg_at_5_diff1": 0.458675, "nauc_ndcg_at_10_max": 0.617548, "nauc_ndcg_at_10_std": 0.506857, "nauc_ndcg_at_10_diff1": 0.462669, "nauc_ndcg_at_20_max": 0.611488, "nauc_ndcg_at_20_std": 0.512231, "nauc_ndcg_at_20_diff1": 0.453594, "nauc_ndcg_at_100_max": 0.610893, "nauc_ndcg_at_100_std": 0.513003, "nauc_ndcg_at_100_diff1": 0.452892, "nauc_ndcg_at_1000_max": 0.610893, "nauc_ndcg_at_1000_std": 0.513003, "nauc_ndcg_at_1000_diff1": 0.452892, "nauc_map_at_1_max": 0.463106, "nauc_map_at_1_std": 0.1978, "nauc_map_at_1_diff1": 0.619147, "nauc_map_at_3_max": 0.536918, "nauc_map_at_3_std": 0.361724, "nauc_map_at_3_diff1": 0.508036, "nauc_map_at_5_max": 0.564842, "nauc_map_at_5_std": 0.414858, "nauc_map_at_5_diff1": 0.485565, "nauc_map_at_10_max": 0.578335, "nauc_map_at_10_std": 0.442193, "nauc_map_at_10_diff1": 0.466111, "nauc_map_at_20_max": 0.576578, "nauc_map_at_20_std": 0.448383, "nauc_map_at_20_diff1": 0.458575, "nauc_map_at_100_max": 0.576291, "nauc_map_at_100_std": 0.448739, "nauc_map_at_100_diff1": 0.458385, "nauc_map_at_1000_max": 0.576291, "nauc_map_at_1000_std": 0.448739, "nauc_map_at_1000_diff1": 0.458385, "nauc_recall_at_1_max": 0.463106, "nauc_recall_at_1_std": 0.1978, "nauc_recall_at_1_diff1": 0.619147, "nauc_recall_at_3_max": 0.535747, "nauc_recall_at_3_std": 0.395483, "nauc_recall_at_3_diff1": 0.461808, "nauc_recall_at_5_max": 0.567005, "nauc_recall_at_5_std": 0.461073, "nauc_recall_at_5_diff1": 0.436119, "nauc_recall_at_10_max": 0.588285, "nauc_recall_at_10_std": 0.507347, "nauc_recall_at_10_diff1": 0.40641, "nauc_recall_at_20_max": 0.580861, "nauc_recall_at_20_std": 0.52577, "nauc_recall_at_20_diff1": 0.387873, "nauc_recall_at_100_max": 0.577842, "nauc_recall_at_100_std": 0.528894, "nauc_recall_at_100_diff1": 0.384857, "nauc_recall_at_1000_max": 0.577842, "nauc_recall_at_1000_std": 0.528894, "nauc_recall_at_1000_diff1": 0.384857, "nauc_precision_at_1_max": 0.64841, "nauc_precision_at_1_std": 0.440024, "nauc_precision_at_1_diff1": 0.528804, "nauc_precision_at_3_max": 0.437421, "nauc_precision_at_3_std": 0.517146, "nauc_precision_at_3_diff1": 0.05733, "nauc_precision_at_5_max": 0.386298, "nauc_precision_at_5_std": 0.487648, "nauc_precision_at_5_diff1": -0.001527, "nauc_precision_at_10_max": 0.331029, "nauc_precision_at_10_std": 0.459779, "nauc_precision_at_10_diff1": -0.059084, "nauc_precision_at_20_max": 0.241835, "nauc_precision_at_20_std": 0.398242, "nauc_precision_at_20_diff1": -0.100609, "nauc_precision_at_100_max": 0.219278, "nauc_precision_at_100_std": 0.374808, "nauc_precision_at_100_diff1": -0.105597, "nauc_precision_at_1000_max": 0.219278, "nauc_precision_at_1000_std": 0.374808, "nauc_precision_at_1000_diff1": -0.105597, "nauc_mrr_at_1_max": 0.64841, "nauc_mrr_at_1_std": 0.440024, "nauc_mrr_at_1_diff1": 0.528804, "nauc_mrr_at_3_max": 0.676121, "nauc_mrr_at_3_std": 0.511344, "nauc_mrr_at_3_diff1": 0.485439, "nauc_mrr_at_5_max": 0.677954, "nauc_mrr_at_5_std": 0.514674, "nauc_mrr_at_5_diff1": 0.487622, "nauc_mrr_at_10_max": 0.679705, "nauc_mrr_at_10_std": 0.516459, "nauc_mrr_at_10_diff1": 0.484852, "nauc_mrr_at_20_max": 0.679334, "nauc_mrr_at_20_std": 0.516002, "nauc_mrr_at_20_diff1": 0.484474, "nauc_mrr_at_100_max": 0.679334, "nauc_mrr_at_100_std": 0.516002, "nauc_mrr_at_100_diff1": 0.484474, "nauc_mrr_at_1000_max": 0.679334, "nauc_mrr_at_1000_std": 0.516002, "nauc_mrr_at_1000_diff1": 0.484474, "hit_rate_at_1": 0.57605, "hit_rate_at_3": 0.67638, "hit_rate_at_5": 0.68932, "hit_rate_at_10": 0.70874, "hit_rate_at_20": 0.71197, "hit_rate_at_100": 0.71197, "hit_rate_at_1000": 0.71197, "main_score": 0.49002, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.73463, "ndcg_at_3": 0.72367, "ndcg_at_5": 0.72136, "ndcg_at_10": 0.72616, "ndcg_at_20": 0.73846, "ndcg_at_100": 0.74365, "ndcg_at_1000": 0.74365, "map_at_1": 0.34665, "map_at_3": 0.51981, "map_at_5": 0.5843, "map_at_10": 0.62876, "map_at_20": 0.64343, "map_at_100": 0.64599, "map_at_1000": 0.64599, "recall_at_1": 0.34665, "recall_at_3": 0.56229, "recall_at_5": 0.65868, "recall_at_10": 0.74114, "recall_at_20": 0.78974, "recall_at_100": 0.8041, "recall_at_1000": 0.8041, "accuracy": 0.34665, "precision_at_1": 0.77346, "precision_at_3": 0.5329, "precision_at_5": 0.41683, "precision_at_10": 0.25922, "precision_at_20": 0.1466, "precision_at_100": 0.03049, "precision_at_1000": 0.00305, "mrr_at_1": 0.773463, "mrr_at_3": 0.83603, "mrr_at_5": 0.843312, "mrr_at_10": 0.845919, "mrr_at_20": 0.84664, "mrr_at_100": 0.846738, "mrr_at_1000": 0.846738, "nauc_ndcg_at_1_max": 0.303589, "nauc_ndcg_at_1_std": 0.068761, "nauc_ndcg_at_1_diff1": 0.512, "nauc_ndcg_at_3_max": 0.349586, "nauc_ndcg_at_3_std": 0.163879, "nauc_ndcg_at_3_diff1": 0.431262, "nauc_ndcg_at_5_max": 0.400948, "nauc_ndcg_at_5_std": 0.19095, "nauc_ndcg_at_5_diff1": 0.442721, "nauc_ndcg_at_10_max": 0.439469, "nauc_ndcg_at_10_std": 0.266861, "nauc_ndcg_at_10_diff1": 0.435469, "nauc_ndcg_at_20_max": 0.448475, "nauc_ndcg_at_20_std": 0.285993, "nauc_ndcg_at_20_diff1": 0.432154, "nauc_ndcg_at_100_max": 0.445058, "nauc_ndcg_at_100_std": 0.279737, "nauc_ndcg_at_100_diff1": 0.431218, "nauc_ndcg_at_1000_max": 0.445058, "nauc_ndcg_at_1000_std": 0.279737, "nauc_ndcg_at_1000_diff1": 0.431218, "nauc_map_at_1_max": 0.226284, "nauc_map_at_1_std": -0.087441, "nauc_map_at_1_diff1": 0.551901, "nauc_map_at_3_max": 0.269396, "nauc_map_at_3_std": 0.029613, "nauc_map_at_3_diff1": 0.454608, "nauc_map_at_5_max": 0.328915, "nauc_map_at_5_std": 0.110669, "nauc_map_at_5_diff1": 0.432475, "nauc_map_at_10_max": 0.385292, "nauc_map_at_10_std": 0.20501, "nauc_map_at_10_diff1": 0.402098, "nauc_map_at_20_max": 0.394664, "nauc_map_at_20_std": 0.22767, "nauc_map_at_20_diff1": 0.39269, "nauc_map_at_100_max": 0.393698, "nauc_map_at_100_std": 0.226641, "nauc_map_at_100_diff1": 0.391738, "nauc_map_at_1000_max": 0.393698, "nauc_map_at_1000_std": 0.226641, "nauc_map_at_1000_diff1": 0.391738, "nauc_recall_at_1_max": 0.226284, "nauc_recall_at_1_std": -0.087441, "nauc_recall_at_1_diff1": 0.551901, "nauc_recall_at_3_max": 0.274818, "nauc_recall_at_3_std": 0.062111, "nauc_recall_at_3_diff1": 0.411201, "nauc_recall_at_5_max": 0.371404, "nauc_recall_at_5_std": 0.180637, "nauc_recall_at_5_diff1": 0.37679, "nauc_recall_at_10_max": 0.47414, "nauc_recall_at_10_std": 0.365705, "nauc_recall_at_10_diff1": 0.318178, "nauc_recall_at_20_max": 0.491342, "nauc_recall_at_20_std": 0.42973, "nauc_recall_at_20_diff1": 0.304218, "nauc_recall_at_100_max": 0.485927, "nauc_recall_at_100_std": 0.413319, "nauc_recall_at_100_diff1": 0.291547, "nauc_recall_at_1000_max": 0.485927, "nauc_recall_at_1000_std": 0.413319, "nauc_recall_at_1000_diff1": 0.291547, "nauc_precision_at_1_max": 0.319443, "nauc_precision_at_1_std": 0.104501, "nauc_precision_at_1_diff1": 0.476416, "nauc_precision_at_3_max": 0.122844, "nauc_precision_at_3_std": 0.290422, "nauc_precision_at_3_diff1": -0.178626, "nauc_precision_at_5_max": 0.135729, "nauc_precision_at_5_std": 0.304801, "nauc_precision_at_5_diff1": -0.226565, "nauc_precision_at_10_max": 0.112772, "nauc_precision_at_10_std": 0.335192, "nauc_precision_at_10_diff1": -0.276492, "nauc_precision_at_20_max": 0.049801, "nauc_precision_at_20_std": 0.306949, "nauc_precision_at_20_diff1": -0.316907, "nauc_precision_at_100_max": 0.022989, "nauc_precision_at_100_std": 0.26659, "nauc_precision_at_100_diff1": -0.318072, "nauc_precision_at_1000_max": 0.022989, "nauc_precision_at_1000_std": 0.26659, "nauc_precision_at_1000_diff1": -0.318072, "nauc_mrr_at_1_max": 0.319443, "nauc_mrr_at_1_std": 0.104501, "nauc_mrr_at_1_diff1": 0.476416, "nauc_mrr_at_3_max": 0.356018, "nauc_mrr_at_3_std": 0.147095, "nauc_mrr_at_3_diff1": 0.461487, "nauc_mrr_at_5_max": 0.375431, "nauc_mrr_at_5_std": 0.16662, "nauc_mrr_at_5_diff1": 0.464714, "nauc_mrr_at_10_max": 0.372617, "nauc_mrr_at_10_std": 0.16762, "nauc_mrr_at_10_diff1": 0.463401, "nauc_mrr_at_20_max": 0.370519, "nauc_mrr_at_20_std": 0.164719, "nauc_mrr_at_20_diff1": 0.465171, "nauc_mrr_at_100_max": 0.370393, "nauc_mrr_at_100_std": 0.164235, "nauc_mrr_at_100_diff1": 0.465406, "nauc_mrr_at_1000_max": 0.370393, "nauc_mrr_at_1000_std": 0.164235, "nauc_mrr_at_1000_diff1": 0.465406, "hit_rate_at_1": 0.77346, "hit_rate_at_3": 0.90939, "hit_rate_at_5": 0.94175, "hit_rate_at_10": 0.96117, "hit_rate_at_20": 0.97087, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 0.97411, "main_score": 0.72616, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.58738, "ndcg_at_3": 0.54551, "ndcg_at_5": 0.53531, "ndcg_at_10": 0.5296, "ndcg_at_20": 0.53003, "ndcg_at_100": 0.53161, "ndcg_at_1000": 0.53161, "map_at_1": 0.27478, "map_at_3": 0.39079, "map_at_5": 0.42966, "map_at_10": 0.4518, "map_at_20": 0.45675, "map_at_100": 0.4573, "map_at_1000": 0.4573, "recall_at_1": 0.27478, "recall_at_3": 0.41873, "recall_at_5": 0.47642, "recall_at_10": 0.51776, "recall_at_20": 0.5323, "recall_at_100": 0.53718, "recall_at_1000": 0.53718, "accuracy": 0.27478, "precision_at_1": 0.62783, "precision_at_3": 0.39374, "precision_at_5": 0.29968, "precision_at_10": 0.17638, "precision_at_20": 0.09369, "precision_at_100": 0.01909, "precision_at_1000": 0.00191, "mrr_at_1": 0.627832, "mrr_at_3": 0.674218, "mrr_at_5": 0.680367, "mrr_at_10": 0.681908, "mrr_at_20": 0.682088, "mrr_at_100": 0.682192, "mrr_at_1000": 0.682192, "nauc_ndcg_at_1_max": 0.567357, "nauc_ndcg_at_1_std": 0.378801, "nauc_ndcg_at_1_diff1": 0.47213, "nauc_ndcg_at_3_max": 0.57219, "nauc_ndcg_at_3_std": 0.443889, "nauc_ndcg_at_3_diff1": 0.336021, "nauc_ndcg_at_5_max": 0.57596, "nauc_ndcg_at_5_std": 0.446001, "nauc_ndcg_at_5_diff1": 0.33484, "nauc_ndcg_at_10_max": 0.585069, "nauc_ndcg_at_10_std": 0.454849, "nauc_ndcg_at_10_diff1": 0.335243, "nauc_ndcg_at_20_max": 0.584754, "nauc_ndcg_at_20_std": 0.454968, "nauc_ndcg_at_20_diff1": 0.328702, "nauc_ndcg_at_100_max": 0.583768, "nauc_ndcg_at_100_std": 0.455689, "nauc_ndcg_at_100_diff1": 0.328004, "nauc_ndcg_at_1000_max": 0.583768, "nauc_ndcg_at_1000_std": 0.455689, "nauc_ndcg_at_1000_diff1": 0.328004, "nauc_map_at_1_max": 0.402519, "nauc_map_at_1_std": 0.118404, "nauc_map_at_1_diff1": 0.552022, "nauc_map_at_3_max": 0.468316, "nauc_map_at_3_std": 0.262002, "nauc_map_at_3_diff1": 0.38875, "nauc_map_at_5_max": 0.513854, "nauc_map_at_5_std": 0.333344, "nauc_map_at_5_diff1": 0.35648, "nauc_map_at_10_max": 0.534642, "nauc_map_at_10_std": 0.374038, "nauc_map_at_10_diff1": 0.329118, "nauc_map_at_20_max": 0.534268, "nauc_map_at_20_std": 0.38184, "nauc_map_at_20_diff1": 0.32244, "nauc_map_at_100_max": 0.534048, "nauc_map_at_100_std": 0.382447, "nauc_map_at_100_diff1": 0.322489, "nauc_map_at_1000_max": 0.534048, "nauc_map_at_1000_std": 0.382447, "nauc_map_at_1000_diff1": 0.322489, "nauc_recall_at_1_max": 0.402519, "nauc_recall_at_1_std": 0.118404, "nauc_recall_at_1_diff1": 0.552022, "nauc_recall_at_3_max": 0.475862, "nauc_recall_at_3_std": 0.298714, "nauc_recall_at_3_diff1": 0.336777, "nauc_recall_at_5_max": 0.529758, "nauc_recall_at_5_std": 0.387342, "nauc_recall_at_5_diff1": 0.297456, "nauc_recall_at_10_max": 0.565253, "nauc_recall_at_10_std": 0.451927, "nauc_recall_at_10_diff1": 0.264029, "nauc_recall_at_20_max": 0.565262, "nauc_recall_at_20_std": 0.474523, "nauc_recall_at_20_diff1": 0.24868, "nauc_recall_at_100_max": 0.561241, "nauc_recall_at_100_std": 0.477999, "nauc_recall_at_100_diff1": 0.246775, "nauc_recall_at_1000_max": 0.561241, "nauc_recall_at_1000_std": 0.477999, "nauc_recall_at_1000_diff1": 0.246775, "nauc_precision_at_1_max": 0.590573, "nauc_precision_at_1_std": 0.38297, "nauc_precision_at_1_diff1": 0.499883, "nauc_precision_at_3_max": 0.398823, "nauc_precision_at_3_std": 0.478394, "nauc_precision_at_3_diff1": -0.038719, "nauc_precision_at_5_max": 0.362239, "nauc_precision_at_5_std": 0.483557, "nauc_precision_at_5_diff1": -0.100833, "nauc_precision_at_10_max": 0.310389, "nauc_precision_at_10_std": 0.474986, "nauc_precision_at_10_diff1": -0.161354, "nauc_precision_at_20_max": 0.269689, "nauc_precision_at_20_std": 0.4607, "nauc_precision_at_20_diff1": -0.183018, "nauc_precision_at_100_max": 0.253949, "nauc_precision_at_100_std": 0.448212, "nauc_precision_at_100_diff1": -0.190603, "nauc_precision_at_1000_max": 0.253949, "nauc_precision_at_1000_std": 0.448212, "nauc_precision_at_1000_diff1": -0.190603, "nauc_mrr_at_1_max": 0.590573, "nauc_mrr_at_1_std": 0.38297, "nauc_mrr_at_1_diff1": 0.499883, "nauc_mrr_at_3_max": 0.631957, "nauc_mrr_at_3_std": 0.468651, "nauc_mrr_at_3_diff1": 0.447751, "nauc_mrr_at_5_max": 0.632817, "nauc_mrr_at_5_std": 0.479712, "nauc_mrr_at_5_diff1": 0.444885, "nauc_mrr_at_10_max": 0.637752, "nauc_mrr_at_10_std": 0.484008, "nauc_mrr_at_10_diff1": 0.445159, "nauc_mrr_at_20_max": 0.637387, "nauc_mrr_at_20_std": 0.483569, "nauc_mrr_at_20_diff1": 0.445002, "nauc_mrr_at_100_max": 0.637351, "nauc_mrr_at_100_std": 0.483364, "nauc_mrr_at_100_diff1": 0.444845, "nauc_mrr_at_1000_max": 0.637351, "nauc_mrr_at_1000_std": 0.483364, "nauc_mrr_at_1000_diff1": 0.444845, "hit_rate_at_1": 0.62783, "hit_rate_at_3": 0.72492, "hit_rate_at_5": 0.75081, "hit_rate_at_10": 0.76052, "hit_rate_at_20": 0.76375, "hit_rate_at_100": 0.76699, "hit_rate_at_1000": 0.76699, "main_score": 0.5296, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 39745.777982848056, "kg_co2_emissions": null, "date": 1791826267.362672, "evaluation_phases": [ { "name": "Data loading", "start": 1.3080018106848001e-05, "end": 38.68288435903378, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 38.68290021904977, "end": 38.682903169014025, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 38.69140539102955, "end": 6716.052724629, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 6716.217374244006, "end": 6716.323355092027, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 6716.397560064041, "end": 13296.603794193012, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 13296.789756776998, "end": 13296.867939219053, "split": "test", "subset": "italian" } ] }