{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.25265, "ndcg_at_3": 0.25564, "ndcg_at_5": 0.26085, "ndcg_at_10": 0.26666, "ndcg_at_20": 0.27548, "ndcg_at_100": 0.28155, "ndcg_at_1000": 0.28155, "map_at_1": 0.14873, "map_at_3": 0.18545, "map_at_5": 0.20187, "map_at_10": 0.21571, "map_at_20": 0.22262, "map_at_100": 0.22529, "map_at_1000": 0.22529, "recall_at_1": 0.14873, "recall_at_3": 0.20923, "recall_at_5": 0.24911, "recall_at_10": 0.29145, "recall_at_20": 0.32339, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.14873, "precision_at_1": 0.26855, "precision_at_3": 0.16843, "precision_at_5": 0.13004, "precision_at_10": 0.08481, "precision_at_20": 0.05247, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.268551, "mrr_at_3": 0.310954, "mrr_at_5": 0.321555, "mrr_at_10": 0.324626, "mrr_at_20": 0.326688, "mrr_at_100": 0.326982, "mrr_at_1000": 0.326982, "nauc_ndcg_at_1_max": 0.56442, "nauc_ndcg_at_1_std": 0.388308, "nauc_ndcg_at_1_diff1": 0.346553, "nauc_ndcg_at_3_max": 0.519147, "nauc_ndcg_at_3_std": 0.361769, "nauc_ndcg_at_3_diff1": 0.314421, "nauc_ndcg_at_5_max": 0.537235, "nauc_ndcg_at_5_std": 0.379901, "nauc_ndcg_at_5_diff1": 0.313532, "nauc_ndcg_at_10_max": 0.540876, "nauc_ndcg_at_10_std": 0.38914, "nauc_ndcg_at_10_diff1": 0.317868, "nauc_ndcg_at_20_max": 0.545971, "nauc_ndcg_at_20_std": 0.404994, "nauc_ndcg_at_20_diff1": 0.308767, "nauc_ndcg_at_100_max": 0.554057, "nauc_ndcg_at_100_std": 0.41975, "nauc_ndcg_at_100_diff1": 0.299273, "nauc_ndcg_at_1000_max": 0.554057, "nauc_ndcg_at_1000_std": 0.41975, "nauc_ndcg_at_1000_diff1": 0.299273, "nauc_map_at_1_max": 0.378052, "nauc_map_at_1_std": 0.140627, "nauc_map_at_1_diff1": 0.384166, "nauc_map_at_3_max": 0.422552, "nauc_map_at_3_std": 0.20792, "nauc_map_at_3_diff1": 0.382815, "nauc_map_at_5_max": 0.468608, "nauc_map_at_5_std": 0.266837, "nauc_map_at_5_diff1": 0.358351, "nauc_map_at_10_max": 0.488004, "nauc_map_at_10_std": 0.301103, "nauc_map_at_10_diff1": 0.342125, "nauc_map_at_20_max": 0.493281, "nauc_map_at_20_std": 0.316669, "nauc_map_at_20_diff1": 0.333561, "nauc_map_at_100_max": 0.497791, "nauc_map_at_100_std": 0.324507, "nauc_map_at_100_diff1": 0.328947, "nauc_map_at_1000_max": 0.497791, "nauc_map_at_1000_std": 0.324507, "nauc_map_at_1000_diff1": 0.328947, "nauc_recall_at_1_max": 0.378052, "nauc_recall_at_1_std": 0.140627, "nauc_recall_at_1_diff1": 0.384166, "nauc_recall_at_3_max": 0.427033, "nauc_recall_at_3_std": 0.236966, "nauc_recall_at_3_diff1": 0.355361, "nauc_recall_at_5_max": 0.511631, "nauc_recall_at_5_std": 0.349188, "nauc_recall_at_5_diff1": 0.30549, "nauc_recall_at_10_max": 0.531342, "nauc_recall_at_10_std": 0.403845, "nauc_recall_at_10_diff1": 0.277026, "nauc_recall_at_20_max": 0.552515, "nauc_recall_at_20_std": 0.450073, "nauc_recall_at_20_diff1": 0.250328, "nauc_recall_at_100_max": 0.573192, "nauc_recall_at_100_std": 0.486427, "nauc_recall_at_100_diff1": 0.229466, "nauc_recall_at_1000_max": 0.573192, "nauc_recall_at_1000_std": 0.486427, "nauc_recall_at_1000_diff1": 0.229466, "nauc_precision_at_1_max": 0.578766, "nauc_precision_at_1_std": 0.415874, "nauc_precision_at_1_diff1": 0.326402, "nauc_precision_at_3_max": 0.554768, "nauc_precision_at_3_std": 0.515862, "nauc_precision_at_3_diff1": 0.161427, "nauc_precision_at_5_max": 0.579785, "nauc_precision_at_5_std": 0.571737, "nauc_precision_at_5_diff1": 0.094868, "nauc_precision_at_10_max": 0.550992, "nauc_precision_at_10_std": 0.582898, "nauc_precision_at_10_diff1": 0.056124, "nauc_precision_at_20_max": 0.50685, "nauc_precision_at_20_std": 0.589962, "nauc_precision_at_20_diff1": 0.004979, "nauc_precision_at_100_max": 0.492396, "nauc_precision_at_100_std": 0.592332, "nauc_precision_at_100_diff1": -0.026955, "nauc_precision_at_1000_max": 0.492396, "nauc_precision_at_1000_std": 0.592332, "nauc_precision_at_1000_diff1": -0.026955, "nauc_mrr_at_1_max": 0.578766, "nauc_mrr_at_1_std": 0.415874, "nauc_mrr_at_1_diff1": 0.326402, "nauc_mrr_at_3_max": 0.567471, "nauc_mrr_at_3_std": 0.441365, "nauc_mrr_at_3_diff1": 0.297405, "nauc_mrr_at_5_max": 0.584459, "nauc_mrr_at_5_std": 0.459344, "nauc_mrr_at_5_diff1": 0.294583, "nauc_mrr_at_10_max": 0.585442, "nauc_mrr_at_10_std": 0.462935, "nauc_mrr_at_10_diff1": 0.292651, "nauc_mrr_at_20_max": 0.589051, "nauc_mrr_at_20_std": 0.466981, "nauc_mrr_at_20_diff1": 0.291497, "nauc_mrr_at_100_max": 0.588741, "nauc_mrr_at_100_std": 0.466785, "nauc_mrr_at_100_diff1": 0.291656, "nauc_mrr_at_1000_max": 0.588741, "nauc_mrr_at_1000_std": 0.466785, "nauc_mrr_at_1000_diff1": 0.291656, "hit_rate_at_1": 0.26855, "hit_rate_at_3": 0.37102, "hit_rate_at_5": 0.41696, "hit_rate_at_10": 0.43816, "hit_rate_at_20": 0.46643, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.26666, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.23322, "ndcg_at_3": 0.23747, "ndcg_at_5": 0.2412, "ndcg_at_10": 0.24996, "ndcg_at_20": 0.25714, "ndcg_at_100": 0.26236, "ndcg_at_1000": 0.26236, "map_at_1": 0.13461, "map_at_3": 0.17821, "map_at_5": 0.19363, "map_at_10": 0.20203, "map_at_20": 0.20662, "map_at_100": 0.20855, "map_at_1000": 0.20855, "recall_at_1": 0.13461, "recall_at_3": 0.20807, "recall_at_5": 0.23854, "recall_at_10": 0.27702, "recall_at_20": 0.30217, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.13461, "precision_at_1": 0.24382, "precision_at_3": 0.14841, "precision_at_5": 0.11307, "precision_at_10": 0.0735, "precision_at_20": 0.04505, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.243816, "mrr_at_3": 0.289753, "mrr_at_5": 0.29629, "mrr_at_10": 0.304066, "mrr_at_20": 0.307025, "mrr_at_100": 0.307301, "mrr_at_1000": 0.307301, "nauc_ndcg_at_1_max": 0.588026, "nauc_ndcg_at_1_std": 0.379196, "nauc_ndcg_at_1_diff1": 0.249485, "nauc_ndcg_at_3_max": 0.550305, "nauc_ndcg_at_3_std": 0.379322, "nauc_ndcg_at_3_diff1": 0.224636, "nauc_ndcg_at_5_max": 0.553306, "nauc_ndcg_at_5_std": 0.381548, "nauc_ndcg_at_5_diff1": 0.212323, "nauc_ndcg_at_10_max": 0.549514, "nauc_ndcg_at_10_std": 0.395788, "nauc_ndcg_at_10_diff1": 0.203973, "nauc_ndcg_at_20_max": 0.563223, "nauc_ndcg_at_20_std": 0.42091, "nauc_ndcg_at_20_diff1": 0.19707, "nauc_ndcg_at_100_max": 0.57259, "nauc_ndcg_at_100_std": 0.434722, "nauc_ndcg_at_100_diff1": 0.191783, "nauc_ndcg_at_1000_max": 0.57259, "nauc_ndcg_at_1000_std": 0.434722, "nauc_ndcg_at_1000_diff1": 0.191783, "nauc_map_at_1_max": 0.418712, "nauc_map_at_1_std": 0.180651, "nauc_map_at_1_diff1": 0.302436, "nauc_map_at_3_max": 0.467558, "nauc_map_at_3_std": 0.272108, "nauc_map_at_3_diff1": 0.245375, "nauc_map_at_5_max": 0.504796, "nauc_map_at_5_std": 0.316998, "nauc_map_at_5_diff1": 0.222844, "nauc_map_at_10_max": 0.513301, "nauc_map_at_10_std": 0.336322, "nauc_map_at_10_diff1": 0.21659, "nauc_map_at_20_max": 0.523376, "nauc_map_at_20_std": 0.354806, "nauc_map_at_20_diff1": 0.211243, "nauc_map_at_100_max": 0.528178, "nauc_map_at_100_std": 0.361418, "nauc_map_at_100_diff1": 0.208011, "nauc_map_at_1000_max": 0.528178, "nauc_map_at_1000_std": 0.361418, "nauc_map_at_1000_diff1": 0.208011, "nauc_recall_at_1_max": 0.418712, "nauc_recall_at_1_std": 0.180651, "nauc_recall_at_1_diff1": 0.302436, "nauc_recall_at_3_max": 0.463459, "nauc_recall_at_3_std": 0.307582, "nauc_recall_at_3_diff1": 0.208148, "nauc_recall_at_5_max": 0.512378, "nauc_recall_at_5_std": 0.371016, "nauc_recall_at_5_diff1": 0.173569, "nauc_recall_at_10_max": 0.506716, "nauc_recall_at_10_std": 0.405341, "nauc_recall_at_10_diff1": 0.157996, "nauc_recall_at_20_max": 0.548791, "nauc_recall_at_20_std": 0.479647, "nauc_recall_at_20_diff1": 0.135905, "nauc_recall_at_100_max": 0.572811, "nauc_recall_at_100_std": 0.514388, "nauc_recall_at_100_diff1": 0.124228, "nauc_recall_at_1000_max": 0.572811, "nauc_recall_at_1000_std": 0.514388, "nauc_recall_at_1000_diff1": 0.124228, "nauc_precision_at_1_max": 0.595412, "nauc_precision_at_1_std": 0.399073, "nauc_precision_at_1_diff1": 0.250217, "nauc_precision_at_3_max": 0.59621, "nauc_precision_at_3_std": 0.505321, "nauc_precision_at_3_diff1": 0.135485, "nauc_precision_at_5_max": 0.599787, "nauc_precision_at_5_std": 0.527706, "nauc_precision_at_5_diff1": 0.089042, "nauc_precision_at_10_max": 0.569248, "nauc_precision_at_10_std": 0.56906, "nauc_precision_at_10_diff1": 0.044114, "nauc_precision_at_20_max": 0.576602, "nauc_precision_at_20_std": 0.632797, "nauc_precision_at_20_diff1": -0.01634, "nauc_precision_at_100_max": 0.578992, "nauc_precision_at_100_std": 0.647018, "nauc_precision_at_100_diff1": -0.056717, "nauc_precision_at_1000_max": 0.578992, "nauc_precision_at_1000_std": 0.647018, "nauc_precision_at_1000_diff1": -0.056717, "nauc_mrr_at_1_max": 0.595412, "nauc_mrr_at_1_std": 0.399073, "nauc_mrr_at_1_diff1": 0.250217, "nauc_mrr_at_3_max": 0.6116, "nauc_mrr_at_3_std": 0.454715, "nauc_mrr_at_3_diff1": 0.222847, "nauc_mrr_at_5_max": 0.610308, "nauc_mrr_at_5_std": 0.457189, "nauc_mrr_at_5_diff1": 0.217549, "nauc_mrr_at_10_max": 0.608621, "nauc_mrr_at_10_std": 0.459918, "nauc_mrr_at_10_diff1": 0.220274, "nauc_mrr_at_20_max": 0.611118, "nauc_mrr_at_20_std": 0.464289, "nauc_mrr_at_20_diff1": 0.21931, "nauc_mrr_at_100_max": 0.611679, "nauc_mrr_at_100_std": 0.465774, "nauc_mrr_at_100_diff1": 0.218713, "nauc_mrr_at_1000_max": 0.611679, "nauc_mrr_at_1000_std": 0.465774, "nauc_mrr_at_1000_diff1": 0.218713, "hit_rate_at_1": 0.24382, "hit_rate_at_3": 0.34982, "hit_rate_at_5": 0.37809, "hit_rate_at_10": 0.43816, "hit_rate_at_20": 0.47703, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.24996, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.51767, "ndcg_at_3": 0.51529, "ndcg_at_5": 0.52362, "ndcg_at_10": 0.53292, "ndcg_at_20": 0.55276, "ndcg_at_100": 0.56795, "ndcg_at_1000": 0.56795, "map_at_1": 0.2804, "map_at_3": 0.37865, "map_at_5": 0.40935, "map_at_10": 0.43464, "map_at_20": 0.44909, "map_at_100": 0.45632, "map_at_1000": 0.45632, "recall_at_1": 0.2804, "recall_at_3": 0.42846, "recall_at_5": 0.49376, "recall_at_10": 0.55983, "recall_at_20": 0.62823, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.2804, "precision_at_1": 0.54064, "precision_at_3": 0.33333, "precision_at_5": 0.25795, "precision_at_10": 0.16961, "precision_at_20": 0.10689, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.540636, "mrr_at_3": 0.613074, "mrr_at_5": 0.630919, "mrr_at_10": 0.637826, "mrr_at_20": 0.640463, "mrr_at_100": 0.641108, "mrr_at_1000": 0.641108, "nauc_ndcg_at_1_max": 0.450301, "nauc_ndcg_at_1_std": 0.033583, "nauc_ndcg_at_1_diff1": 0.364059, "nauc_ndcg_at_3_max": 0.442659, "nauc_ndcg_at_3_std": 0.029328, "nauc_ndcg_at_3_diff1": 0.276177, "nauc_ndcg_at_5_max": 0.421487, "nauc_ndcg_at_5_std": 0.021555, "nauc_ndcg_at_5_diff1": 0.297333, "nauc_ndcg_at_10_max": 0.398913, "nauc_ndcg_at_10_std": -0.009454, "nauc_ndcg_at_10_diff1": 0.292363, "nauc_ndcg_at_20_max": 0.413093, "nauc_ndcg_at_20_std": 0.015704, "nauc_ndcg_at_20_diff1": 0.281111, "nauc_ndcg_at_100_max": 0.434385, "nauc_ndcg_at_100_std": 0.035489, "nauc_ndcg_at_100_diff1": 0.266253, "nauc_ndcg_at_1000_max": 0.434385, "nauc_ndcg_at_1000_std": 0.035489, "nauc_ndcg_at_1000_diff1": 0.266253, "nauc_map_at_1_max": 0.282675, "nauc_map_at_1_std": -0.216561, "nauc_map_at_1_diff1": 0.457491, "nauc_map_at_3_max": 0.313294, "nauc_map_at_3_std": -0.14669, "nauc_map_at_3_diff1": 0.354284, "nauc_map_at_5_max": 0.333583, "nauc_map_at_5_std": -0.098543, "nauc_map_at_5_diff1": 0.346818, "nauc_map_at_10_max": 0.349295, "nauc_map_at_10_std": -0.072968, "nauc_map_at_10_diff1": 0.322411, "nauc_map_at_20_max": 0.364353, "nauc_map_at_20_std": -0.057584, "nauc_map_at_20_diff1": 0.311625, "nauc_map_at_100_max": 0.374259, "nauc_map_at_100_std": -0.04786, "nauc_map_at_100_diff1": 0.305168, "nauc_map_at_1000_max": 0.374259, "nauc_map_at_1000_std": -0.04786, "nauc_map_at_1000_diff1": 0.305168, "nauc_recall_at_1_max": 0.282675, "nauc_recall_at_1_std": -0.216561, "nauc_recall_at_1_diff1": 0.457491, "nauc_recall_at_3_max": 0.297894, "nauc_recall_at_3_std": -0.133332, "nauc_recall_at_3_diff1": 0.276384, "nauc_recall_at_5_max": 0.311193, "nauc_recall_at_5_std": -0.060248, "nauc_recall_at_5_diff1": 0.272449, "nauc_recall_at_10_max": 0.309335, "nauc_recall_at_10_std": -0.04122, "nauc_recall_at_10_diff1": 0.230008, "nauc_recall_at_20_max": 0.346925, "nauc_recall_at_20_std": 0.049725, "nauc_recall_at_20_diff1": 0.190207, "nauc_recall_at_100_max": 0.40578, "nauc_recall_at_100_std": 0.101091, "nauc_recall_at_100_diff1": 0.149713, "nauc_recall_at_1000_max": 0.40578, "nauc_recall_at_1000_std": 0.101091, "nauc_recall_at_1000_diff1": 0.149713, "nauc_precision_at_1_max": 0.462458, "nauc_precision_at_1_std": 0.065024, "nauc_precision_at_1_diff1": 0.340874, "nauc_precision_at_3_max": 0.383221, "nauc_precision_at_3_std": 0.266602, "nauc_precision_at_3_diff1": -0.05667, "nauc_precision_at_5_max": 0.344705, "nauc_precision_at_5_std": 0.361043, "nauc_precision_at_5_diff1": -0.118336, "nauc_precision_at_10_max": 0.278899, "nauc_precision_at_10_std": 0.362306, "nauc_precision_at_10_diff1": -0.215049, "nauc_precision_at_20_max": 0.249389, "nauc_precision_at_20_std": 0.388561, "nauc_precision_at_20_diff1": -0.286129, "nauc_precision_at_100_max": 0.23463, "nauc_precision_at_100_std": 0.374056, "nauc_precision_at_100_diff1": -0.309797, "nauc_precision_at_1000_max": 0.23463, "nauc_precision_at_1000_std": 0.374056, "nauc_precision_at_1000_diff1": -0.309797, "nauc_mrr_at_1_max": 0.462458, "nauc_mrr_at_1_std": 0.065024, "nauc_mrr_at_1_diff1": 0.340874, "nauc_mrr_at_3_max": 0.498986, "nauc_mrr_at_3_std": 0.109793, "nauc_mrr_at_3_diff1": 0.281057, "nauc_mrr_at_5_max": 0.500833, "nauc_mrr_at_5_std": 0.115118, "nauc_mrr_at_5_diff1": 0.275688, "nauc_mrr_at_10_max": 0.496909, "nauc_mrr_at_10_std": 0.118541, "nauc_mrr_at_10_diff1": 0.272305, "nauc_mrr_at_20_max": 0.497537, "nauc_mrr_at_20_std": 0.123698, "nauc_mrr_at_20_diff1": 0.269736, "nauc_mrr_at_100_max": 0.497722, "nauc_mrr_at_100_std": 0.122785, "nauc_mrr_at_100_diff1": 0.270254, "nauc_mrr_at_1000_max": 0.497722, "nauc_mrr_at_1000_std": 0.122785, "nauc_mrr_at_1000_diff1": 0.270254, "hit_rate_at_1": 0.54064, "hit_rate_at_3": 0.70671, "hit_rate_at_5": 0.78445, "hit_rate_at_10": 0.83746, "hit_rate_at_20": 0.87279, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.53292, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.19258, "ndcg_at_3": 0.21259, "ndcg_at_5": 0.21613, "ndcg_at_10": 0.22569, "ndcg_at_20": 0.23293, "ndcg_at_100": 0.24243, "ndcg_at_1000": 0.24243, "map_at_1": 0.12473, "map_at_3": 0.16557, "map_at_5": 0.17552, "map_at_10": 0.18613, "map_at_20": 0.19107, "map_at_100": 0.19505, "map_at_1000": 0.19505, "recall_at_1": 0.12473, "recall_at_3": 0.19335, "recall_at_5": 0.21545, "recall_at_10": 0.25488, "recall_at_20": 0.28172, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.12473, "precision_at_1": 0.20141, "precision_at_3": 0.13192, "precision_at_5": 0.09682, "precision_at_10": 0.06466, "precision_at_20": 0.03975, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.201413, "mrr_at_3": 0.250883, "mrr_at_5": 0.257067, "mrr_at_10": 0.261282, "mrr_at_20": 0.263231, "mrr_at_100": 0.26364, "mrr_at_1000": 0.26364, "nauc_ndcg_at_1_max": 0.515332, "nauc_ndcg_at_1_std": 0.460038, "nauc_ndcg_at_1_diff1": 0.217471, "nauc_ndcg_at_3_max": 0.531426, "nauc_ndcg_at_3_std": 0.46554, "nauc_ndcg_at_3_diff1": 0.238825, "nauc_ndcg_at_5_max": 0.543416, "nauc_ndcg_at_5_std": 0.476275, "nauc_ndcg_at_5_diff1": 0.235882, "nauc_ndcg_at_10_max": 0.557916, "nauc_ndcg_at_10_std": 0.498437, "nauc_ndcg_at_10_diff1": 0.233056, "nauc_ndcg_at_20_max": 0.566936, "nauc_ndcg_at_20_std": 0.516913, "nauc_ndcg_at_20_diff1": 0.225433, "nauc_ndcg_at_100_max": 0.581376, "nauc_ndcg_at_100_std": 0.532931, "nauc_ndcg_at_100_diff1": 0.215747, "nauc_ndcg_at_1000_max": 0.581376, "nauc_ndcg_at_1000_std": 0.532931, "nauc_ndcg_at_1000_diff1": 0.215747, "nauc_map_at_1_max": 0.450082, "nauc_map_at_1_std": 0.348961, "nauc_map_at_1_diff1": 0.337838, "nauc_map_at_3_max": 0.477615, "nauc_map_at_3_std": 0.385035, "nauc_map_at_3_diff1": 0.286885, "nauc_map_at_5_max": 0.497491, "nauc_map_at_5_std": 0.411483, "nauc_map_at_5_diff1": 0.268323, "nauc_map_at_10_max": 0.51538, "nauc_map_at_10_std": 0.43821, "nauc_map_at_10_diff1": 0.258919, "nauc_map_at_20_max": 0.525917, "nauc_map_at_20_std": 0.455319, "nauc_map_at_20_diff1": 0.253592, "nauc_map_at_100_max": 0.533624, "nauc_map_at_100_std": 0.464771, "nauc_map_at_100_diff1": 0.248069, "nauc_map_at_1000_max": 0.533624, "nauc_map_at_1000_std": 0.464771, "nauc_map_at_1000_diff1": 0.248069, "nauc_recall_at_1_max": 0.450082, "nauc_recall_at_1_std": 0.348961, "nauc_recall_at_1_diff1": 0.337838, "nauc_recall_at_3_max": 0.464445, "nauc_recall_at_3_std": 0.367205, "nauc_recall_at_3_diff1": 0.272899, "nauc_recall_at_5_max": 0.50934, "nauc_recall_at_5_std": 0.417813, "nauc_recall_at_5_diff1": 0.235168, "nauc_recall_at_10_max": 0.548014, "nauc_recall_at_10_std": 0.483634, "nauc_recall_at_10_diff1": 0.213601, "nauc_recall_at_20_max": 0.582279, "nauc_recall_at_20_std": 0.544579, "nauc_recall_at_20_diff1": 0.194391, "nauc_recall_at_100_max": 0.619221, "nauc_recall_at_100_std": 0.578219, "nauc_recall_at_100_diff1": 0.175554, "nauc_recall_at_1000_max": 0.619221, "nauc_recall_at_1000_std": 0.578219, "nauc_recall_at_1000_diff1": 0.175554, "nauc_precision_at_1_max": 0.513995, "nauc_precision_at_1_std": 0.469249, "nauc_precision_at_1_diff1": 0.201957, "nauc_precision_at_3_max": 0.552173, "nauc_precision_at_3_std": 0.554463, "nauc_precision_at_3_diff1": 0.099375, "nauc_precision_at_5_max": 0.570928, "nauc_precision_at_5_std": 0.59495, "nauc_precision_at_5_diff1": 0.066292, "nauc_precision_at_10_max": 0.58127, "nauc_precision_at_10_std": 0.62492, "nauc_precision_at_10_diff1": 0.045859, "nauc_precision_at_20_max": 0.559718, "nauc_precision_at_20_std": 0.633947, "nauc_precision_at_20_diff1": 0.021082, "nauc_precision_at_100_max": 0.535361, "nauc_precision_at_100_std": 0.610437, "nauc_precision_at_100_diff1": -0.013018, "nauc_precision_at_1000_max": 0.535361, "nauc_precision_at_1000_std": 0.610437, "nauc_precision_at_1000_diff1": -0.013018, "nauc_mrr_at_1_max": 0.513995, "nauc_mrr_at_1_std": 0.469249, "nauc_mrr_at_1_diff1": 0.201957, "nauc_mrr_at_3_max": 0.552697, "nauc_mrr_at_3_std": 0.510879, "nauc_mrr_at_3_diff1": 0.199024, "nauc_mrr_at_5_max": 0.565249, "nauc_mrr_at_5_std": 0.523019, "nauc_mrr_at_5_diff1": 0.193982, "nauc_mrr_at_10_max": 0.571423, "nauc_mrr_at_10_std": 0.532296, "nauc_mrr_at_10_diff1": 0.191596, "nauc_mrr_at_20_max": 0.571325, "nauc_mrr_at_20_std": 0.533602, "nauc_mrr_at_20_diff1": 0.189791, "nauc_mrr_at_100_max": 0.571515, "nauc_mrr_at_100_std": 0.533963, "nauc_mrr_at_100_diff1": 0.190175, "nauc_mrr_at_1000_max": 0.571515, "nauc_mrr_at_1000_std": 0.533963, "nauc_mrr_at_1000_diff1": 0.190175, "hit_rate_at_1": 0.20141, "hit_rate_at_3": 0.30742, "hit_rate_at_5": 0.33216, "hit_rate_at_10": 0.36396, "hit_rate_at_20": 0.39223, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.22569, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.21908, "ndcg_at_3": 0.22615, "ndcg_at_5": 0.23025, "ndcg_at_10": 0.23427, "ndcg_at_20": 0.23866, "ndcg_at_100": 0.24378, "ndcg_at_1000": 0.24378, "map_at_1": 0.12208, "map_at_3": 0.16526, "map_at_5": 0.17854, "map_at_10": 0.18839, "map_at_20": 0.19151, "map_at_100": 0.19303, "map_at_1000": 0.19303, "recall_at_1": 0.12208, "recall_at_3": 0.19868, "recall_at_5": 0.23026, "recall_at_10": 0.26263, "recall_at_20": 0.28345, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.12208, "precision_at_1": 0.22615, "precision_at_3": 0.1437, "precision_at_5": 0.10883, "precision_at_10": 0.0689, "precision_at_20": 0.04099, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.226148, "mrr_at_3": 0.274441, "mrr_at_5": 0.282214, "mrr_at_10": 0.28715, "mrr_at_20": 0.289627, "mrr_at_100": 0.290331, "mrr_at_1000": 0.290331, "nauc_ndcg_at_1_max": 0.464506, "nauc_ndcg_at_1_std": 0.326051, "nauc_ndcg_at_1_diff1": 0.343548, "nauc_ndcg_at_3_max": 0.498351, "nauc_ndcg_at_3_std": 0.347947, "nauc_ndcg_at_3_diff1": 0.318071, "nauc_ndcg_at_5_max": 0.46875, "nauc_ndcg_at_5_std": 0.322651, "nauc_ndcg_at_5_diff1": 0.316871, "nauc_ndcg_at_10_max": 0.473553, "nauc_ndcg_at_10_std": 0.338326, "nauc_ndcg_at_10_diff1": 0.304031, "nauc_ndcg_at_20_max": 0.497198, "nauc_ndcg_at_20_std": 0.363581, "nauc_ndcg_at_20_diff1": 0.293306, "nauc_ndcg_at_100_max": 0.508341, "nauc_ndcg_at_100_std": 0.37612, "nauc_ndcg_at_100_diff1": 0.287713, "nauc_ndcg_at_1000_max": 0.508341, "nauc_ndcg_at_1000_std": 0.37612, "nauc_ndcg_at_1000_diff1": 0.287713, "nauc_map_at_1_max": 0.391274, "nauc_map_at_1_std": 0.182856, "nauc_map_at_1_diff1": 0.46328, "nauc_map_at_3_max": 0.431726, "nauc_map_at_3_std": 0.244044, "nauc_map_at_3_diff1": 0.377156, "nauc_map_at_5_max": 0.436264, "nauc_map_at_5_std": 0.259667, "nauc_map_at_5_diff1": 0.360429, "nauc_map_at_10_max": 0.454875, "nauc_map_at_10_std": 0.29052, "nauc_map_at_10_diff1": 0.340029, "nauc_map_at_20_max": 0.466451, "nauc_map_at_20_std": 0.305318, "nauc_map_at_20_diff1": 0.332696, "nauc_map_at_100_max": 0.471346, "nauc_map_at_100_std": 0.311093, "nauc_map_at_100_diff1": 0.329653, "nauc_map_at_1000_max": 0.471346, "nauc_map_at_1000_std": 0.311093, "nauc_map_at_1000_diff1": 0.329653, "nauc_recall_at_1_max": 0.391274, "nauc_recall_at_1_std": 0.182856, "nauc_recall_at_1_diff1": 0.46328, "nauc_recall_at_3_max": 0.434519, "nauc_recall_at_3_std": 0.262826, "nauc_recall_at_3_diff1": 0.320397, "nauc_recall_at_5_max": 0.40195, "nauc_recall_at_5_std": 0.254735, "nauc_recall_at_5_diff1": 0.290593, "nauc_recall_at_10_max": 0.430457, "nauc_recall_at_10_std": 0.315874, "nauc_recall_at_10_diff1": 0.230355, "nauc_recall_at_20_max": 0.491061, "nauc_recall_at_20_std": 0.388247, "nauc_recall_at_20_diff1": 0.192473, "nauc_recall_at_100_max": 0.512429, "nauc_recall_at_100_std": 0.413725, "nauc_recall_at_100_diff1": 0.183257, "nauc_recall_at_1000_max": 0.512429, "nauc_recall_at_1000_std": 0.413725, "nauc_recall_at_1000_diff1": 0.183257, "nauc_precision_at_1_max": 0.488618, "nauc_precision_at_1_std": 0.351979, "nauc_precision_at_1_diff1": 0.341079, "nauc_precision_at_3_max": 0.567188, "nauc_precision_at_3_std": 0.485206, "nauc_precision_at_3_diff1": 0.164248, "nauc_precision_at_5_max": 0.52464, "nauc_precision_at_5_std": 0.480992, "nauc_precision_at_5_diff1": 0.117686, "nauc_precision_at_10_max": 0.518527, "nauc_precision_at_10_std": 0.527392, "nauc_precision_at_10_diff1": 0.053904, "nauc_precision_at_20_max": 0.584524, "nauc_precision_at_20_std": 0.613733, "nauc_precision_at_20_diff1": -0.007085, "nauc_precision_at_100_max": 0.582685, "nauc_precision_at_100_std": 0.611972, "nauc_precision_at_100_diff1": -0.034803, "nauc_precision_at_1000_max": 0.582685, "nauc_precision_at_1000_std": 0.611972, "nauc_precision_at_1000_diff1": -0.034803, "nauc_mrr_at_1_max": 0.488618, "nauc_mrr_at_1_std": 0.351979, "nauc_mrr_at_1_diff1": 0.341079, "nauc_mrr_at_3_max": 0.525211, "nauc_mrr_at_3_std": 0.393993, "nauc_mrr_at_3_diff1": 0.307137, "nauc_mrr_at_5_max": 0.516553, "nauc_mrr_at_5_std": 0.390292, "nauc_mrr_at_5_diff1": 0.300413, "nauc_mrr_at_10_max": 0.517416, "nauc_mrr_at_10_std": 0.395012, "nauc_mrr_at_10_diff1": 0.291208, "nauc_mrr_at_20_max": 0.522949, "nauc_mrr_at_20_std": 0.400873, "nauc_mrr_at_20_diff1": 0.289509, "nauc_mrr_at_100_max": 0.52369, "nauc_mrr_at_100_std": 0.401728, "nauc_mrr_at_100_diff1": 0.290035, "nauc_mrr_at_1000_max": 0.52369, "nauc_mrr_at_1000_std": 0.401728, "nauc_mrr_at_1000_diff1": 0.290035, "hit_rate_at_1": 0.22615, "hit_rate_at_3": 0.33216, "hit_rate_at_5": 0.36749, "hit_rate_at_10": 0.40283, "hit_rate_at_20": 0.4417, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.23427, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.21908, "ndcg_at_3": 0.22286, "ndcg_at_5": 0.22368, "ndcg_at_10": 0.2273, "ndcg_at_20": 0.23392, "ndcg_at_100": 0.23879, "ndcg_at_1000": 0.23879, "map_at_1": 0.12183, "map_at_3": 0.16731, "map_at_5": 0.1783, "map_at_10": 0.18603, "map_at_20": 0.19114, "map_at_100": 0.19318, "map_at_1000": 0.19318, "recall_at_1": 0.12183, "recall_at_3": 0.19641, "recall_at_5": 0.22111, "recall_at_10": 0.24346, "recall_at_20": 0.26801, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.12183, "precision_at_1": 0.22968, "precision_at_3": 0.14252, "precision_at_5": 0.10459, "precision_at_10": 0.06784, "precision_at_20": 0.04223, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.229682, "mrr_at_3": 0.266196, "mrr_at_5": 0.275559, "mrr_at_10": 0.279299, "mrr_at_20": 0.280458, "mrr_at_100": 0.281316, "mrr_at_1000": 0.281316, "nauc_ndcg_at_1_max": 0.484384, "nauc_ndcg_at_1_std": 0.367486, "nauc_ndcg_at_1_diff1": 0.275252, "nauc_ndcg_at_3_max": 0.513032, "nauc_ndcg_at_3_std": 0.402186, "nauc_ndcg_at_3_diff1": 0.196828, "nauc_ndcg_at_5_max": 0.525094, "nauc_ndcg_at_5_std": 0.413882, "nauc_ndcg_at_5_diff1": 0.202344, "nauc_ndcg_at_10_max": 0.538467, "nauc_ndcg_at_10_std": 0.435432, "nauc_ndcg_at_10_diff1": 0.182128, "nauc_ndcg_at_20_max": 0.548309, "nauc_ndcg_at_20_std": 0.450471, "nauc_ndcg_at_20_diff1": 0.180355, "nauc_ndcg_at_100_max": 0.56226, "nauc_ndcg_at_100_std": 0.466901, "nauc_ndcg_at_100_diff1": 0.174482, "nauc_ndcg_at_1000_max": 0.56226, "nauc_ndcg_at_1000_std": 0.466901, "nauc_ndcg_at_1000_diff1": 0.174482, "nauc_map_at_1_max": 0.350676, "nauc_map_at_1_std": 0.208277, "nauc_map_at_1_diff1": 0.375137, "nauc_map_at_3_max": 0.432288, "nauc_map_at_3_std": 0.298387, "nauc_map_at_3_diff1": 0.242868, "nauc_map_at_5_max": 0.464029, "nauc_map_at_5_std": 0.334362, "nauc_map_at_5_diff1": 0.226569, "nauc_map_at_10_max": 0.483369, "nauc_map_at_10_std": 0.361185, "nauc_map_at_10_diff1": 0.213174, "nauc_map_at_20_max": 0.493151, "nauc_map_at_20_std": 0.376984, "nauc_map_at_20_diff1": 0.209557, "nauc_map_at_100_max": 0.500462, "nauc_map_at_100_std": 0.385431, "nauc_map_at_100_diff1": 0.206827, "nauc_map_at_1000_max": 0.500462, "nauc_map_at_1000_std": 0.385431, "nauc_map_at_1000_diff1": 0.206827, "nauc_recall_at_1_max": 0.350676, "nauc_recall_at_1_std": 0.208277, "nauc_recall_at_1_diff1": 0.375137, "nauc_recall_at_3_max": 0.448923, "nauc_recall_at_3_std": 0.322286, "nauc_recall_at_3_diff1": 0.169944, "nauc_recall_at_5_max": 0.494322, "nauc_recall_at_5_std": 0.383304, "nauc_recall_at_5_diff1": 0.146178, "nauc_recall_at_10_max": 0.53229, "nauc_recall_at_10_std": 0.436965, "nauc_recall_at_10_diff1": 0.123673, "nauc_recall_at_20_max": 0.556813, "nauc_recall_at_20_std": 0.479327, "nauc_recall_at_20_diff1": 0.115449, "nauc_recall_at_100_max": 0.589724, "nauc_recall_at_100_std": 0.51999, "nauc_recall_at_100_diff1": 0.096321, "nauc_recall_at_1000_max": 0.589724, "nauc_recall_at_1000_std": 0.51999, "nauc_recall_at_1000_diff1": 0.096321, "nauc_precision_at_1_max": 0.498722, "nauc_precision_at_1_std": 0.384678, "nauc_precision_at_1_diff1": 0.281866, "nauc_precision_at_3_max": 0.554426, "nauc_precision_at_3_std": 0.492013, "nauc_precision_at_3_diff1": 0.048526, "nauc_precision_at_5_max": 0.603213, "nauc_precision_at_5_std": 0.556919, "nauc_precision_at_5_diff1": 0.043943, "nauc_precision_at_10_max": 0.61005, "nauc_precision_at_10_std": 0.611254, "nauc_precision_at_10_diff1": -0.010025, "nauc_precision_at_20_max": 0.595404, "nauc_precision_at_20_std": 0.618584, "nauc_precision_at_20_diff1": -0.009778, "nauc_precision_at_100_max": 0.621919, "nauc_precision_at_100_std": 0.649236, "nauc_precision_at_100_diff1": -0.020937, "nauc_precision_at_1000_max": 0.621919, "nauc_precision_at_1000_std": 0.649236, "nauc_precision_at_1000_diff1": -0.020937, "nauc_mrr_at_1_max": 0.498722, "nauc_mrr_at_1_std": 0.384678, "nauc_mrr_at_1_diff1": 0.281866, "nauc_mrr_at_3_max": 0.532856, "nauc_mrr_at_3_std": 0.429806, "nauc_mrr_at_3_diff1": 0.22398, "nauc_mrr_at_5_max": 0.548572, "nauc_mrr_at_5_std": 0.448541, "nauc_mrr_at_5_diff1": 0.231603, "nauc_mrr_at_10_max": 0.553011, "nauc_mrr_at_10_std": 0.454222, "nauc_mrr_at_10_diff1": 0.227714, "nauc_mrr_at_20_max": 0.553143, "nauc_mrr_at_20_std": 0.454439, "nauc_mrr_at_20_diff1": 0.22833, "nauc_mrr_at_100_max": 0.5547, "nauc_mrr_at_100_std": 0.45625, "nauc_mrr_at_100_diff1": 0.228125, "nauc_mrr_at_1000_max": 0.5547, "nauc_mrr_at_1000_std": 0.45625, "nauc_mrr_at_1000_diff1": 0.228125, "hit_rate_at_1": 0.22968, "hit_rate_at_3": 0.31449, "hit_rate_at_5": 0.35336, "hit_rate_at_10": 0.38163, "hit_rate_at_20": 0.39929, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.2273, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 223.817703044042, "kg_co2_emissions": null, "date": 1793328081.353584, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00015366822481155396, "end": 39.95215594023466, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 39.989618975669146, "end": 40.07860676385462, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 40.16635983809829, "end": 77.64703934825957, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 77.72332528419793, "end": 77.83048277162015, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 77.92449681088328, "end": 107.29786801710725, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 107.43300537206233, "end": 107.53811024315655, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 107.63223734684289, "end": 146.27995953708887, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 146.42290030792356, "end": 146.50907173007727, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 146.6131041869521, "end": 184.5637910887599, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 184.7784283645451, "end": 184.8735858798027, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 184.96796062774956, "end": 223.34506529197097, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 223.59755599871278, "end": 223.6851280797273, "split": "test", "subset": "portuguese" } ] }