{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.42296, "ndcg_at_3": 0.38755, "ndcg_at_5": 0.37739, "ndcg_at_10": 0.36476, "ndcg_at_20": 0.35951, "ndcg_at_100": 0.36118, "ndcg_at_1000": 0.36118, "map_at_1": 0.18053, "map_at_3": 0.24468, "map_at_5": 0.26635, "map_at_10": 0.28039, "map_at_20": 0.2886, "map_at_100": 0.29074, "map_at_1000": 0.29074, "recall_at_1": 0.18053, "recall_at_3": 0.26715, "recall_at_5": 0.30481, "recall_at_10": 0.32915, "recall_at_20": 0.34988, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.18053, "precision_at_1": 0.44025, "precision_at_3": 0.28092, "precision_at_5": 0.21572, "precision_at_10": 0.13522, "precision_at_20": 0.07783, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.440252, "mrr_at_3": 0.487945, "mrr_at_5": 0.493134, "mrr_at_10": 0.495256, "mrr_at_20": 0.495969, "mrr_at_100": 0.495969, "mrr_at_1000": 0.495969, "nauc_ndcg_at_1_max": 0.657939, "nauc_ndcg_at_1_std": 0.45843, "nauc_ndcg_at_1_diff1": 0.363319, "nauc_ndcg_at_3_max": 0.67441, "nauc_ndcg_at_3_std": 0.509457, "nauc_ndcg_at_3_diff1": 0.275726, "nauc_ndcg_at_5_max": 0.672148, "nauc_ndcg_at_5_std": 0.523363, "nauc_ndcg_at_5_diff1": 0.264509, "nauc_ndcg_at_10_max": 0.661481, "nauc_ndcg_at_10_std": 0.522602, "nauc_ndcg_at_10_diff1": 0.262178, "nauc_ndcg_at_20_max": 0.648136, "nauc_ndcg_at_20_std": 0.519442, "nauc_ndcg_at_20_diff1": 0.273072, "nauc_ndcg_at_100_max": 0.646941, "nauc_ndcg_at_100_std": 0.521493, "nauc_ndcg_at_100_diff1": 0.271802, "nauc_ndcg_at_1000_max": 0.646941, "nauc_ndcg_at_1000_std": 0.521493, "nauc_ndcg_at_1000_diff1": 0.271802, "nauc_map_at_1_max": 0.436304, "nauc_map_at_1_std": 0.204419, "nauc_map_at_1_diff1": 0.406807, "nauc_map_at_3_max": 0.528409, "nauc_map_at_3_std": 0.338501, "nauc_map_at_3_diff1": 0.319628, "nauc_map_at_5_max": 0.558341, "nauc_map_at_5_std": 0.390559, "nauc_map_at_5_diff1": 0.296533, "nauc_map_at_10_max": 0.58209, "nauc_map_at_10_std": 0.42903, "nauc_map_at_10_diff1": 0.273303, "nauc_map_at_20_max": 0.588843, "nauc_map_at_20_std": 0.451837, "nauc_map_at_20_diff1": 0.263515, "nauc_map_at_100_max": 0.588781, "nauc_map_at_100_std": 0.457737, "nauc_map_at_100_diff1": 0.259253, "nauc_map_at_1000_max": 0.588781, "nauc_map_at_1000_std": 0.457737, "nauc_map_at_1000_diff1": 0.259253, "nauc_recall_at_1_max": 0.436304, "nauc_recall_at_1_std": 0.204419, "nauc_recall_at_1_diff1": 0.406807, "nauc_recall_at_3_max": 0.535617, "nauc_recall_at_3_std": 0.364625, "nauc_recall_at_3_diff1": 0.28207, "nauc_recall_at_5_max": 0.56323, "nauc_recall_at_5_std": 0.43687, "nauc_recall_at_5_diff1": 0.243469, "nauc_recall_at_10_max": 0.592649, "nauc_recall_at_10_std": 0.494687, "nauc_recall_at_10_diff1": 0.207225, "nauc_recall_at_20_max": 0.607281, "nauc_recall_at_20_std": 0.54351, "nauc_recall_at_20_diff1": 0.191305, "nauc_recall_at_100_max": 0.60683, "nauc_recall_at_100_std": 0.550466, "nauc_recall_at_100_diff1": 0.186191, "nauc_recall_at_1000_max": 0.60683, "nauc_recall_at_1000_std": 0.550466, "nauc_recall_at_1000_diff1": 0.186191, "nauc_precision_at_1_max": 0.681412, "nauc_precision_at_1_std": 0.476974, "nauc_precision_at_1_diff1": 0.371305, "nauc_precision_at_3_max": 0.625898, "nauc_precision_at_3_std": 0.573976, "nauc_precision_at_3_diff1": 0.076943, "nauc_precision_at_5_max": 0.595213, "nauc_precision_at_5_std": 0.590794, "nauc_precision_at_5_diff1": 0.013427, "nauc_precision_at_10_max": 0.543112, "nauc_precision_at_10_std": 0.582695, "nauc_precision_at_10_diff1": -0.059883, "nauc_precision_at_20_max": 0.503033, "nauc_precision_at_20_std": 0.584583, "nauc_precision_at_20_diff1": -0.076845, "nauc_precision_at_100_max": 0.479048, "nauc_precision_at_100_std": 0.578176, "nauc_precision_at_100_diff1": -0.086923, "nauc_precision_at_1000_max": 0.479048, "nauc_precision_at_1000_std": 0.578176, "nauc_precision_at_1000_diff1": -0.086923, "nauc_mrr_at_1_max": 0.681412, "nauc_mrr_at_1_std": 0.476974, "nauc_mrr_at_1_diff1": 0.371305, "nauc_mrr_at_3_max": 0.736969, "nauc_mrr_at_3_std": 0.557354, "nauc_mrr_at_3_diff1": 0.343888, "nauc_mrr_at_5_max": 0.742129, "nauc_mrr_at_5_std": 0.567969, "nauc_mrr_at_5_diff1": 0.335049, "nauc_mrr_at_10_max": 0.741316, "nauc_mrr_at_10_std": 0.569029, "nauc_mrr_at_10_diff1": 0.333282, "nauc_mrr_at_20_max": 0.741468, "nauc_mrr_at_20_std": 0.569853, "nauc_mrr_at_20_diff1": 0.332443, "nauc_mrr_at_100_max": 0.741468, "nauc_mrr_at_100_std": 0.569853, "nauc_mrr_at_100_diff1": 0.332443, "nauc_mrr_at_1000_max": 0.741468, "nauc_mrr_at_1000_std": 0.569853, "nauc_mrr_at_1000_diff1": 0.332443, "hit_rate_at_1": 0.44025, "hit_rate_at_3": 0.54403, "hit_rate_at_5": 0.56604, "hit_rate_at_10": 0.58176, "hit_rate_at_20": 0.59119, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.36476, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.45283, "ndcg_at_3": 0.41535, "ndcg_at_5": 0.40948, "ndcg_at_10": 0.40408, "ndcg_at_20": 0.40468, "ndcg_at_100": 0.41061, "ndcg_at_1000": 0.41061, "map_at_1": 0.20409, "map_at_3": 0.2793, "map_at_5": 0.30193, "map_at_10": 0.32066, "map_at_20": 0.33128, "map_at_100": 0.3363, "map_at_1000": 0.3363, "recall_at_1": 0.20409, "recall_at_3": 0.3011, "recall_at_5": 0.34371, "recall_at_10": 0.3799, "recall_at_20": 0.40904, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.20409, "precision_at_1": 0.47484, "precision_at_3": 0.29874, "precision_at_5": 0.23082, "precision_at_10": 0.14717, "precision_at_20": 0.08774, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.474843, "mrr_at_3": 0.522013, "mrr_at_5": 0.531604, "mrr_at_10": 0.533861, "mrr_at_20": 0.534634, "mrr_at_100": 0.534898, "mrr_at_1000": 0.534898, "nauc_ndcg_at_1_max": 0.656571, "nauc_ndcg_at_1_std": 0.523457, "nauc_ndcg_at_1_diff1": 0.456992, "nauc_ndcg_at_3_max": 0.618094, "nauc_ndcg_at_3_std": 0.534697, "nauc_ndcg_at_3_diff1": 0.360083, "nauc_ndcg_at_5_max": 0.617669, "nauc_ndcg_at_5_std": 0.547903, "nauc_ndcg_at_5_diff1": 0.328699, "nauc_ndcg_at_10_max": 0.601259, "nauc_ndcg_at_10_std": 0.55092, "nauc_ndcg_at_10_diff1": 0.306426, "nauc_ndcg_at_20_max": 0.600497, "nauc_ndcg_at_20_std": 0.560484, "nauc_ndcg_at_20_diff1": 0.30295, "nauc_ndcg_at_100_max": 0.606546, "nauc_ndcg_at_100_std": 0.566234, "nauc_ndcg_at_100_diff1": 0.293095, "nauc_ndcg_at_1000_max": 0.606546, "nauc_ndcg_at_1000_std": 0.566234, "nauc_ndcg_at_1000_diff1": 0.293095, "nauc_map_at_1_max": 0.368541, "nauc_map_at_1_std": 0.227978, "nauc_map_at_1_diff1": 0.444376, "nauc_map_at_3_max": 0.446675, "nauc_map_at_3_std": 0.344896, "nauc_map_at_3_diff1": 0.367878, "nauc_map_at_5_max": 0.480695, "nauc_map_at_5_std": 0.405042, "nauc_map_at_5_diff1": 0.337848, "nauc_map_at_10_max": 0.504369, "nauc_map_at_10_std": 0.450928, "nauc_map_at_10_diff1": 0.311399, "nauc_map_at_20_max": 0.517707, "nauc_map_at_20_std": 0.479071, "nauc_map_at_20_diff1": 0.299684, "nauc_map_at_100_max": 0.525311, "nauc_map_at_100_std": 0.485801, "nauc_map_at_100_diff1": 0.292128, "nauc_map_at_1000_max": 0.525311, "nauc_map_at_1000_std": 0.485801, "nauc_map_at_1000_diff1": 0.292128, "nauc_recall_at_1_max": 0.368541, "nauc_recall_at_1_std": 0.227978, "nauc_recall_at_1_diff1": 0.444376, "nauc_recall_at_3_max": 0.443223, "nauc_recall_at_3_std": 0.358637, "nauc_recall_at_3_diff1": 0.335333, "nauc_recall_at_5_max": 0.488451, "nauc_recall_at_5_std": 0.457732, "nauc_recall_at_5_diff1": 0.278119, "nauc_recall_at_10_max": 0.518206, "nauc_recall_at_10_std": 0.521787, "nauc_recall_at_10_diff1": 0.23478, "nauc_recall_at_20_max": 0.551244, "nauc_recall_at_20_std": 0.586929, "nauc_recall_at_20_diff1": 0.20965, "nauc_recall_at_100_max": 0.56315, "nauc_recall_at_100_std": 0.596056, "nauc_recall_at_100_diff1": 0.191707, "nauc_recall_at_1000_max": 0.56315, "nauc_recall_at_1000_std": 0.596056, "nauc_recall_at_1000_diff1": 0.191707, "nauc_precision_at_1_max": 0.682323, "nauc_precision_at_1_std": 0.543341, "nauc_precision_at_1_diff1": 0.452495, "nauc_precision_at_3_max": 0.588647, "nauc_precision_at_3_std": 0.615958, "nauc_precision_at_3_diff1": 0.132157, "nauc_precision_at_5_max": 0.570494, "nauc_precision_at_5_std": 0.637226, "nauc_precision_at_5_diff1": 0.025911, "nauc_precision_at_10_max": 0.507237, "nauc_precision_at_10_std": 0.612904, "nauc_precision_at_10_diff1": -0.064526, "nauc_precision_at_20_max": 0.475356, "nauc_precision_at_20_std": 0.596204, "nauc_precision_at_20_diff1": -0.09229, "nauc_precision_at_100_max": 0.450087, "nauc_precision_at_100_std": 0.547747, "nauc_precision_at_100_diff1": -0.120315, "nauc_precision_at_1000_max": 0.450087, "nauc_precision_at_1000_std": 0.547747, "nauc_precision_at_1000_diff1": -0.120315, "nauc_mrr_at_1_max": 0.682323, "nauc_mrr_at_1_std": 0.543341, "nauc_mrr_at_1_diff1": 0.452495, "nauc_mrr_at_3_max": 0.721003, "nauc_mrr_at_3_std": 0.61039, "nauc_mrr_at_3_diff1": 0.419905, "nauc_mrr_at_5_max": 0.733265, "nauc_mrr_at_5_std": 0.627994, "nauc_mrr_at_5_diff1": 0.408959, "nauc_mrr_at_10_max": 0.73206, "nauc_mrr_at_10_std": 0.62714, "nauc_mrr_at_10_diff1": 0.405783, "nauc_mrr_at_20_max": 0.731757, "nauc_mrr_at_20_std": 0.628459, "nauc_mrr_at_20_diff1": 0.404927, "nauc_mrr_at_100_max": 0.731724, "nauc_mrr_at_100_std": 0.628763, "nauc_mrr_at_100_diff1": 0.404588, "nauc_mrr_at_1000_max": 0.731724, "nauc_mrr_at_1000_std": 0.628763, "nauc_mrr_at_1000_diff1": 0.404588, "hit_rate_at_1": 0.47484, "hit_rate_at_3": 0.57547, "hit_rate_at_5": 0.61635, "hit_rate_at_10": 0.63522, "hit_rate_at_20": 0.64465, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.40408, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.39151, "ndcg_at_3": 0.36305, "ndcg_at_5": 0.35297, "ndcg_at_10": 0.34233, "ndcg_at_20": 0.34242, "ndcg_at_100": 0.34617, "ndcg_at_1000": 0.34617, "map_at_1": 0.16907, "map_at_3": 0.23357, "map_at_5": 0.25276, "map_at_10": 0.26768, "map_at_20": 0.27696, "map_at_100": 0.2801, "map_at_1000": 0.2801, "recall_at_1": 0.16907, "recall_at_3": 0.25507, "recall_at_5": 0.29069, "recall_at_10": 0.317, "recall_at_20": 0.34183, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.16907, "precision_at_1": 0.41195, "precision_at_3": 0.25996, "precision_at_5": 0.19623, "precision_at_10": 0.12358, "precision_at_20": 0.07311, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.41195, "mrr_at_3": 0.455451, "mrr_at_5": 0.461897, "mrr_at_10": 0.463709, "mrr_at_20": 0.464567, "mrr_at_100": 0.464928, "mrr_at_1000": 0.464928, "nauc_ndcg_at_1_max": 0.664315, "nauc_ndcg_at_1_std": 0.473931, "nauc_ndcg_at_1_diff1": 0.397583, "nauc_ndcg_at_3_max": 0.664371, "nauc_ndcg_at_3_std": 0.506812, "nauc_ndcg_at_3_diff1": 0.314591, "nauc_ndcg_at_5_max": 0.671301, "nauc_ndcg_at_5_std": 0.516453, "nauc_ndcg_at_5_diff1": 0.317118, "nauc_ndcg_at_10_max": 0.664392, "nauc_ndcg_at_10_std": 0.527185, "nauc_ndcg_at_10_diff1": 0.298072, "nauc_ndcg_at_20_max": 0.666801, "nauc_ndcg_at_20_std": 0.541424, "nauc_ndcg_at_20_diff1": 0.291508, "nauc_ndcg_at_100_max": 0.663707, "nauc_ndcg_at_100_std": 0.538842, "nauc_ndcg_at_100_diff1": 0.28388, "nauc_ndcg_at_1000_max": 0.663707, "nauc_ndcg_at_1000_std": 0.538842, "nauc_ndcg_at_1000_diff1": 0.28388, "nauc_map_at_1_max": 0.49497, "nauc_map_at_1_std": 0.213622, "nauc_map_at_1_diff1": 0.484215, "nauc_map_at_3_max": 0.562444, "nauc_map_at_3_std": 0.343145, "nauc_map_at_3_diff1": 0.378965, "nauc_map_at_5_max": 0.595315, "nauc_map_at_5_std": 0.400122, "nauc_map_at_5_diff1": 0.356882, "nauc_map_at_10_max": 0.600316, "nauc_map_at_10_std": 0.442227, "nauc_map_at_10_diff1": 0.321931, "nauc_map_at_20_max": 0.601969, "nauc_map_at_20_std": 0.46762, "nauc_map_at_20_diff1": 0.30201, "nauc_map_at_100_max": 0.599747, "nauc_map_at_100_std": 0.467257, "nauc_map_at_100_diff1": 0.293745, "nauc_map_at_1000_max": 0.599747, "nauc_map_at_1000_std": 0.467257, "nauc_map_at_1000_diff1": 0.293745, "nauc_recall_at_1_max": 0.49497, "nauc_recall_at_1_std": 0.213622, "nauc_recall_at_1_diff1": 0.484215, "nauc_recall_at_3_max": 0.567406, "nauc_recall_at_3_std": 0.380798, "nauc_recall_at_3_diff1": 0.340494, "nauc_recall_at_5_max": 0.615898, "nauc_recall_at_5_std": 0.457457, "nauc_recall_at_5_diff1": 0.302476, "nauc_recall_at_10_max": 0.624375, "nauc_recall_at_10_std": 0.517661, "nauc_recall_at_10_diff1": 0.253366, "nauc_recall_at_20_max": 0.637804, "nauc_recall_at_20_std": 0.571268, "nauc_recall_at_20_diff1": 0.212589, "nauc_recall_at_100_max": 0.63582, "nauc_recall_at_100_std": 0.569586, "nauc_recall_at_100_diff1": 0.195624, "nauc_recall_at_1000_max": 0.63582, "nauc_recall_at_1000_std": 0.569586, "nauc_recall_at_1000_diff1": 0.195624, "nauc_precision_at_1_max": 0.684942, "nauc_precision_at_1_std": 0.504823, "nauc_precision_at_1_diff1": 0.398562, "nauc_precision_at_3_max": 0.571845, "nauc_precision_at_3_std": 0.557803, "nauc_precision_at_3_diff1": 0.098164, "nauc_precision_at_5_max": 0.53628, "nauc_precision_at_5_std": 0.577109, "nauc_precision_at_5_diff1": 0.042708, "nauc_precision_at_10_max": 0.450865, "nauc_precision_at_10_std": 0.569006, "nauc_precision_at_10_diff1": -0.059821, "nauc_precision_at_20_max": 0.397961, "nauc_precision_at_20_std": 0.570256, "nauc_precision_at_20_diff1": -0.111652, "nauc_precision_at_100_max": 0.356671, "nauc_precision_at_100_std": 0.515248, "nauc_precision_at_100_diff1": -0.141368, "nauc_precision_at_1000_max": 0.356671, "nauc_precision_at_1000_std": 0.515248, "nauc_precision_at_1000_diff1": -0.141368, "nauc_mrr_at_1_max": 0.684942, "nauc_mrr_at_1_std": 0.504823, "nauc_mrr_at_1_diff1": 0.398562, "nauc_mrr_at_3_max": 0.714465, "nauc_mrr_at_3_std": 0.553553, "nauc_mrr_at_3_diff1": 0.369448, "nauc_mrr_at_5_max": 0.722638, "nauc_mrr_at_5_std": 0.561095, "nauc_mrr_at_5_diff1": 0.366421, "nauc_mrr_at_10_max": 0.722522, "nauc_mrr_at_10_std": 0.562076, "nauc_mrr_at_10_diff1": 0.363508, "nauc_mrr_at_20_max": 0.723187, "nauc_mrr_at_20_std": 0.563393, "nauc_mrr_at_20_diff1": 0.363112, "nauc_mrr_at_100_max": 0.722877, "nauc_mrr_at_100_std": 0.563414, "nauc_mrr_at_100_diff1": 0.362668, "nauc_mrr_at_1000_max": 0.722877, "nauc_mrr_at_1000_std": 0.563414, "nauc_mrr_at_1000_diff1": 0.362668, "hit_rate_at_1": 0.41195, "hit_rate_at_3": 0.50629, "hit_rate_at_5": 0.53459, "hit_rate_at_10": 0.54717, "hit_rate_at_20": 0.5566, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.34233, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.41352, "ndcg_at_3": 0.39374, "ndcg_at_5": 0.39025, "ndcg_at_10": 0.38736, "ndcg_at_20": 0.38716, "ndcg_at_100": 0.38911, "ndcg_at_1000": 0.38911, "map_at_1": 0.19543, "map_at_3": 0.26573, "map_at_5": 0.28643, "map_at_10": 0.3039, "map_at_20": 0.31327, "map_at_100": 0.31496, "map_at_1000": 0.31496, "recall_at_1": 0.19543, "recall_at_3": 0.28988, "recall_at_5": 0.33337, "recall_at_10": 0.37241, "recall_at_20": 0.40012, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.19543, "precision_at_1": 0.44025, "precision_at_3": 0.27987, "precision_at_5": 0.21384, "precision_at_10": 0.13931, "precision_at_20": 0.08082, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.440252, "mrr_at_3": 0.495283, "mrr_at_5": 0.50566, "mrr_at_10": 0.508643, "mrr_at_20": 0.509191, "mrr_at_100": 0.509455, "mrr_at_1000": 0.509455, "nauc_ndcg_at_1_max": 0.618425, "nauc_ndcg_at_1_std": 0.410566, "nauc_ndcg_at_1_diff1": 0.368506, "nauc_ndcg_at_3_max": 0.633729, "nauc_ndcg_at_3_std": 0.478591, "nauc_ndcg_at_3_diff1": 0.265203, "nauc_ndcg_at_5_max": 0.62184, "nauc_ndcg_at_5_std": 0.490187, "nauc_ndcg_at_5_diff1": 0.250224, "nauc_ndcg_at_10_max": 0.629774, "nauc_ndcg_at_10_std": 0.511565, "nauc_ndcg_at_10_diff1": 0.245872, "nauc_ndcg_at_20_max": 0.63274, "nauc_ndcg_at_20_std": 0.52672, "nauc_ndcg_at_20_diff1": 0.244044, "nauc_ndcg_at_100_max": 0.63319, "nauc_ndcg_at_100_std": 0.52791, "nauc_ndcg_at_100_diff1": 0.241433, "nauc_ndcg_at_1000_max": 0.63319, "nauc_ndcg_at_1000_std": 0.52791, "nauc_ndcg_at_1000_diff1": 0.241433, "nauc_map_at_1_max": 0.419686, "nauc_map_at_1_std": 0.179423, "nauc_map_at_1_diff1": 0.438202, "nauc_map_at_3_max": 0.500139, "nauc_map_at_3_std": 0.321712, "nauc_map_at_3_diff1": 0.322798, "nauc_map_at_5_max": 0.515708, "nauc_map_at_5_std": 0.362907, "nauc_map_at_5_diff1": 0.297519, "nauc_map_at_10_max": 0.543051, "nauc_map_at_10_std": 0.410254, "nauc_map_at_10_diff1": 0.273698, "nauc_map_at_20_max": 0.553107, "nauc_map_at_20_std": 0.440901, "nauc_map_at_20_diff1": 0.258483, "nauc_map_at_100_max": 0.554392, "nauc_map_at_100_std": 0.444964, "nauc_map_at_100_diff1": 0.255751, "nauc_map_at_1000_max": 0.554392, "nauc_map_at_1000_std": 0.444964, "nauc_map_at_1000_diff1": 0.255751, "nauc_recall_at_1_max": 0.419686, "nauc_recall_at_1_std": 0.179423, "nauc_recall_at_1_diff1": 0.438202, "nauc_recall_at_3_max": 0.504025, "nauc_recall_at_3_std": 0.352282, "nauc_recall_at_3_diff1": 0.27383, "nauc_recall_at_5_max": 0.523269, "nauc_recall_at_5_std": 0.427122, "nauc_recall_at_5_diff1": 0.222885, "nauc_recall_at_10_max": 0.5634, "nauc_recall_at_10_std": 0.504003, "nauc_recall_at_10_diff1": 0.176283, "nauc_recall_at_20_max": 0.590204, "nauc_recall_at_20_std": 0.572821, "nauc_recall_at_20_diff1": 0.138709, "nauc_recall_at_100_max": 0.593836, "nauc_recall_at_100_std": 0.581168, "nauc_recall_at_100_diff1": 0.130747, "nauc_recall_at_1000_max": 0.593836, "nauc_recall_at_1000_std": 0.581168, "nauc_recall_at_1000_diff1": 0.130747, "nauc_precision_at_1_max": 0.645358, "nauc_precision_at_1_std": 0.420548, "nauc_precision_at_1_diff1": 0.375723, "nauc_precision_at_3_max": 0.586682, "nauc_precision_at_3_std": 0.578464, "nauc_precision_at_3_diff1": 0.009441, "nauc_precision_at_5_max": 0.519619, "nauc_precision_at_5_std": 0.587557, "nauc_precision_at_5_diff1": -0.080083, "nauc_precision_at_10_max": 0.469212, "nauc_precision_at_10_std": 0.585941, "nauc_precision_at_10_diff1": -0.122391, "nauc_precision_at_20_max": 0.442909, "nauc_precision_at_20_std": 0.605182, "nauc_precision_at_20_diff1": -0.153541, "nauc_precision_at_100_max": 0.419969, "nauc_precision_at_100_std": 0.586635, "nauc_precision_at_100_diff1": -0.165471, "nauc_precision_at_1000_max": 0.419969, "nauc_precision_at_1000_std": 0.586635, "nauc_precision_at_1000_diff1": -0.165471, "nauc_mrr_at_1_max": 0.645358, "nauc_mrr_at_1_std": 0.420548, "nauc_mrr_at_1_diff1": 0.375723, "nauc_mrr_at_3_max": 0.685521, "nauc_mrr_at_3_std": 0.50265, "nauc_mrr_at_3_diff1": 0.306365, "nauc_mrr_at_5_max": 0.695422, "nauc_mrr_at_5_std": 0.522577, "nauc_mrr_at_5_diff1": 0.298112, "nauc_mrr_at_10_max": 0.696631, "nauc_mrr_at_10_std": 0.524292, "nauc_mrr_at_10_diff1": 0.297028, "nauc_mrr_at_20_max": 0.697532, "nauc_mrr_at_20_std": 0.526578, "nauc_mrr_at_20_diff1": 0.295789, "nauc_mrr_at_100_max": 0.697484, "nauc_mrr_at_100_std": 0.526496, "nauc_mrr_at_100_diff1": 0.295292, "nauc_mrr_at_1000_max": 0.697484, "nauc_mrr_at_1000_std": 0.526496, "nauc_mrr_at_1000_diff1": 0.295292, "hit_rate_at_1": 0.44025, "hit_rate_at_3": 0.55975, "hit_rate_at_5": 0.60377, "hit_rate_at_10": 0.62579, "hit_rate_at_20": 0.63208, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.38736, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.66981, "ndcg_at_3": 0.66496, "ndcg_at_5": 0.66839, "ndcg_at_10": 0.68012, "ndcg_at_20": 0.69748, "ndcg_at_100": 0.7083, "ndcg_at_1000": 0.7083, "map_at_1": 0.29939, "map_at_3": 0.45171, "map_at_5": 0.50132, "map_at_10": 0.55039, "map_at_20": 0.58116, "map_at_100": 0.58957, "map_at_1000": 0.58957, "recall_at_1": 0.29939, "recall_at_3": 0.49605, "recall_at_5": 0.58466, "recall_at_10": 0.68016, "recall_at_20": 0.75954, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.29939, "precision_at_1": 0.69811, "precision_at_3": 0.49161, "precision_at_5": 0.38931, "precision_at_10": 0.26761, "precision_at_20": 0.17028, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.698113, "mrr_at_3": 0.777778, "mrr_at_5": 0.789885, "mrr_at_10": 0.793334, "mrr_at_20": 0.793704, "mrr_at_100": 0.793704, "mrr_at_1000": 0.793704, "nauc_ndcg_at_1_max": 0.409726, "nauc_ndcg_at_1_std": 0.005358, "nauc_ndcg_at_1_diff1": 0.460487, "nauc_ndcg_at_3_max": 0.25145, "nauc_ndcg_at_3_std": -0.015918, "nauc_ndcg_at_3_diff1": 0.321199, "nauc_ndcg_at_5_max": 0.280227, "nauc_ndcg_at_5_std": 0.035875, "nauc_ndcg_at_5_diff1": 0.297387, "nauc_ndcg_at_10_max": 0.330963, "nauc_ndcg_at_10_std": 0.103339, "nauc_ndcg_at_10_diff1": 0.312434, "nauc_ndcg_at_20_max": 0.34078, "nauc_ndcg_at_20_std": 0.153961, "nauc_ndcg_at_20_diff1": 0.325628, "nauc_ndcg_at_100_max": 0.351022, "nauc_ndcg_at_100_std": 0.141219, "nauc_ndcg_at_100_diff1": 0.322564, "nauc_ndcg_at_1000_max": 0.351022, "nauc_ndcg_at_1000_std": 0.141219, "nauc_ndcg_at_1000_diff1": 0.322564, "nauc_map_at_1_max": 0.153942, "nauc_map_at_1_std": -0.174401, "nauc_map_at_1_diff1": 0.475026, "nauc_map_at_3_max": 0.16336, "nauc_map_at_3_std": -0.109144, "nauc_map_at_3_diff1": 0.357414, "nauc_map_at_5_max": 0.19835, "nauc_map_at_5_std": -0.055986, "nauc_map_at_5_diff1": 0.329144, "nauc_map_at_10_max": 0.237688, "nauc_map_at_10_std": 0.017868, "nauc_map_at_10_diff1": 0.310933, "nauc_map_at_20_max": 0.245636, "nauc_map_at_20_std": 0.072047, "nauc_map_at_20_diff1": 0.306283, "nauc_map_at_100_max": 0.250499, "nauc_map_at_100_std": 0.069514, "nauc_map_at_100_diff1": 0.301849, "nauc_map_at_1000_max": 0.250499, "nauc_map_at_1000_std": 0.069514, "nauc_map_at_1000_diff1": 0.301849, "nauc_recall_at_1_max": 0.153942, "nauc_recall_at_1_std": -0.174401, "nauc_recall_at_1_diff1": 0.475026, "nauc_recall_at_3_max": 0.112051, "nauc_recall_at_3_std": -0.115004, "nauc_recall_at_3_diff1": 0.30882, "nauc_recall_at_5_max": 0.178667, "nauc_recall_at_5_std": 0.004786, "nauc_recall_at_5_diff1": 0.24209, "nauc_recall_at_10_max": 0.276802, "nauc_recall_at_10_std": 0.15543, "nauc_recall_at_10_diff1": 0.213095, "nauc_recall_at_20_max": 0.328101, "nauc_recall_at_20_std": 0.331213, "nauc_recall_at_20_diff1": 0.193132, "nauc_recall_at_100_max": 0.359833, "nauc_recall_at_100_std": 0.322626, "nauc_recall_at_100_diff1": 0.180961, "nauc_recall_at_1000_max": 0.359833, "nauc_recall_at_1000_std": 0.322626, "nauc_recall_at_1000_diff1": 0.180961, "nauc_precision_at_1_max": 0.422847, "nauc_precision_at_1_std": 0.002805, "nauc_precision_at_1_diff1": 0.45468, "nauc_precision_at_3_max": 0.130535, "nauc_precision_at_3_std": 0.164907, "nauc_precision_at_3_diff1": -0.0926, "nauc_precision_at_5_max": 0.125749, "nauc_precision_at_5_std": 0.240447, "nauc_precision_at_5_diff1": -0.18857, "nauc_precision_at_10_max": 0.101085, "nauc_precision_at_10_std": 0.306211, "nauc_precision_at_10_diff1": -0.22468, "nauc_precision_at_20_max": 0.039522, "nauc_precision_at_20_std": 0.30843, "nauc_precision_at_20_diff1": -0.216925, "nauc_precision_at_100_max": 0.034634, "nauc_precision_at_100_std": 0.236724, "nauc_precision_at_100_diff1": -0.221639, "nauc_precision_at_1000_max": 0.034634, "nauc_precision_at_1000_std": 0.236724, "nauc_precision_at_1000_diff1": -0.221639, "nauc_mrr_at_1_max": 0.422847, "nauc_mrr_at_1_std": 0.002805, "nauc_mrr_at_1_diff1": 0.45468, "nauc_mrr_at_3_max": 0.413778, "nauc_mrr_at_3_std": -0.002861, "nauc_mrr_at_3_diff1": 0.426474, "nauc_mrr_at_5_max": 0.432816, "nauc_mrr_at_5_std": 0.02866, "nauc_mrr_at_5_diff1": 0.416527, "nauc_mrr_at_10_max": 0.432582, "nauc_mrr_at_10_std": 0.033969, "nauc_mrr_at_10_diff1": 0.420082, "nauc_mrr_at_20_max": 0.433296, "nauc_mrr_at_20_std": 0.034483, "nauc_mrr_at_20_diff1": 0.419363, "nauc_mrr_at_100_max": 0.433296, "nauc_mrr_at_100_std": 0.034483, "nauc_mrr_at_100_diff1": 0.419363, "nauc_mrr_at_1000_max": 0.433296, "nauc_mrr_at_1000_std": 0.034483, "nauc_mrr_at_1000_diff1": 0.419363, "hit_rate_at_1": 0.69811, "hit_rate_at_3": 0.86792, "hit_rate_at_5": 0.91824, "hit_rate_at_10": 0.9434, "hit_rate_at_20": 0.94969, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.68012, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.40723, "ndcg_at_3": 0.37113, "ndcg_at_5": 0.35993, "ndcg_at_10": 0.3543, "ndcg_at_20": 0.35329, "ndcg_at_100": 0.35751, "ndcg_at_1000": 0.35751, "map_at_1": 0.1835, "map_at_3": 0.24634, "map_at_5": 0.26493, "map_at_10": 0.28008, "map_at_20": 0.28939, "map_at_100": 0.2934, "map_at_1000": 0.2934, "recall_at_1": 0.1835, "recall_at_3": 0.26169, "recall_at_5": 0.29264, "recall_at_10": 0.32714, "recall_at_20": 0.34901, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.1835, "precision_at_1": 0.43396, "precision_at_3": 0.26101, "precision_at_5": 0.19686, "precision_at_10": 0.1261, "precision_at_20": 0.07516, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.433962, "mrr_at_3": 0.468553, "mrr_at_5": 0.472956, "mrr_at_10": 0.477432, "mrr_at_20": 0.47786, "mrr_at_100": 0.478003, "mrr_at_1000": 0.478003, "nauc_ndcg_at_1_max": 0.655753, "nauc_ndcg_at_1_std": 0.480087, "nauc_ndcg_at_1_diff1": 0.351663, "nauc_ndcg_at_3_max": 0.640181, "nauc_ndcg_at_3_std": 0.517222, "nauc_ndcg_at_3_diff1": 0.292576, "nauc_ndcg_at_5_max": 0.622577, "nauc_ndcg_at_5_std": 0.510354, "nauc_ndcg_at_5_diff1": 0.291068, "nauc_ndcg_at_10_max": 0.623944, "nauc_ndcg_at_10_std": 0.529919, "nauc_ndcg_at_10_diff1": 0.286746, "nauc_ndcg_at_20_max": 0.622279, "nauc_ndcg_at_20_std": 0.544727, "nauc_ndcg_at_20_diff1": 0.285172, "nauc_ndcg_at_100_max": 0.62542, "nauc_ndcg_at_100_std": 0.548403, "nauc_ndcg_at_100_diff1": 0.280378, "nauc_ndcg_at_1000_max": 0.62542, "nauc_ndcg_at_1000_std": 0.548403, "nauc_ndcg_at_1000_diff1": 0.280378, "nauc_map_at_1_max": 0.41247, "nauc_map_at_1_std": 0.222077, "nauc_map_at_1_diff1": 0.458657, "nauc_map_at_3_max": 0.506353, "nauc_map_at_3_std": 0.358905, "nauc_map_at_3_diff1": 0.372751, "nauc_map_at_5_max": 0.528355, "nauc_map_at_5_std": 0.405315, "nauc_map_at_5_diff1": 0.345487, "nauc_map_at_10_max": 0.551511, "nauc_map_at_10_std": 0.443767, "nauc_map_at_10_diff1": 0.322129, "nauc_map_at_20_max": 0.556494, "nauc_map_at_20_std": 0.468747, "nauc_map_at_20_diff1": 0.306156, "nauc_map_at_100_max": 0.560246, "nauc_map_at_100_std": 0.474771, "nauc_map_at_100_diff1": 0.299501, "nauc_map_at_1000_max": 0.560246, "nauc_map_at_1000_std": 0.474771, "nauc_map_at_1000_diff1": 0.299501, "nauc_recall_at_1_max": 0.41247, "nauc_recall_at_1_std": 0.222077, "nauc_recall_at_1_diff1": 0.458657, "nauc_recall_at_3_max": 0.507145, "nauc_recall_at_3_std": 0.380095, "nauc_recall_at_3_diff1": 0.360548, "nauc_recall_at_5_max": 0.529828, "nauc_recall_at_5_std": 0.444665, "nauc_recall_at_5_diff1": 0.316916, "nauc_recall_at_10_max": 0.570572, "nauc_recall_at_10_std": 0.52472, "nauc_recall_at_10_diff1": 0.266899, "nauc_recall_at_20_max": 0.581028, "nauc_recall_at_20_std": 0.580114, "nauc_recall_at_20_diff1": 0.2321, "nauc_recall_at_100_max": 0.586172, "nauc_recall_at_100_std": 0.585624, "nauc_recall_at_100_diff1": 0.219872, "nauc_recall_at_1000_max": 0.586172, "nauc_recall_at_1000_std": 0.585624, "nauc_recall_at_1000_diff1": 0.219872, "nauc_precision_at_1_max": 0.666835, "nauc_precision_at_1_std": 0.497915, "nauc_precision_at_1_diff1": 0.338591, "nauc_precision_at_3_max": 0.603556, "nauc_precision_at_3_std": 0.601019, "nauc_precision_at_3_diff1": 0.053353, "nauc_precision_at_5_max": 0.559654, "nauc_precision_at_5_std": 0.597458, "nauc_precision_at_5_diff1": -0.017114, "nauc_precision_at_10_max": 0.51411, "nauc_precision_at_10_std": 0.587573, "nauc_precision_at_10_diff1": -0.083999, "nauc_precision_at_20_max": 0.455546, "nauc_precision_at_20_std": 0.579289, "nauc_precision_at_20_diff1": -0.121566, "nauc_precision_at_100_max": 0.433595, "nauc_precision_at_100_std": 0.540146, "nauc_precision_at_100_diff1": -0.132822, "nauc_precision_at_1000_max": 0.433595, "nauc_precision_at_1000_std": 0.540146, "nauc_precision_at_1000_diff1": -0.132822, "nauc_mrr_at_1_max": 0.666835, "nauc_mrr_at_1_std": 0.497915, "nauc_mrr_at_1_diff1": 0.338591, "nauc_mrr_at_3_max": 0.706728, "nauc_mrr_at_3_std": 0.576194, "nauc_mrr_at_3_diff1": 0.309999, "nauc_mrr_at_5_max": 0.708225, "nauc_mrr_at_5_std": 0.578458, "nauc_mrr_at_5_diff1": 0.309371, "nauc_mrr_at_10_max": 0.712809, "nauc_mrr_at_10_std": 0.586792, "nauc_mrr_at_10_diff1": 0.30425, "nauc_mrr_at_20_max": 0.71286, "nauc_mrr_at_20_std": 0.588428, "nauc_mrr_at_20_diff1": 0.303372, "nauc_mrr_at_100_max": 0.712818, "nauc_mrr_at_100_std": 0.588745, "nauc_mrr_at_100_diff1": 0.303008, "nauc_mrr_at_1000_max": 0.712818, "nauc_mrr_at_1000_std": 0.588745, "nauc_mrr_at_1000_diff1": 0.303008, "hit_rate_at_1": 0.43396, "hit_rate_at_3": 0.50943, "hit_rate_at_5": 0.5283, "hit_rate_at_10": 0.55975, "hit_rate_at_20": 0.56604, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.3543, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 33999.42888785405, "kg_co2_emissions": null, "date": 1791580755.463175, "evaluation_phases": [ { "name": "Data loading", "start": 1.0730000212788582e-05, "end": 41.7011674749956, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 41.70118276599533, "end": 41.701184675999684, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 41.70800086599775, "end": 5399.195548429001, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 5399.324233797997, "end": 5399.429040474999, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 5399.465845125997, "end": 11085.615812937998, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 11085.768495963996, "end": 11085.848595174997, "split": "test", "subset": "portuguese" } ] }