{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.65747, "ndcg_at_3": 0.67739, "ndcg_at_5": 0.68741, "ndcg_at_10": 0.71062, "ndcg_at_20": 0.72769, "ndcg_at_100": 0.73667, "ndcg_at_1000": 0.73667, "map_at_1": 0.40581, "map_at_3": 0.55278, "map_at_5": 0.58437, "map_at_10": 0.61603, "map_at_20": 0.63182, "map_at_100": 0.63755, "map_at_1000": 0.63755, "recall_at_1": 0.40581, "recall_at_3": 0.61716, "recall_at_5": 0.67722, "recall_at_10": 0.76363, "recall_at_20": 0.82619, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.40581, "precision_at_1": 0.69156, "precision_at_3": 0.41342, "precision_at_5": 0.3013, "precision_at_10": 0.19221, "precision_at_20": 0.11558, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.691558, "mrr_at_3": 0.766234, "mrr_at_5": 0.774188, "mrr_at_10": 0.78184, "mrr_at_20": 0.783463, "mrr_at_100": 0.783593, "mrr_at_1000": 0.783593, "nauc_ndcg_at_1_max": 0.401322, "nauc_ndcg_at_1_std": 0.049059, "nauc_ndcg_at_1_diff1": 0.625453, "nauc_ndcg_at_3_max": 0.323426, "nauc_ndcg_at_3_std": 0.061566, "nauc_ndcg_at_3_diff1": 0.500777, "nauc_ndcg_at_5_max": 0.34259, "nauc_ndcg_at_5_std": 0.075041, "nauc_ndcg_at_5_diff1": 0.49068, "nauc_ndcg_at_10_max": 0.350091, "nauc_ndcg_at_10_std": 0.118415, "nauc_ndcg_at_10_diff1": 0.471746, "nauc_ndcg_at_20_max": 0.356353, "nauc_ndcg_at_20_std": 0.124307, "nauc_ndcg_at_20_diff1": 0.47916, "nauc_ndcg_at_100_max": 0.365085, "nauc_ndcg_at_100_std": 0.125818, "nauc_ndcg_at_100_diff1": 0.478421, "nauc_ndcg_at_1000_max": 0.365085, "nauc_ndcg_at_1000_std": 0.125818, "nauc_ndcg_at_1000_diff1": 0.478421, "nauc_map_at_1_max": 0.149606, "nauc_map_at_1_std": -0.146365, "nauc_map_at_1_diff1": 0.522083, "nauc_map_at_3_max": 0.230534, "nauc_map_at_3_std": -0.041599, "nauc_map_at_3_diff1": 0.464882, "nauc_map_at_5_max": 0.253938, "nauc_map_at_5_std": -0.003904, "nauc_map_at_5_diff1": 0.455037, "nauc_map_at_10_max": 0.275147, "nauc_map_at_10_std": 0.040107, "nauc_map_at_10_diff1": 0.437294, "nauc_map_at_20_max": 0.285885, "nauc_map_at_20_std": 0.054193, "nauc_map_at_20_diff1": 0.433893, "nauc_map_at_100_max": 0.289462, "nauc_map_at_100_std": 0.054382, "nauc_map_at_100_diff1": 0.432161, "nauc_map_at_1000_max": 0.289462, "nauc_map_at_1000_std": 0.054382, "nauc_map_at_1000_diff1": 0.432161, "nauc_recall_at_1_max": 0.149606, "nauc_recall_at_1_std": -0.146365, "nauc_recall_at_1_diff1": 0.522083, "nauc_recall_at_3_max": 0.216868, "nauc_recall_at_3_std": -0.00291, "nauc_recall_at_3_diff1": 0.396566, "nauc_recall_at_5_max": 0.266161, "nauc_recall_at_5_std": 0.080091, "nauc_recall_at_5_diff1": 0.392998, "nauc_recall_at_10_max": 0.284911, "nauc_recall_at_10_std": 0.184906, "nauc_recall_at_10_diff1": 0.312521, "nauc_recall_at_20_max": 0.271391, "nauc_recall_at_20_std": 0.236897, "nauc_recall_at_20_diff1": 0.260475, "nauc_recall_at_100_max": 0.310567, "nauc_recall_at_100_std": 0.283887, "nauc_recall_at_100_diff1": 0.246765, "nauc_recall_at_1000_max": 0.310567, "nauc_recall_at_1000_std": 0.283887, "nauc_recall_at_1000_diff1": 0.246765, "nauc_precision_at_1_max": 0.420929, "nauc_precision_at_1_std": 0.044124, "nauc_precision_at_1_diff1": 0.60632, "nauc_precision_at_3_max": 0.243665, "nauc_precision_at_3_std": 0.269641, "nauc_precision_at_3_diff1": 0.003215, "nauc_precision_at_5_max": 0.212128, "nauc_precision_at_5_std": 0.297942, "nauc_precision_at_5_diff1": -0.115689, "nauc_precision_at_10_max": 0.150801, "nauc_precision_at_10_std": 0.303086, "nauc_precision_at_10_diff1": -0.218064, "nauc_precision_at_20_max": 0.105622, "nauc_precision_at_20_std": 0.249098, "nauc_precision_at_20_diff1": -0.234379, "nauc_precision_at_100_max": 0.084998, "nauc_precision_at_100_std": 0.185605, "nauc_precision_at_100_diff1": -0.247073, "nauc_precision_at_1000_max": 0.084998, "nauc_precision_at_1000_std": 0.185605, "nauc_precision_at_1000_diff1": -0.247073, "nauc_mrr_at_1_max": 0.420929, "nauc_mrr_at_1_std": 0.044124, "nauc_mrr_at_1_diff1": 0.60632, "nauc_mrr_at_3_max": 0.455161, "nauc_mrr_at_3_std": 0.114219, "nauc_mrr_at_3_diff1": 0.598835, "nauc_mrr_at_5_max": 0.462045, "nauc_mrr_at_5_std": 0.126322, "nauc_mrr_at_5_diff1": 0.60129, "nauc_mrr_at_10_max": 0.459153, "nauc_mrr_at_10_std": 0.115701, "nauc_mrr_at_10_diff1": 0.598829, "nauc_mrr_at_20_max": 0.458001, "nauc_mrr_at_20_std": 0.112094, "nauc_mrr_at_20_diff1": 0.599073, "nauc_mrr_at_100_max": 0.458429, "nauc_mrr_at_100_std": 0.11295, "nauc_mrr_at_100_diff1": 0.598801, "nauc_mrr_at_1000_max": 0.458429, "nauc_mrr_at_1000_std": 0.11295, "nauc_mrr_at_1000_diff1": 0.598801, "hit_rate_at_1": 0.69156, "hit_rate_at_3": 0.86039, "hit_rate_at_5": 0.8961, "hit_rate_at_10": 0.94805, "hit_rate_at_20": 0.97403, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.71062, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.45942, "ndcg_at_3": 0.43765, "ndcg_at_5": 0.43466, "ndcg_at_10": 0.43667, "ndcg_at_20": 0.44053, "ndcg_at_100": 0.44348, "ndcg_at_1000": 0.44348, "map_at_1": 0.27229, "map_at_3": 0.34748, "map_at_5": 0.36382, "map_at_10": 0.37445, "map_at_20": 0.37961, "map_at_100": 0.38148, "map_at_1000": 0.38148, "recall_at_1": 0.27229, "recall_at_3": 0.37396, "recall_at_5": 0.40362, "recall_at_10": 0.43549, "recall_at_20": 0.45547, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.27229, "precision_at_1": 0.49026, "precision_at_3": 0.27165, "precision_at_5": 0.19026, "precision_at_10": 0.11136, "precision_at_20": 0.0625, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.49026, "mrr_at_3": 0.530303, "mrr_at_5": 0.534037, "mrr_at_10": 0.538207, "mrr_at_20": 0.538851, "mrr_at_100": 0.538851, "mrr_at_1000": 0.538851, "nauc_ndcg_at_1_max": 0.651649, "nauc_ndcg_at_1_std": 0.391162, "nauc_ndcg_at_1_diff1": 0.513249, "nauc_ndcg_at_3_max": 0.60319, "nauc_ndcg_at_3_std": 0.428558, "nauc_ndcg_at_3_diff1": 0.415108, "nauc_ndcg_at_5_max": 0.603835, "nauc_ndcg_at_5_std": 0.437266, "nauc_ndcg_at_5_diff1": 0.413733, "nauc_ndcg_at_10_max": 0.611159, "nauc_ndcg_at_10_std": 0.453908, "nauc_ndcg_at_10_diff1": 0.408419, "nauc_ndcg_at_20_max": 0.613426, "nauc_ndcg_at_20_std": 0.459445, "nauc_ndcg_at_20_diff1": 0.40501, "nauc_ndcg_at_100_max": 0.615516, "nauc_ndcg_at_100_std": 0.46626, "nauc_ndcg_at_100_diff1": 0.400792, "nauc_ndcg_at_1000_max": 0.615516, "nauc_ndcg_at_1000_std": 0.46626, "nauc_ndcg_at_1000_diff1": 0.400792, "nauc_map_at_1_max": 0.405542, "nauc_map_at_1_std": 0.169832, "nauc_map_at_1_diff1": 0.466404, "nauc_map_at_3_max": 0.495999, "nauc_map_at_3_std": 0.310208, "nauc_map_at_3_diff1": 0.402205, "nauc_map_at_5_max": 0.516363, "nauc_map_at_5_std": 0.33596, "nauc_map_at_5_diff1": 0.394212, "nauc_map_at_10_max": 0.531695, "nauc_map_at_10_std": 0.357344, "nauc_map_at_10_diff1": 0.389951, "nauc_map_at_20_max": 0.538592, "nauc_map_at_20_std": 0.366562, "nauc_map_at_20_diff1": 0.384708, "nauc_map_at_100_max": 0.5406, "nauc_map_at_100_std": 0.371279, "nauc_map_at_100_diff1": 0.382178, "nauc_map_at_1000_max": 0.5406, "nauc_map_at_1000_std": 0.371279, "nauc_map_at_1000_diff1": 0.382178, "nauc_recall_at_1_max": 0.405542, "nauc_recall_at_1_std": 0.169832, "nauc_recall_at_1_diff1": 0.466404, "nauc_recall_at_3_max": 0.500097, "nauc_recall_at_3_std": 0.36261, "nauc_recall_at_3_diff1": 0.363405, "nauc_recall_at_5_max": 0.529836, "nauc_recall_at_5_std": 0.416416, "nauc_recall_at_5_diff1": 0.359168, "nauc_recall_at_10_max": 0.563156, "nauc_recall_at_10_std": 0.476505, "nauc_recall_at_10_diff1": 0.343, "nauc_recall_at_20_max": 0.578864, "nauc_recall_at_20_std": 0.501764, "nauc_recall_at_20_diff1": 0.324256, "nauc_recall_at_100_max": 0.585032, "nauc_recall_at_100_std": 0.519274, "nauc_recall_at_100_diff1": 0.31563, "nauc_recall_at_1000_max": 0.585032, "nauc_recall_at_1000_std": 0.519274, "nauc_recall_at_1000_diff1": 0.31563, "nauc_precision_at_1_max": 0.665155, "nauc_precision_at_1_std": 0.41241, "nauc_precision_at_1_diff1": 0.509701, "nauc_precision_at_3_max": 0.550588, "nauc_precision_at_3_std": 0.530229, "nauc_precision_at_3_diff1": 0.175532, "nauc_precision_at_5_max": 0.524541, "nauc_precision_at_5_std": 0.527762, "nauc_precision_at_5_diff1": 0.121154, "nauc_precision_at_10_max": 0.506942, "nauc_precision_at_10_std": 0.531212, "nauc_precision_at_10_diff1": 0.063857, "nauc_precision_at_20_max": 0.475037, "nauc_precision_at_20_std": 0.518742, "nauc_precision_at_20_diff1": 0.004571, "nauc_precision_at_100_max": 0.444591, "nauc_precision_at_100_std": 0.509079, "nauc_precision_at_100_diff1": -0.032064, "nauc_precision_at_1000_max": 0.444591, "nauc_precision_at_1000_std": 0.509079, "nauc_precision_at_1000_diff1": -0.032064, "nauc_mrr_at_1_max": 0.665155, "nauc_mrr_at_1_std": 0.41241, "nauc_mrr_at_1_diff1": 0.509701, "nauc_mrr_at_3_max": 0.692296, "nauc_mrr_at_3_std": 0.50406, "nauc_mrr_at_3_diff1": 0.486085, "nauc_mrr_at_5_max": 0.694773, "nauc_mrr_at_5_std": 0.51711, "nauc_mrr_at_5_diff1": 0.485346, "nauc_mrr_at_10_max": 0.698391, "nauc_mrr_at_10_std": 0.521253, "nauc_mrr_at_10_diff1": 0.483257, "nauc_mrr_at_20_max": 0.698872, "nauc_mrr_at_20_std": 0.521648, "nauc_mrr_at_20_diff1": 0.482729, "nauc_mrr_at_100_max": 0.698872, "nauc_mrr_at_100_std": 0.521648, "nauc_mrr_at_100_diff1": 0.482729, "nauc_mrr_at_1000_max": 0.698872, "nauc_mrr_at_1000_std": 0.521648, "nauc_mrr_at_1000_diff1": 0.482729, "hit_rate_at_1": 0.49026, "hit_rate_at_3": 0.58117, "hit_rate_at_5": 0.5974, "hit_rate_at_10": 0.62662, "hit_rate_at_20": 0.63636, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.43667, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.4789, "ndcg_at_3": 0.47115, "ndcg_at_5": 0.46794, "ndcg_at_10": 0.47075, "ndcg_at_20": 0.47529, "ndcg_at_100": 0.47815, "ndcg_at_1000": 0.47815, "map_at_1": 0.30141, "map_at_3": 0.38503, "map_at_5": 0.39858, "map_at_10": 0.40972, "map_at_20": 0.41524, "map_at_100": 0.4169, "map_at_1000": 0.4169, "recall_at_1": 0.30141, "recall_at_3": 0.41338, "recall_at_5": 0.43939, "recall_at_10": 0.47528, "recall_at_20": 0.49215, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.30141, "precision_at_1": 0.50325, "precision_at_3": 0.2803, "precision_at_5": 0.19481, "precision_at_10": 0.11429, "precision_at_20": 0.06429, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.503247, "mrr_at_3": 0.549784, "mrr_at_5": 0.554978, "mrr_at_10": 0.557336, "mrr_at_20": 0.557926, "mrr_at_100": 0.558074, "mrr_at_1000": 0.558074, "nauc_ndcg_at_1_max": 0.655872, "nauc_ndcg_at_1_std": 0.332758, "nauc_ndcg_at_1_diff1": 0.692175, "nauc_ndcg_at_3_max": 0.654451, "nauc_ndcg_at_3_std": 0.386248, "nauc_ndcg_at_3_diff1": 0.582824, "nauc_ndcg_at_5_max": 0.657646, "nauc_ndcg_at_5_std": 0.388836, "nauc_ndcg_at_5_diff1": 0.593669, "nauc_ndcg_at_10_max": 0.656886, "nauc_ndcg_at_10_std": 0.415907, "nauc_ndcg_at_10_diff1": 0.587517, "nauc_ndcg_at_20_max": 0.661726, "nauc_ndcg_at_20_std": 0.423453, "nauc_ndcg_at_20_diff1": 0.581282, "nauc_ndcg_at_100_max": 0.663928, "nauc_ndcg_at_100_std": 0.432373, "nauc_ndcg_at_100_diff1": 0.578761, "nauc_ndcg_at_1000_max": 0.663928, "nauc_ndcg_at_1000_std": 0.432373, "nauc_ndcg_at_1000_diff1": 0.578761, "nauc_map_at_1_max": 0.416921, "nauc_map_at_1_std": 0.113728, "nauc_map_at_1_diff1": 0.619716, "nauc_map_at_3_max": 0.538819, "nauc_map_at_3_std": 0.263406, "nauc_map_at_3_diff1": 0.557381, "nauc_map_at_5_max": 0.560983, "nauc_map_at_5_std": 0.285211, "nauc_map_at_5_diff1": 0.562451, "nauc_map_at_10_max": 0.572218, "nauc_map_at_10_std": 0.312623, "nauc_map_at_10_diff1": 0.55953, "nauc_map_at_20_max": 0.580533, "nauc_map_at_20_std": 0.324194, "nauc_map_at_20_diff1": 0.55386, "nauc_map_at_100_max": 0.582557, "nauc_map_at_100_std": 0.329861, "nauc_map_at_100_diff1": 0.55169, "nauc_map_at_1000_max": 0.582557, "nauc_map_at_1000_std": 0.329861, "nauc_map_at_1000_diff1": 0.55169, "nauc_recall_at_1_max": 0.416921, "nauc_recall_at_1_std": 0.113728, "nauc_recall_at_1_diff1": 0.619716, "nauc_recall_at_3_max": 0.564575, "nauc_recall_at_3_std": 0.317392, "nauc_recall_at_3_diff1": 0.513834, "nauc_recall_at_5_max": 0.610175, "nauc_recall_at_5_std": 0.371367, "nauc_recall_at_5_diff1": 0.533617, "nauc_recall_at_10_max": 0.632972, "nauc_recall_at_10_std": 0.465391, "nauc_recall_at_10_diff1": 0.51613, "nauc_recall_at_20_max": 0.651143, "nauc_recall_at_20_std": 0.493287, "nauc_recall_at_20_diff1": 0.496653, "nauc_recall_at_100_max": 0.653696, "nauc_recall_at_100_std": 0.518604, "nauc_recall_at_100_diff1": 0.487673, "nauc_recall_at_1000_max": 0.653696, "nauc_recall_at_1000_std": 0.518604, "nauc_recall_at_1000_diff1": 0.487673, "nauc_precision_at_1_max": 0.674098, "nauc_precision_at_1_std": 0.365043, "nauc_precision_at_1_diff1": 0.675225, "nauc_precision_at_3_max": 0.58671, "nauc_precision_at_3_std": 0.493613, "nauc_precision_at_3_diff1": 0.259203, "nauc_precision_at_5_max": 0.555336, "nauc_precision_at_5_std": 0.492855, "nauc_precision_at_5_diff1": 0.21417, "nauc_precision_at_10_max": 0.489734, "nauc_precision_at_10_std": 0.519271, "nauc_precision_at_10_diff1": 0.130081, "nauc_precision_at_20_max": 0.443351, "nauc_precision_at_20_std": 0.505278, "nauc_precision_at_20_diff1": 0.053602, "nauc_precision_at_100_max": 0.424398, "nauc_precision_at_100_std": 0.505497, "nauc_precision_at_100_diff1": 0.022871, "nauc_precision_at_1000_max": 0.424398, "nauc_precision_at_1000_std": 0.505497, "nauc_precision_at_1000_diff1": 0.022871, "nauc_mrr_at_1_max": 0.674098, "nauc_mrr_at_1_std": 0.365043, "nauc_mrr_at_1_diff1": 0.675225, "nauc_mrr_at_3_max": 0.729306, "nauc_mrr_at_3_std": 0.457917, "nauc_mrr_at_3_diff1": 0.64647, "nauc_mrr_at_5_max": 0.736479, "nauc_mrr_at_5_std": 0.474261, "nauc_mrr_at_5_diff1": 0.652833, "nauc_mrr_at_10_max": 0.738968, "nauc_mrr_at_10_std": 0.482273, "nauc_mrr_at_10_diff1": 0.651011, "nauc_mrr_at_20_max": 0.738945, "nauc_mrr_at_20_std": 0.48294, "nauc_mrr_at_20_diff1": 0.650663, "nauc_mrr_at_100_max": 0.73888, "nauc_mrr_at_100_std": 0.483315, "nauc_mrr_at_100_diff1": 0.650664, "nauc_mrr_at_1000_max": 0.73888, "nauc_mrr_at_1000_std": 0.483315, "nauc_mrr_at_1000_diff1": 0.650664, "hit_rate_at_1": 0.50325, "hit_rate_at_3": 0.60065, "hit_rate_at_5": 0.62338, "hit_rate_at_10": 0.64286, "hit_rate_at_20": 0.64935, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.47075, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.42857, "ndcg_at_3": 0.42392, "ndcg_at_5": 0.42426, "ndcg_at_10": 0.42913, "ndcg_at_20": 0.43333, "ndcg_at_100": 0.43776, "ndcg_at_1000": 0.43776, "map_at_1": 0.25976, "map_at_3": 0.34131, "map_at_5": 0.35725, "map_at_10": 0.37003, "map_at_20": 0.37623, "map_at_100": 0.37907, "map_at_1000": 0.37907, "recall_at_1": 0.25976, "recall_at_3": 0.37353, "recall_at_5": 0.40551, "recall_at_10": 0.44194, "recall_at_20": 0.45969, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.25976, "precision_at_1": 0.45455, "precision_at_3": 0.25758, "precision_at_5": 0.18377, "precision_at_10": 0.11104, "precision_at_20": 0.06331, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.454545, "mrr_at_3": 0.496753, "mrr_at_5": 0.504058, "mrr_at_10": 0.507795, "mrr_at_20": 0.507998, "mrr_at_100": 0.507998, "mrr_at_1000": 0.507998, "nauc_ndcg_at_1_max": 0.684091, "nauc_ndcg_at_1_std": 0.380149, "nauc_ndcg_at_1_diff1": 0.633087, "nauc_ndcg_at_3_max": 0.724259, "nauc_ndcg_at_3_std": 0.441647, "nauc_ndcg_at_3_diff1": 0.544933, "nauc_ndcg_at_5_max": 0.719628, "nauc_ndcg_at_5_std": 0.44991, "nauc_ndcg_at_5_diff1": 0.541442, "nauc_ndcg_at_10_max": 0.718116, "nauc_ndcg_at_10_std": 0.472335, "nauc_ndcg_at_10_diff1": 0.526578, "nauc_ndcg_at_20_max": 0.719828, "nauc_ndcg_at_20_std": 0.480187, "nauc_ndcg_at_20_diff1": 0.522866, "nauc_ndcg_at_100_max": 0.727394, "nauc_ndcg_at_100_std": 0.487114, "nauc_ndcg_at_100_diff1": 0.521752, "nauc_ndcg_at_1000_max": 0.727394, "nauc_ndcg_at_1000_std": 0.487114, "nauc_ndcg_at_1000_diff1": 0.521752, "nauc_map_at_1_max": 0.52642, "nauc_map_at_1_std": 0.191228, "nauc_map_at_1_diff1": 0.591311, "nauc_map_at_3_max": 0.625353, "nauc_map_at_3_std": 0.320956, "nauc_map_at_3_diff1": 0.508448, "nauc_map_at_5_max": 0.646949, "nauc_map_at_5_std": 0.354117, "nauc_map_at_5_diff1": 0.510684, "nauc_map_at_10_max": 0.660844, "nauc_map_at_10_std": 0.386555, "nauc_map_at_10_diff1": 0.504278, "nauc_map_at_20_max": 0.671884, "nauc_map_at_20_std": 0.402655, "nauc_map_at_20_diff1": 0.498853, "nauc_map_at_100_max": 0.677339, "nauc_map_at_100_std": 0.409845, "nauc_map_at_100_diff1": 0.49744, "nauc_map_at_1000_max": 0.677339, "nauc_map_at_1000_std": 0.409845, "nauc_map_at_1000_diff1": 0.49744, "nauc_recall_at_1_max": 0.52642, "nauc_recall_at_1_std": 0.191228, "nauc_recall_at_1_diff1": 0.591311, "nauc_recall_at_3_max": 0.626555, "nauc_recall_at_3_std": 0.357388, "nauc_recall_at_3_diff1": 0.46279, "nauc_recall_at_5_max": 0.664272, "nauc_recall_at_5_std": 0.426815, "nauc_recall_at_5_diff1": 0.481347, "nauc_recall_at_10_max": 0.686459, "nauc_recall_at_10_std": 0.508205, "nauc_recall_at_10_diff1": 0.458447, "nauc_recall_at_20_max": 0.70561, "nauc_recall_at_20_std": 0.542273, "nauc_recall_at_20_diff1": 0.44783, "nauc_recall_at_100_max": 0.72288, "nauc_recall_at_100_std": 0.56038, "nauc_recall_at_100_diff1": 0.446354, "nauc_recall_at_1000_max": 0.72288, "nauc_recall_at_1000_std": 0.56038, "nauc_recall_at_1000_diff1": 0.446354, "nauc_precision_at_1_max": 0.701376, "nauc_precision_at_1_std": 0.417378, "nauc_precision_at_1_diff1": 0.636283, "nauc_precision_at_3_max": 0.645623, "nauc_precision_at_3_std": 0.52516, "nauc_precision_at_3_diff1": 0.286061, "nauc_precision_at_5_max": 0.603515, "nauc_precision_at_5_std": 0.537723, "nauc_precision_at_5_diff1": 0.223816, "nauc_precision_at_10_max": 0.535512, "nauc_precision_at_10_std": 0.571908, "nauc_precision_at_10_diff1": 0.119593, "nauc_precision_at_20_max": 0.506821, "nauc_precision_at_20_std": 0.57404, "nauc_precision_at_20_diff1": 0.061713, "nauc_precision_at_100_max": 0.491355, "nauc_precision_at_100_std": 0.542629, "nauc_precision_at_100_diff1": 0.043291, "nauc_precision_at_1000_max": 0.491355, "nauc_precision_at_1000_std": 0.542629, "nauc_precision_at_1000_diff1": 0.043291, "nauc_mrr_at_1_max": 0.701376, "nauc_mrr_at_1_std": 0.417378, "nauc_mrr_at_1_diff1": 0.636283, "nauc_mrr_at_3_max": 0.742793, "nauc_mrr_at_3_std": 0.485396, "nauc_mrr_at_3_diff1": 0.617006, "nauc_mrr_at_5_max": 0.746758, "nauc_mrr_at_5_std": 0.494524, "nauc_mrr_at_5_diff1": 0.616527, "nauc_mrr_at_10_max": 0.747578, "nauc_mrr_at_10_std": 0.504119, "nauc_mrr_at_10_diff1": 0.612977, "nauc_mrr_at_20_max": 0.747926, "nauc_mrr_at_20_std": 0.504967, "nauc_mrr_at_20_diff1": 0.61275, "nauc_mrr_at_100_max": 0.747926, "nauc_mrr_at_100_std": 0.504967, "nauc_mrr_at_100_diff1": 0.61275, "nauc_mrr_at_1000_max": 0.747926, "nauc_mrr_at_1000_std": 0.504967, "nauc_mrr_at_1000_diff1": 0.61275, "hit_rate_at_1": 0.45455, "hit_rate_at_3": 0.5487, "hit_rate_at_5": 0.58117, "hit_rate_at_10": 0.60714, "hit_rate_at_20": 0.61039, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.42913, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.4237, "ndcg_at_3": 0.40086, "ndcg_at_5": 0.40011, "ndcg_at_10": 0.40025, "ndcg_at_20": 0.40292, "ndcg_at_100": 0.40542, "ndcg_at_1000": 0.40542, "map_at_1": 0.23849, "map_at_3": 0.31088, "map_at_5": 0.32871, "map_at_10": 0.33874, "map_at_20": 0.34332, "map_at_100": 0.345, "map_at_1000": 0.345, "recall_at_1": 0.23849, "recall_at_3": 0.33845, "recall_at_5": 0.37826, "recall_at_10": 0.4056, "recall_at_20": 0.42087, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.23849, "precision_at_1": 0.44805, "precision_at_3": 0.25433, "precision_at_5": 0.18117, "precision_at_10": 0.10487, "precision_at_20": 0.05812, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.448052, "mrr_at_3": 0.494589, "mrr_at_5": 0.499784, "mrr_at_10": 0.502895, "mrr_at_20": 0.503127, "mrr_at_100": 0.503127, "mrr_at_1000": 0.503127, "nauc_ndcg_at_1_max": 0.686216, "nauc_ndcg_at_1_std": 0.462118, "nauc_ndcg_at_1_diff1": 0.628772, "nauc_ndcg_at_3_max": 0.720029, "nauc_ndcg_at_3_std": 0.49571, "nauc_ndcg_at_3_diff1": 0.527089, "nauc_ndcg_at_5_max": 0.724262, "nauc_ndcg_at_5_std": 0.503369, "nauc_ndcg_at_5_diff1": 0.515334, "nauc_ndcg_at_10_max": 0.725589, "nauc_ndcg_at_10_std": 0.521081, "nauc_ndcg_at_10_diff1": 0.501083, "nauc_ndcg_at_20_max": 0.724302, "nauc_ndcg_at_20_std": 0.535578, "nauc_ndcg_at_20_diff1": 0.495947, "nauc_ndcg_at_100_max": 0.723648, "nauc_ndcg_at_100_std": 0.542496, "nauc_ndcg_at_100_diff1": 0.492083, "nauc_ndcg_at_1000_max": 0.723648, "nauc_ndcg_at_1000_std": 0.542496, "nauc_ndcg_at_1000_diff1": 0.492083, "nauc_map_at_1_max": 0.525587, "nauc_map_at_1_std": 0.192248, "nauc_map_at_1_diff1": 0.588227, "nauc_map_at_3_max": 0.639113, "nauc_map_at_3_std": 0.349709, "nauc_map_at_3_diff1": 0.508674, "nauc_map_at_5_max": 0.655771, "nauc_map_at_5_std": 0.385805, "nauc_map_at_5_diff1": 0.498938, "nauc_map_at_10_max": 0.667916, "nauc_map_at_10_std": 0.416371, "nauc_map_at_10_diff1": 0.490029, "nauc_map_at_20_max": 0.672749, "nauc_map_at_20_std": 0.432612, "nauc_map_at_20_diff1": 0.483965, "nauc_map_at_100_max": 0.673029, "nauc_map_at_100_std": 0.438235, "nauc_map_at_100_diff1": 0.481421, "nauc_map_at_1000_max": 0.673029, "nauc_map_at_1000_std": 0.438235, "nauc_map_at_1000_diff1": 0.481421, "nauc_recall_at_1_max": 0.525587, "nauc_recall_at_1_std": 0.192248, "nauc_recall_at_1_diff1": 0.588227, "nauc_recall_at_3_max": 0.657389, "nauc_recall_at_3_std": 0.391239, "nauc_recall_at_3_diff1": 0.465993, "nauc_recall_at_5_max": 0.671054, "nauc_recall_at_5_std": 0.455124, "nauc_recall_at_5_diff1": 0.441118, "nauc_recall_at_10_max": 0.697407, "nauc_recall_at_10_std": 0.533237, "nauc_recall_at_10_diff1": 0.416259, "nauc_recall_at_20_max": 0.703916, "nauc_recall_at_20_std": 0.5859, "nauc_recall_at_20_diff1": 0.401929, "nauc_recall_at_100_max": 0.704113, "nauc_recall_at_100_std": 0.60382, "nauc_recall_at_100_diff1": 0.393936, "nauc_recall_at_1000_max": 0.704113, "nauc_recall_at_1000_std": 0.60382, "nauc_recall_at_1000_diff1": 0.393936, "nauc_precision_at_1_max": 0.712794, "nauc_precision_at_1_std": 0.486432, "nauc_precision_at_1_diff1": 0.656172, "nauc_precision_at_3_max": 0.660309, "nauc_precision_at_3_std": 0.630912, "nauc_precision_at_3_diff1": 0.301006, "nauc_precision_at_5_max": 0.609135, "nauc_precision_at_5_std": 0.642623, "nauc_precision_at_5_diff1": 0.225017, "nauc_precision_at_10_max": 0.568445, "nauc_precision_at_10_std": 0.680552, "nauc_precision_at_10_diff1": 0.145349, "nauc_precision_at_20_max": 0.522713, "nauc_precision_at_20_std": 0.703079, "nauc_precision_at_20_diff1": 0.086367, "nauc_precision_at_100_max": 0.481791, "nauc_precision_at_100_std": 0.693634, "nauc_precision_at_100_diff1": 0.056433, "nauc_precision_at_1000_max": 0.481791, "nauc_precision_at_1000_std": 0.693634, "nauc_precision_at_1000_diff1": 0.056433, "nauc_mrr_at_1_max": 0.712794, "nauc_mrr_at_1_std": 0.486432, "nauc_mrr_at_1_diff1": 0.656172, "nauc_mrr_at_3_max": 0.753808, "nauc_mrr_at_3_std": 0.563595, "nauc_mrr_at_3_diff1": 0.623077, "nauc_mrr_at_5_max": 0.756451, "nauc_mrr_at_5_std": 0.570033, "nauc_mrr_at_5_diff1": 0.622712, "nauc_mrr_at_10_max": 0.759836, "nauc_mrr_at_10_std": 0.579565, "nauc_mrr_at_10_diff1": 0.620566, "nauc_mrr_at_20_max": 0.759937, "nauc_mrr_at_20_std": 0.580878, "nauc_mrr_at_20_diff1": 0.620474, "nauc_mrr_at_100_max": 0.759937, "nauc_mrr_at_100_std": 0.580878, "nauc_mrr_at_100_diff1": 0.620474, "nauc_mrr_at_1000_max": 0.759937, "nauc_mrr_at_1000_std": 0.580878, "nauc_mrr_at_1000_diff1": 0.620474, "hit_rate_at_1": 0.44805, "hit_rate_at_3": 0.5487, "hit_rate_at_5": 0.57143, "hit_rate_at_10": 0.59091, "hit_rate_at_20": 0.59416, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.40025, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.45292, "ndcg_at_3": 0.43796, "ndcg_at_5": 0.44118, "ndcg_at_10": 0.44262, "ndcg_at_20": 0.44578, "ndcg_at_100": 0.44904, "ndcg_at_1000": 0.44904, "map_at_1": 0.2785, "map_at_3": 0.35392, "map_at_5": 0.37093, "map_at_10": 0.38154, "map_at_20": 0.38592, "map_at_100": 0.38763, "map_at_1000": 0.38763, "recall_at_1": 0.2785, "recall_at_3": 0.38056, "recall_at_5": 0.41782, "recall_at_10": 0.44944, "recall_at_20": 0.46645, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.2785, "precision_at_1": 0.48377, "precision_at_3": 0.26299, "precision_at_5": 0.18961, "precision_at_10": 0.10974, "precision_at_20": 0.06071, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.483766, "mrr_at_3": 0.527056, "mrr_at_5": 0.533874, "mrr_at_10": 0.537021, "mrr_at_20": 0.537532, "mrr_at_100": 0.537532, "mrr_at_1000": 0.537532, "nauc_ndcg_at_1_max": 0.680683, "nauc_ndcg_at_1_std": 0.376478, "nauc_ndcg_at_1_diff1": 0.681597, "nauc_ndcg_at_3_max": 0.678843, "nauc_ndcg_at_3_std": 0.398374, "nauc_ndcg_at_3_diff1": 0.588003, "nauc_ndcg_at_5_max": 0.678396, "nauc_ndcg_at_5_std": 0.423083, "nauc_ndcg_at_5_diff1": 0.600683, "nauc_ndcg_at_10_max": 0.677458, "nauc_ndcg_at_10_std": 0.439582, "nauc_ndcg_at_10_diff1": 0.588806, "nauc_ndcg_at_20_max": 0.679768, "nauc_ndcg_at_20_std": 0.449075, "nauc_ndcg_at_20_diff1": 0.582404, "nauc_ndcg_at_100_max": 0.682329, "nauc_ndcg_at_100_std": 0.455907, "nauc_ndcg_at_100_diff1": 0.579297, "nauc_ndcg_at_1000_max": 0.682329, "nauc_ndcg_at_1000_std": 0.455907, "nauc_ndcg_at_1000_diff1": 0.579297, "nauc_map_at_1_max": 0.415628, "nauc_map_at_1_std": 0.119393, "nauc_map_at_1_diff1": 0.589738, "nauc_map_at_3_max": 0.549095, "nauc_map_at_3_std": 0.261127, "nauc_map_at_3_diff1": 0.545848, "nauc_map_at_5_max": 0.570344, "nauc_map_at_5_std": 0.298805, "nauc_map_at_5_diff1": 0.556587, "nauc_map_at_10_max": 0.586152, "nauc_map_at_10_std": 0.322804, "nauc_map_at_10_diff1": 0.552417, "nauc_map_at_20_max": 0.594466, "nauc_map_at_20_std": 0.335928, "nauc_map_at_20_diff1": 0.548435, "nauc_map_at_100_max": 0.595813, "nauc_map_at_100_std": 0.340262, "nauc_map_at_100_diff1": 0.546285, "nauc_map_at_1000_max": 0.595813, "nauc_map_at_1000_std": 0.340262, "nauc_map_at_1000_diff1": 0.546285, "nauc_recall_at_1_max": 0.415628, "nauc_recall_at_1_std": 0.119393, "nauc_recall_at_1_diff1": 0.589738, "nauc_recall_at_3_max": 0.567669, "nauc_recall_at_3_std": 0.306549, "nauc_recall_at_3_diff1": 0.504374, "nauc_recall_at_5_max": 0.605635, "nauc_recall_at_5_std": 0.401458, "nauc_recall_at_5_diff1": 0.535336, "nauc_recall_at_10_max": 0.635325, "nauc_recall_at_10_std": 0.470483, "nauc_recall_at_10_diff1": 0.521372, "nauc_recall_at_20_max": 0.657961, "nauc_recall_at_20_std": 0.515791, "nauc_recall_at_20_diff1": 0.50163, "nauc_recall_at_100_max": 0.664162, "nauc_recall_at_100_std": 0.533656, "nauc_recall_at_100_diff1": 0.494302, "nauc_recall_at_1000_max": 0.664162, "nauc_recall_at_1000_std": 0.533656, "nauc_recall_at_1000_diff1": 0.494302, "nauc_precision_at_1_max": 0.702274, "nauc_precision_at_1_std": 0.396835, "nauc_precision_at_1_diff1": 0.678229, "nauc_precision_at_3_max": 0.66044, "nauc_precision_at_3_std": 0.499892, "nauc_precision_at_3_diff1": 0.336953, "nauc_precision_at_5_max": 0.599792, "nauc_precision_at_5_std": 0.521043, "nauc_precision_at_5_diff1": 0.285047, "nauc_precision_at_10_max": 0.578422, "nauc_precision_at_10_std": 0.550115, "nauc_precision_at_10_diff1": 0.205219, "nauc_precision_at_20_max": 0.551789, "nauc_precision_at_20_std": 0.570396, "nauc_precision_at_20_diff1": 0.136087, "nauc_precision_at_100_max": 0.50853, "nauc_precision_at_100_std": 0.550068, "nauc_precision_at_100_diff1": 0.093916, "nauc_precision_at_1000_max": 0.50853, "nauc_precision_at_1000_std": 0.550068, "nauc_precision_at_1000_diff1": 0.093916, "nauc_mrr_at_1_max": 0.702274, "nauc_mrr_at_1_std": 0.396835, "nauc_mrr_at_1_diff1": 0.678229, "nauc_mrr_at_3_max": 0.749358, "nauc_mrr_at_3_std": 0.470106, "nauc_mrr_at_3_diff1": 0.66936, "nauc_mrr_at_5_max": 0.753712, "nauc_mrr_at_5_std": 0.488215, "nauc_mrr_at_5_diff1": 0.674353, "nauc_mrr_at_10_max": 0.757421, "nauc_mrr_at_10_std": 0.494832, "nauc_mrr_at_10_diff1": 0.671741, "nauc_mrr_at_20_max": 0.758066, "nauc_mrr_at_20_std": 0.496497, "nauc_mrr_at_20_diff1": 0.671076, "nauc_mrr_at_100_max": 0.758066, "nauc_mrr_at_100_std": 0.496497, "nauc_mrr_at_100_diff1": 0.671076, "nauc_mrr_at_1000_max": 0.758066, "nauc_mrr_at_1000_std": 0.496497, "nauc_mrr_at_1000_diff1": 0.671076, "hit_rate_at_1": 0.48377, "hit_rate_at_3": 0.57468, "hit_rate_at_5": 0.6039, "hit_rate_at_10": 0.62662, "hit_rate_at_20": 0.63312, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.44262, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 33166.56504985297, "kg_co2_emissions": null, "date": 1791824124.885805, "evaluation_phases": [ { "name": "Data loading", "start": 1.2670003343373537e-05, "end": 40.94288717297604, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 40.9429031329928, "end": 40.94290547299897, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 40.94963019300485, "end": 5635.9267293149605, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 5636.083182964998, "end": 5636.186932656972, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 5636.2257237049635, "end": 11146.984803517, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 11147.169987786969, "end": 11147.248206140997, "split": "test", "subset": "portuguese" } ] }