{ "dataset_revision": "6d20dfc6799e48a4b1d9dab909980c06b9caa3d3", "task_name": "Vidore3PharmaceuticalsBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.58929, "ndcg_at_3": 0.55325, "ndcg_at_5": 0.54651, "ndcg_at_10": 0.54296, "ndcg_at_20": 0.5544, "ndcg_at_100": 0.5583, "ndcg_at_1000": 0.5583, "map_at_1": 0.31833, "map_at_3": 0.4055, "map_at_5": 0.43263, "map_at_10": 0.45784, "map_at_20": 0.47319, "map_at_100": 0.47576, "map_at_1000": 0.47576, "recall_at_1": 0.31833, "recall_at_3": 0.42989, "recall_at_5": 0.47639, "recall_at_10": 0.52777, "recall_at_20": 0.56889, "recall_at_100": 0.57824, "recall_at_1000": 0.57824, "accuracy": 0.31833, "precision_at_1": 0.61813, "precision_at_3": 0.36081, "precision_at_5": 0.27143, "precision_at_10": 0.17143, "precision_at_20": 0.10426, "precision_at_100": 0.02192, "precision_at_1000": 0.00219, "mrr_at_1": 0.618132, "mrr_at_3": 0.660256, "mrr_at_5": 0.670009, "mrr_at_10": 0.672843, "mrr_at_20": 0.673627, "mrr_at_100": 0.673627, "mrr_at_1000": 0.673627, "nauc_ndcg_at_1_max": 0.54204, "nauc_ndcg_at_1_std": 0.392504, "nauc_ndcg_at_1_diff1": 0.548665, "nauc_ndcg_at_3_max": 0.534759, "nauc_ndcg_at_3_std": 0.41727, "nauc_ndcg_at_3_diff1": 0.473193, "nauc_ndcg_at_5_max": 0.540417, "nauc_ndcg_at_5_std": 0.407857, "nauc_ndcg_at_5_diff1": 0.477383, "nauc_ndcg_at_10_max": 0.547035, "nauc_ndcg_at_10_std": 0.412169, "nauc_ndcg_at_10_diff1": 0.484543, "nauc_ndcg_at_20_max": 0.562397, "nauc_ndcg_at_20_std": 0.440064, "nauc_ndcg_at_20_diff1": 0.478552, "nauc_ndcg_at_100_max": 0.568434, "nauc_ndcg_at_100_std": 0.445793, "nauc_ndcg_at_100_diff1": 0.476027, "nauc_ndcg_at_1000_max": 0.568434, "nauc_ndcg_at_1000_std": 0.445793, "nauc_ndcg_at_1000_diff1": 0.476027, "nauc_map_at_1_max": 0.337892, "nauc_map_at_1_std": 0.03492, "nauc_map_at_1_diff1": 0.608695, "nauc_map_at_3_max": 0.420946, "nauc_map_at_3_std": 0.169802, "nauc_map_at_3_diff1": 0.534364, "nauc_map_at_5_max": 0.437157, "nauc_map_at_5_std": 0.215676, "nauc_map_at_5_diff1": 0.513127, "nauc_map_at_10_max": 0.462752, "nauc_map_at_10_std": 0.277214, "nauc_map_at_10_diff1": 0.492816, "nauc_map_at_20_max": 0.483192, "nauc_map_at_20_std": 0.316435, "nauc_map_at_20_diff1": 0.479551, "nauc_map_at_100_max": 0.487623, "nauc_map_at_100_std": 0.32117, "nauc_map_at_100_diff1": 0.478117, "nauc_map_at_1000_max": 0.487623, "nauc_map_at_1000_std": 0.32117, "nauc_map_at_1000_diff1": 0.478117, "nauc_recall_at_1_max": 0.337892, "nauc_recall_at_1_std": 0.03492, "nauc_recall_at_1_diff1": 0.608695, "nauc_recall_at_3_max": 0.430009, "nauc_recall_at_3_std": 0.19622, "nauc_recall_at_3_diff1": 0.517591, "nauc_recall_at_5_max": 0.451416, "nauc_recall_at_5_std": 0.255961, "nauc_recall_at_5_diff1": 0.487709, "nauc_recall_at_10_max": 0.49467, "nauc_recall_at_10_std": 0.363617, "nauc_recall_at_10_diff1": 0.450976, "nauc_recall_at_20_max": 0.546918, "nauc_recall_at_20_std": 0.461283, "nauc_recall_at_20_diff1": 0.411237, "nauc_recall_at_100_max": 0.561154, "nauc_recall_at_100_std": 0.474952, "nauc_recall_at_100_diff1": 0.405556, "nauc_recall_at_1000_max": 0.561154, "nauc_recall_at_1000_std": 0.474952, "nauc_recall_at_1000_diff1": 0.405556, "nauc_precision_at_1_max": 0.564406, "nauc_precision_at_1_std": 0.439809, "nauc_precision_at_1_diff1": 0.550156, "nauc_precision_at_3_max": 0.37629, "nauc_precision_at_3_std": 0.534274, "nauc_precision_at_3_diff1": 0.027786, "nauc_precision_at_5_max": 0.326723, "nauc_precision_at_5_std": 0.550896, "nauc_precision_at_5_diff1": -0.081509, "nauc_precision_at_10_max": 0.293519, "nauc_precision_at_10_std": 0.568727, "nauc_precision_at_10_diff1": -0.160351, "nauc_precision_at_20_max": 0.288258, "nauc_precision_at_20_std": 0.56317, "nauc_precision_at_20_diff1": -0.199785, "nauc_precision_at_100_max": 0.282807, "nauc_precision_at_100_std": 0.539224, "nauc_precision_at_100_diff1": -0.204753, "nauc_precision_at_1000_max": 0.282807, "nauc_precision_at_1000_std": 0.539224, "nauc_precision_at_1000_diff1": -0.204753, "nauc_mrr_at_1_max": 0.564406, "nauc_mrr_at_1_std": 0.439809, "nauc_mrr_at_1_diff1": 0.550156, "nauc_mrr_at_3_max": 0.599572, "nauc_mrr_at_3_std": 0.506457, "nauc_mrr_at_3_diff1": 0.538617, "nauc_mrr_at_5_max": 0.603936, "nauc_mrr_at_5_std": 0.519534, "nauc_mrr_at_5_diff1": 0.532106, "nauc_mrr_at_10_max": 0.607934, "nauc_mrr_at_10_std": 0.522528, "nauc_mrr_at_10_diff1": 0.52929, "nauc_mrr_at_20_max": 0.611329, "nauc_mrr_at_20_std": 0.525802, "nauc_mrr_at_20_diff1": 0.52888, "nauc_mrr_at_100_max": 0.611329, "nauc_mrr_at_100_std": 0.525802, "nauc_mrr_at_100_diff1": 0.52888, "nauc_mrr_at_1000_max": 0.611329, "nauc_mrr_at_1000_std": 0.525802, "nauc_mrr_at_1000_diff1": 0.52888, "hit_rate_at_1": 0.61813, "hit_rate_at_3": 0.71154, "hit_rate_at_5": 0.75275, "hit_rate_at_10": 0.77473, "hit_rate_at_20": 0.78571, "hit_rate_at_100": 0.78571, "hit_rate_at_1000": 0.78571, "main_score": 0.54296, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.57143, "ndcg_at_3": 0.5411, "ndcg_at_5": 0.52896, "ndcg_at_10": 0.52839, "ndcg_at_20": 0.54005, "ndcg_at_100": 0.54464, "ndcg_at_1000": 0.54464, "map_at_1": 0.2964, "map_at_3": 0.39165, "map_at_5": 0.41722, "map_at_10": 0.44313, "map_at_20": 0.45866, "map_at_100": 0.46192, "map_at_1000": 0.46192, "recall_at_1": 0.2964, "recall_at_3": 0.42216, "recall_at_5": 0.46272, "recall_at_10": 0.51706, "recall_at_20": 0.55937, "recall_at_100": 0.57037, "recall_at_1000": 0.57037, "accuracy": 0.2964, "precision_at_1": 0.59341, "precision_at_3": 0.35989, "precision_at_5": 0.26429, "precision_at_10": 0.16813, "precision_at_20": 0.10165, "precision_at_100": 0.02151, "precision_at_1000": 0.00215, "mrr_at_1": 0.593407, "mrr_at_3": 0.645604, "mrr_at_5": 0.650962, "mrr_at_10": 0.654248, "mrr_at_20": 0.655306, "mrr_at_100": 0.655306, "mrr_at_1000": 0.655306, "nauc_ndcg_at_1_max": 0.580463, "nauc_ndcg_at_1_std": 0.362998, "nauc_ndcg_at_1_diff1": 0.613671, "nauc_ndcg_at_3_max": 0.614259, "nauc_ndcg_at_3_std": 0.461067, "nauc_ndcg_at_3_diff1": 0.539346, "nauc_ndcg_at_5_max": 0.628998, "nauc_ndcg_at_5_std": 0.468927, "nauc_ndcg_at_5_diff1": 0.539794, "nauc_ndcg_at_10_max": 0.652671, "nauc_ndcg_at_10_std": 0.495076, "nauc_ndcg_at_10_diff1": 0.544167, "nauc_ndcg_at_20_max": 0.666082, "nauc_ndcg_at_20_std": 0.523661, "nauc_ndcg_at_20_diff1": 0.53729, "nauc_ndcg_at_100_max": 0.672304, "nauc_ndcg_at_100_std": 0.527446, "nauc_ndcg_at_100_diff1": 0.533385, "nauc_ndcg_at_1000_max": 0.672304, "nauc_ndcg_at_1000_std": 0.527446, "nauc_ndcg_at_1000_diff1": 0.533385, "nauc_map_at_1_max": 0.400553, "nauc_map_at_1_std": 0.09926, "nauc_map_at_1_diff1": 0.630205, "nauc_map_at_3_max": 0.487978, "nauc_map_at_3_std": 0.258674, "nauc_map_at_3_diff1": 0.546766, "nauc_map_at_5_max": 0.517193, "nauc_map_at_5_std": 0.308685, "nauc_map_at_5_diff1": 0.537134, "nauc_map_at_10_max": 0.550448, "nauc_map_at_10_std": 0.376903, "nauc_map_at_10_diff1": 0.520318, "nauc_map_at_20_max": 0.572494, "nauc_map_at_20_std": 0.416216, "nauc_map_at_20_diff1": 0.506854, "nauc_map_at_100_max": 0.576408, "nauc_map_at_100_std": 0.42098, "nauc_map_at_100_diff1": 0.503824, "nauc_map_at_1000_max": 0.576408, "nauc_map_at_1000_std": 0.42098, "nauc_map_at_1000_diff1": 0.503824, "nauc_recall_at_1_max": 0.400553, "nauc_recall_at_1_std": 0.09926, "nauc_recall_at_1_diff1": 0.630205, "nauc_recall_at_3_max": 0.507954, "nauc_recall_at_3_std": 0.301918, "nauc_recall_at_3_diff1": 0.511802, "nauc_recall_at_5_max": 0.551297, "nauc_recall_at_5_std": 0.37005, "nauc_recall_at_5_diff1": 0.502982, "nauc_recall_at_10_max": 0.6195, "nauc_recall_at_10_std": 0.496464, "nauc_recall_at_10_diff1": 0.476022, "nauc_recall_at_20_max": 0.669539, "nauc_recall_at_20_std": 0.5965, "nauc_recall_at_20_diff1": 0.432224, "nauc_recall_at_100_max": 0.686071, "nauc_recall_at_100_std": 0.603851, "nauc_recall_at_100_diff1": 0.428032, "nauc_recall_at_1000_max": 0.686071, "nauc_recall_at_1000_std": 0.603851, "nauc_recall_at_1000_diff1": 0.428032, "nauc_precision_at_1_max": 0.600436, "nauc_precision_at_1_std": 0.390902, "nauc_precision_at_1_diff1": 0.617008, "nauc_precision_at_3_max": 0.436198, "nauc_precision_at_3_std": 0.534993, "nauc_precision_at_3_diff1": 0.099977, "nauc_precision_at_5_max": 0.395945, "nauc_precision_at_5_std": 0.56252, "nauc_precision_at_5_diff1": 0.003937, "nauc_precision_at_10_max": 0.372197, "nauc_precision_at_10_std": 0.598281, "nauc_precision_at_10_diff1": -0.082638, "nauc_precision_at_20_max": 0.346241, "nauc_precision_at_20_std": 0.589932, "nauc_precision_at_20_diff1": -0.140158, "nauc_precision_at_100_max": 0.334334, "nauc_precision_at_100_std": 0.55405, "nauc_precision_at_100_diff1": -0.151888, "nauc_precision_at_1000_max": 0.334334, "nauc_precision_at_1000_std": 0.55405, "nauc_precision_at_1000_diff1": -0.151888, "nauc_mrr_at_1_max": 0.600436, "nauc_mrr_at_1_std": 0.390902, "nauc_mrr_at_1_diff1": 0.617008, "nauc_mrr_at_3_max": 0.675881, "nauc_mrr_at_3_std": 0.502797, "nauc_mrr_at_3_diff1": 0.611624, "nauc_mrr_at_5_max": 0.677574, "nauc_mrr_at_5_std": 0.512812, "nauc_mrr_at_5_diff1": 0.604211, "nauc_mrr_at_10_max": 0.688052, "nauc_mrr_at_10_std": 0.525193, "nauc_mrr_at_10_diff1": 0.602954, "nauc_mrr_at_20_max": 0.687707, "nauc_mrr_at_20_std": 0.52531, "nauc_mrr_at_20_diff1": 0.602719, "nauc_mrr_at_100_max": 0.687707, "nauc_mrr_at_100_std": 0.52531, "nauc_mrr_at_100_diff1": 0.602719, "nauc_mrr_at_1000_max": 0.687707, "nauc_mrr_at_1000_std": 0.52531, "nauc_mrr_at_1000_diff1": 0.602719, "hit_rate_at_1": 0.59341, "hit_rate_at_3": 0.70879, "hit_rate_at_5": 0.73077, "hit_rate_at_10": 0.75275, "hit_rate_at_20": 0.76648, "hit_rate_at_100": 0.76648, "hit_rate_at_1000": 0.76648, "main_score": 0.52839, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.72253, "ndcg_at_3": 0.70614, "ndcg_at_5": 0.69949, "ndcg_at_10": 0.71128, "ndcg_at_20": 0.729, "ndcg_at_100": 0.73939, "ndcg_at_1000": 0.73939, "map_at_1": 0.3782, "map_at_3": 0.51314, "map_at_5": 0.55738, "map_at_10": 0.60622, "map_at_20": 0.63113, "map_at_100": 0.63778, "map_at_1000": 0.63778, "recall_at_1": 0.3782, "recall_at_3": 0.55485, "recall_at_5": 0.62308, "recall_at_10": 0.7163, "recall_at_20": 0.77779, "recall_at_100": 0.80425, "recall_at_1000": 0.80425, "accuracy": 0.3782, "precision_at_1": 0.75549, "precision_at_3": 0.47619, "precision_at_5": 0.36538, "precision_at_10": 0.25027, "precision_at_20": 0.15261, "precision_at_100": 0.0331, "precision_at_1000": 0.00331, "mrr_at_1": 0.755495, "mrr_at_3": 0.823718, "mrr_at_5": 0.829899, "mrr_at_10": 0.832986, "mrr_at_20": 0.832986, "mrr_at_100": 0.833435, "mrr_at_1000": 0.833435, "nauc_ndcg_at_1_max": 0.326175, "nauc_ndcg_at_1_std": 0.03766, "nauc_ndcg_at_1_diff1": 0.570655, "nauc_ndcg_at_3_max": 0.309246, "nauc_ndcg_at_3_std": 0.067912, "nauc_ndcg_at_3_diff1": 0.551476, "nauc_ndcg_at_5_max": 0.33403, "nauc_ndcg_at_5_std": 0.071032, "nauc_ndcg_at_5_diff1": 0.560263, "nauc_ndcg_at_10_max": 0.357229, "nauc_ndcg_at_10_std": 0.079702, "nauc_ndcg_at_10_diff1": 0.576461, "nauc_ndcg_at_20_max": 0.370454, "nauc_ndcg_at_20_std": 0.113813, "nauc_ndcg_at_20_diff1": 0.569855, "nauc_ndcg_at_100_max": 0.387615, "nauc_ndcg_at_100_std": 0.120262, "nauc_ndcg_at_100_diff1": 0.564297, "nauc_ndcg_at_1000_max": 0.387615, "nauc_ndcg_at_1000_std": 0.120262, "nauc_ndcg_at_1000_diff1": 0.564297, "nauc_map_at_1_max": 0.21419, "nauc_map_at_1_std": -0.132241, "nauc_map_at_1_diff1": 0.644109, "nauc_map_at_3_max": 0.230912, "nauc_map_at_3_std": -0.095481, "nauc_map_at_3_diff1": 0.594059, "nauc_map_at_5_max": 0.241193, "nauc_map_at_5_std": -0.067856, "nauc_map_at_5_diff1": 0.575488, "nauc_map_at_10_max": 0.274975, "nauc_map_at_10_std": -0.005857, "nauc_map_at_10_diff1": 0.565984, "nauc_map_at_20_max": 0.300919, "nauc_map_at_20_std": 0.044084, "nauc_map_at_20_diff1": 0.556606, "nauc_map_at_100_max": 0.310803, "nauc_map_at_100_std": 0.050302, "nauc_map_at_100_diff1": 0.553869, "nauc_map_at_1000_max": 0.310803, "nauc_map_at_1000_std": 0.050302, "nauc_map_at_1000_diff1": 0.553869, "nauc_recall_at_1_max": 0.21419, "nauc_recall_at_1_std": -0.132241, "nauc_recall_at_1_diff1": 0.644109, "nauc_recall_at_3_max": 0.229123, "nauc_recall_at_3_std": -0.082834, "nauc_recall_at_3_diff1": 0.56955, "nauc_recall_at_5_max": 0.250127, "nauc_recall_at_5_std": -0.049472, "nauc_recall_at_5_diff1": 0.548634, "nauc_recall_at_10_max": 0.310425, "nauc_recall_at_10_std": 0.045481, "nauc_recall_at_10_diff1": 0.532903, "nauc_recall_at_20_max": 0.389385, "nauc_recall_at_20_std": 0.189104, "nauc_recall_at_20_diff1": 0.495712, "nauc_recall_at_100_max": 0.441609, "nauc_recall_at_100_std": 0.210322, "nauc_recall_at_100_diff1": 0.473246, "nauc_recall_at_1000_max": 0.441609, "nauc_recall_at_1000_std": 0.210322, "nauc_recall_at_1000_diff1": 0.473246, "nauc_precision_at_1_max": 0.325373, "nauc_precision_at_1_std": 0.040699, "nauc_precision_at_1_diff1": 0.576892, "nauc_precision_at_3_max": 0.079205, "nauc_precision_at_3_std": 0.204396, "nauc_precision_at_3_diff1": -0.108653, "nauc_precision_at_5_max": 0.062309, "nauc_precision_at_5_std": 0.247763, "nauc_precision_at_5_diff1": -0.209965, "nauc_precision_at_10_max": 0.064773, "nauc_precision_at_10_std": 0.293996, "nauc_precision_at_10_diff1": -0.271825, "nauc_precision_at_20_max": 0.086069, "nauc_precision_at_20_std": 0.339392, "nauc_precision_at_20_diff1": -0.291811, "nauc_precision_at_100_max": 0.09136, "nauc_precision_at_100_std": 0.316313, "nauc_precision_at_100_diff1": -0.308555, "nauc_precision_at_1000_max": 0.09136, "nauc_precision_at_1000_std": 0.316313, "nauc_precision_at_1000_diff1": -0.308555, "nauc_mrr_at_1_max": 0.325373, "nauc_mrr_at_1_std": 0.040699, "nauc_mrr_at_1_diff1": 0.576892, "nauc_mrr_at_3_max": 0.342224, "nauc_mrr_at_3_std": 0.090188, "nauc_mrr_at_3_diff1": 0.584487, "nauc_mrr_at_5_max": 0.335138, "nauc_mrr_at_5_std": 0.078727, "nauc_mrr_at_5_diff1": 0.574081, "nauc_mrr_at_10_max": 0.343546, "nauc_mrr_at_10_std": 0.08074, "nauc_mrr_at_10_diff1": 0.576019, "nauc_mrr_at_20_max": 0.343546, "nauc_mrr_at_20_std": 0.08074, "nauc_mrr_at_20_diff1": 0.576019, "nauc_mrr_at_100_max": 0.342883, "nauc_mrr_at_100_std": 0.080599, "nauc_mrr_at_100_diff1": 0.575381, "nauc_mrr_at_1000_max": 0.342883, "nauc_mrr_at_1000_std": 0.080599, "nauc_mrr_at_1000_diff1": 0.575381, "hit_rate_at_1": 0.75549, "hit_rate_at_3": 0.90385, "hit_rate_at_5": 0.93132, "hit_rate_at_10": 0.95604, "hit_rate_at_20": 0.95604, "hit_rate_at_100": 0.96703, "hit_rate_at_1000": 0.96703, "main_score": 0.71128, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.57555, "ndcg_at_3": 0.55421, "ndcg_at_5": 0.53868, "ndcg_at_10": 0.53985, "ndcg_at_20": 0.54815, "ndcg_at_100": 0.55215, "ndcg_at_1000": 0.55215, "map_at_1": 0.31108, "map_at_3": 0.403, "map_at_5": 0.42611, "map_at_10": 0.45539, "map_at_20": 0.46957, "map_at_100": 0.47242, "map_at_1000": 0.47242, "recall_at_1": 0.31108, "recall_at_3": 0.43313, "recall_at_5": 0.46825, "recall_at_10": 0.53025, "recall_at_20": 0.56676, "recall_at_100": 0.57634, "recall_at_1000": 0.57634, "accuracy": 0.31108, "precision_at_1": 0.5989, "precision_at_3": 0.36538, "precision_at_5": 0.26484, "precision_at_10": 0.17253, "precision_at_20": 0.10234, "precision_at_100": 0.02157, "precision_at_1000": 0.00216, "mrr_at_1": 0.598901, "mrr_at_3": 0.658425, "mrr_at_5": 0.660211, "mrr_at_10": 0.66238, "mrr_at_20": 0.663249, "mrr_at_100": 0.663249, "mrr_at_1000": 0.663249, "nauc_ndcg_at_1_max": 0.554731, "nauc_ndcg_at_1_std": 0.374442, "nauc_ndcg_at_1_diff1": 0.522322, "nauc_ndcg_at_3_max": 0.580948, "nauc_ndcg_at_3_std": 0.411996, "nauc_ndcg_at_3_diff1": 0.483275, "nauc_ndcg_at_5_max": 0.594103, "nauc_ndcg_at_5_std": 0.421155, "nauc_ndcg_at_5_diff1": 0.496814, "nauc_ndcg_at_10_max": 0.599304, "nauc_ndcg_at_10_std": 0.433125, "nauc_ndcg_at_10_diff1": 0.507116, "nauc_ndcg_at_20_max": 0.598518, "nauc_ndcg_at_20_std": 0.458186, "nauc_ndcg_at_20_diff1": 0.499664, "nauc_ndcg_at_100_max": 0.602684, "nauc_ndcg_at_100_std": 0.462532, "nauc_ndcg_at_100_diff1": 0.494382, "nauc_ndcg_at_1000_max": 0.602684, "nauc_ndcg_at_1000_std": 0.462532, "nauc_ndcg_at_1000_diff1": 0.494382, "nauc_map_at_1_max": 0.401552, "nauc_map_at_1_std": 0.078659, "nauc_map_at_1_diff1": 0.591686, "nauc_map_at_3_max": 0.474507, "nauc_map_at_3_std": 0.194569, "nauc_map_at_3_diff1": 0.531741, "nauc_map_at_5_max": 0.495391, "nauc_map_at_5_std": 0.247055, "nauc_map_at_5_diff1": 0.520593, "nauc_map_at_10_max": 0.520713, "nauc_map_at_10_std": 0.317265, "nauc_map_at_10_diff1": 0.509035, "nauc_map_at_20_max": 0.53318, "nauc_map_at_20_std": 0.359945, "nauc_map_at_20_diff1": 0.495238, "nauc_map_at_100_max": 0.535531, "nauc_map_at_100_std": 0.365513, "nauc_map_at_100_diff1": 0.491733, "nauc_map_at_1000_max": 0.535531, "nauc_map_at_1000_std": 0.365513, "nauc_map_at_1000_diff1": 0.491733, "nauc_recall_at_1_max": 0.401552, "nauc_recall_at_1_std": 0.078659, "nauc_recall_at_1_diff1": 0.591686, "nauc_recall_at_3_max": 0.489449, "nauc_recall_at_3_std": 0.21859, "nauc_recall_at_3_diff1": 0.517791, "nauc_recall_at_5_max": 0.521883, "nauc_recall_at_5_std": 0.294649, "nauc_recall_at_5_diff1": 0.50804, "nauc_recall_at_10_max": 0.564046, "nauc_recall_at_10_std": 0.415537, "nauc_recall_at_10_diff1": 0.489786, "nauc_recall_at_20_max": 0.589596, "nauc_recall_at_20_std": 0.509132, "nauc_recall_at_20_diff1": 0.454966, "nauc_recall_at_100_max": 0.600292, "nauc_recall_at_100_std": 0.517804, "nauc_recall_at_100_diff1": 0.445272, "nauc_recall_at_1000_max": 0.600292, "nauc_recall_at_1000_std": 0.517804, "nauc_recall_at_1000_diff1": 0.445272, "nauc_precision_at_1_max": 0.580507, "nauc_precision_at_1_std": 0.41247, "nauc_precision_at_1_diff1": 0.536088, "nauc_precision_at_3_max": 0.399533, "nauc_precision_at_3_std": 0.519242, "nauc_precision_at_3_diff1": 0.056931, "nauc_precision_at_5_max": 0.353544, "nauc_precision_at_5_std": 0.562531, "nauc_precision_at_5_diff1": -0.020381, "nauc_precision_at_10_max": 0.29149, "nauc_precision_at_10_std": 0.579172, "nauc_precision_at_10_diff1": -0.086816, "nauc_precision_at_20_max": 0.261093, "nauc_precision_at_20_std": 0.589272, "nauc_precision_at_20_diff1": -0.141197, "nauc_precision_at_100_max": 0.250614, "nauc_precision_at_100_std": 0.559128, "nauc_precision_at_100_diff1": -0.158174, "nauc_precision_at_1000_max": 0.250614, "nauc_precision_at_1000_std": 0.559128, "nauc_precision_at_1000_diff1": -0.158174, "nauc_mrr_at_1_max": 0.580507, "nauc_mrr_at_1_std": 0.41247, "nauc_mrr_at_1_diff1": 0.536088, "nauc_mrr_at_3_max": 0.653296, "nauc_mrr_at_3_std": 0.508488, "nauc_mrr_at_3_diff1": 0.534263, "nauc_mrr_at_5_max": 0.657996, "nauc_mrr_at_5_std": 0.516852, "nauc_mrr_at_5_diff1": 0.532461, "nauc_mrr_at_10_max": 0.658234, "nauc_mrr_at_10_std": 0.519207, "nauc_mrr_at_10_diff1": 0.531774, "nauc_mrr_at_20_max": 0.657857, "nauc_mrr_at_20_std": 0.517953, "nauc_mrr_at_20_diff1": 0.530685, "nauc_mrr_at_100_max": 0.657857, "nauc_mrr_at_100_std": 0.517953, "nauc_mrr_at_100_diff1": 0.530685, "nauc_mrr_at_1000_max": 0.657857, "nauc_mrr_at_1000_std": 0.517953, "nauc_mrr_at_1000_diff1": 0.530685, "hit_rate_at_1": 0.5989, "hit_rate_at_3": 0.72802, "hit_rate_at_5": 0.73626, "hit_rate_at_10": 0.75275, "hit_rate_at_20": 0.76374, "hit_rate_at_100": 0.76374, "hit_rate_at_1000": 0.76374, "main_score": 0.53985, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.56319, "ndcg_at_3": 0.53081, "ndcg_at_5": 0.51932, "ndcg_at_10": 0.52051, "ndcg_at_20": 0.52913, "ndcg_at_100": 0.53356, "ndcg_at_1000": 0.53356, "map_at_1": 0.2977, "map_at_3": 0.38971, "map_at_5": 0.41359, "map_at_10": 0.43978, "map_at_20": 0.45309, "map_at_100": 0.45595, "map_at_1000": 0.45595, "recall_at_1": 0.2977, "recall_at_3": 0.41733, "recall_at_5": 0.45603, "recall_at_10": 0.51157, "recall_at_20": 0.54662, "recall_at_100": 0.55782, "recall_at_1000": 0.55782, "accuracy": 0.2977, "precision_at_1": 0.58516, "precision_at_3": 0.3489, "precision_at_5": 0.25549, "precision_at_10": 0.16291, "precision_at_20": 0.0967, "precision_at_100": 0.02055, "precision_at_1000": 0.00205, "mrr_at_1": 0.585165, "mrr_at_3": 0.631868, "mrr_at_5": 0.635027, "mrr_at_10": 0.638834, "mrr_at_20": 0.639237, "mrr_at_100": 0.639237, "mrr_at_1000": 0.639237, "nauc_ndcg_at_1_max": 0.599899, "nauc_ndcg_at_1_std": 0.482456, "nauc_ndcg_at_1_diff1": 0.612958, "nauc_ndcg_at_3_max": 0.629087, "nauc_ndcg_at_3_std": 0.515523, "nauc_ndcg_at_3_diff1": 0.529696, "nauc_ndcg_at_5_max": 0.637432, "nauc_ndcg_at_5_std": 0.5264, "nauc_ndcg_at_5_diff1": 0.525205, "nauc_ndcg_at_10_max": 0.650967, "nauc_ndcg_at_10_std": 0.532524, "nauc_ndcg_at_10_diff1": 0.522877, "nauc_ndcg_at_20_max": 0.656883, "nauc_ndcg_at_20_std": 0.548256, "nauc_ndcg_at_20_diff1": 0.520603, "nauc_ndcg_at_100_max": 0.663763, "nauc_ndcg_at_100_std": 0.551605, "nauc_ndcg_at_100_diff1": 0.518895, "nauc_ndcg_at_1000_max": 0.663763, "nauc_ndcg_at_1000_std": 0.551605, "nauc_ndcg_at_1000_diff1": 0.518895, "nauc_map_at_1_max": 0.417339, "nauc_map_at_1_std": 0.130376, "nauc_map_at_1_diff1": 0.61467, "nauc_map_at_3_max": 0.50632, "nauc_map_at_3_std": 0.273017, "nauc_map_at_3_diff1": 0.539658, "nauc_map_at_5_max": 0.532872, "nauc_map_at_5_std": 0.33433, "nauc_map_at_5_diff1": 0.531728, "nauc_map_at_10_max": 0.561241, "nauc_map_at_10_std": 0.399545, "nauc_map_at_10_diff1": 0.511876, "nauc_map_at_20_max": 0.577266, "nauc_map_at_20_std": 0.438146, "nauc_map_at_20_diff1": 0.501946, "nauc_map_at_100_max": 0.581185, "nauc_map_at_100_std": 0.44366, "nauc_map_at_100_diff1": 0.500594, "nauc_map_at_1000_max": 0.581185, "nauc_map_at_1000_std": 0.44366, "nauc_map_at_1000_diff1": 0.500594, "nauc_recall_at_1_max": 0.417339, "nauc_recall_at_1_std": 0.130376, "nauc_recall_at_1_diff1": 0.61467, "nauc_recall_at_3_max": 0.527481, "nauc_recall_at_3_std": 0.303045, "nauc_recall_at_3_diff1": 0.508486, "nauc_recall_at_5_max": 0.565638, "nauc_recall_at_5_std": 0.383767, "nauc_recall_at_5_diff1": 0.505643, "nauc_recall_at_10_max": 0.620395, "nauc_recall_at_10_std": 0.496932, "nauc_recall_at_10_diff1": 0.469361, "nauc_recall_at_20_max": 0.659508, "nauc_recall_at_20_std": 0.580462, "nauc_recall_at_20_diff1": 0.445073, "nauc_recall_at_100_max": 0.678591, "nauc_recall_at_100_std": 0.58776, "nauc_recall_at_100_diff1": 0.442878, "nauc_recall_at_1000_max": 0.678591, "nauc_recall_at_1000_std": 0.58776, "nauc_recall_at_1000_diff1": 0.442878, "nauc_precision_at_1_max": 0.621572, "nauc_precision_at_1_std": 0.513761, "nauc_precision_at_1_diff1": 0.608947, "nauc_precision_at_3_max": 0.459878, "nauc_precision_at_3_std": 0.590277, "nauc_precision_at_3_diff1": 0.109259, "nauc_precision_at_5_max": 0.406718, "nauc_precision_at_5_std": 0.637472, "nauc_precision_at_5_diff1": 0.015212, "nauc_precision_at_10_max": 0.362157, "nauc_precision_at_10_std": 0.649083, "nauc_precision_at_10_diff1": -0.074819, "nauc_precision_at_20_max": 0.331768, "nauc_precision_at_20_std": 0.64098, "nauc_precision_at_20_diff1": -0.11957, "nauc_precision_at_100_max": 0.324902, "nauc_precision_at_100_std": 0.603532, "nauc_precision_at_100_diff1": -0.129434, "nauc_precision_at_1000_max": 0.324902, "nauc_precision_at_1000_std": 0.603532, "nauc_precision_at_1000_diff1": -0.129434, "nauc_mrr_at_1_max": 0.621572, "nauc_mrr_at_1_std": 0.513761, "nauc_mrr_at_1_diff1": 0.608947, "nauc_mrr_at_3_max": 0.701154, "nauc_mrr_at_3_std": 0.612602, "nauc_mrr_at_3_diff1": 0.598688, "nauc_mrr_at_5_max": 0.700211, "nauc_mrr_at_5_std": 0.613932, "nauc_mrr_at_5_diff1": 0.594715, "nauc_mrr_at_10_max": 0.703953, "nauc_mrr_at_10_std": 0.619166, "nauc_mrr_at_10_diff1": 0.592107, "nauc_mrr_at_20_max": 0.704894, "nauc_mrr_at_20_std": 0.618785, "nauc_mrr_at_20_diff1": 0.592214, "nauc_mrr_at_100_max": 0.704894, "nauc_mrr_at_100_std": 0.618785, "nauc_mrr_at_100_diff1": 0.592214, "nauc_mrr_at_1000_max": 0.704894, "nauc_mrr_at_1000_std": 0.618785, "nauc_mrr_at_1000_diff1": 0.592214, "hit_rate_at_1": 0.58516, "hit_rate_at_3": 0.69231, "hit_rate_at_5": 0.70604, "hit_rate_at_10": 0.73352, "hit_rate_at_20": 0.73901, "hit_rate_at_100": 0.73901, "hit_rate_at_1000": 0.73901, "main_score": 0.52051, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.57418, "ndcg_at_3": 0.55101, "ndcg_at_5": 0.54741, "ndcg_at_10": 0.5491, "ndcg_at_20": 0.56109, "ndcg_at_100": 0.56811, "ndcg_at_1000": 0.56811, "map_at_1": 0.31628, "map_at_3": 0.41296, "map_at_5": 0.44181, "map_at_10": 0.46912, "map_at_20": 0.48522, "map_at_100": 0.4898, "map_at_1000": 0.4898, "recall_at_1": 0.31628, "recall_at_3": 0.44398, "recall_at_5": 0.49594, "recall_at_10": 0.55207, "recall_at_20": 0.59234, "recall_at_100": 0.60795, "recall_at_1000": 0.60795, "accuracy": 0.31628, "precision_at_1": 0.59615, "precision_at_3": 0.35531, "precision_at_5": 0.26593, "precision_at_10": 0.17115, "precision_at_20": 0.10288, "precision_at_100": 0.02255, "precision_at_1000": 0.00226, "mrr_at_1": 0.596154, "mrr_at_3": 0.645147, "mrr_at_5": 0.652152, "mrr_at_10": 0.655727, "mrr_at_20": 0.656434, "mrr_at_100": 0.656434, "mrr_at_1000": 0.656434, "nauc_ndcg_at_1_max": 0.528201, "nauc_ndcg_at_1_std": 0.401212, "nauc_ndcg_at_1_diff1": 0.593597, "nauc_ndcg_at_3_max": 0.564995, "nauc_ndcg_at_3_std": 0.457818, "nauc_ndcg_at_3_diff1": 0.543125, "nauc_ndcg_at_5_max": 0.583931, "nauc_ndcg_at_5_std": 0.470205, "nauc_ndcg_at_5_diff1": 0.565103, "nauc_ndcg_at_10_max": 0.608089, "nauc_ndcg_at_10_std": 0.485623, "nauc_ndcg_at_10_diff1": 0.579942, "nauc_ndcg_at_20_max": 0.618972, "nauc_ndcg_at_20_std": 0.521341, "nauc_ndcg_at_20_diff1": 0.574918, "nauc_ndcg_at_100_max": 0.635896, "nauc_ndcg_at_100_std": 0.52997, "nauc_ndcg_at_100_diff1": 0.569291, "nauc_ndcg_at_1000_max": 0.635896, "nauc_ndcg_at_1000_std": 0.52997, "nauc_ndcg_at_1000_diff1": 0.569291, "nauc_map_at_1_max": 0.381807, "nauc_map_at_1_std": 0.115277, "nauc_map_at_1_diff1": 0.622354, "nauc_map_at_3_max": 0.466326, "nauc_map_at_3_std": 0.250248, "nauc_map_at_3_diff1": 0.560692, "nauc_map_at_5_max": 0.488036, "nauc_map_at_5_std": 0.306428, "nauc_map_at_5_diff1": 0.565943, "nauc_map_at_10_max": 0.518539, "nauc_map_at_10_std": 0.373645, "nauc_map_at_10_diff1": 0.565436, "nauc_map_at_20_max": 0.534226, "nauc_map_at_20_std": 0.414751, "nauc_map_at_20_diff1": 0.559559, "nauc_map_at_100_max": 0.54433, "nauc_map_at_100_std": 0.421563, "nauc_map_at_100_diff1": 0.556948, "nauc_map_at_1000_max": 0.54433, "nauc_map_at_1000_std": 0.421563, "nauc_map_at_1000_diff1": 0.556948, "nauc_recall_at_1_max": 0.381807, "nauc_recall_at_1_std": 0.115277, "nauc_recall_at_1_diff1": 0.622354, "nauc_recall_at_3_max": 0.497331, "nauc_recall_at_3_std": 0.290991, "nauc_recall_at_3_diff1": 0.543328, "nauc_recall_at_5_max": 0.530885, "nauc_recall_at_5_std": 0.37588, "nauc_recall_at_5_diff1": 0.547921, "nauc_recall_at_10_max": 0.602794, "nauc_recall_at_10_std": 0.489723, "nauc_recall_at_10_diff1": 0.556821, "nauc_recall_at_20_max": 0.652155, "nauc_recall_at_20_std": 0.592424, "nauc_recall_at_20_diff1": 0.540447, "nauc_recall_at_100_max": 0.6913, "nauc_recall_at_100_std": 0.6141, "nauc_recall_at_100_diff1": 0.528986, "nauc_recall_at_1000_max": 0.6913, "nauc_recall_at_1000_std": 0.6141, "nauc_recall_at_1000_diff1": 0.528986, "nauc_precision_at_1_max": 0.541888, "nauc_precision_at_1_std": 0.440466, "nauc_precision_at_1_diff1": 0.596073, "nauc_precision_at_3_max": 0.370113, "nauc_precision_at_3_std": 0.536036, "nauc_precision_at_3_diff1": 0.118765, "nauc_precision_at_5_max": 0.316928, "nauc_precision_at_5_std": 0.55177, "nauc_precision_at_5_diff1": 0.051012, "nauc_precision_at_10_max": 0.28599, "nauc_precision_at_10_std": 0.55672, "nauc_precision_at_10_diff1": -0.011953, "nauc_precision_at_20_max": 0.258073, "nauc_precision_at_20_std": 0.533491, "nauc_precision_at_20_diff1": -0.052759, "nauc_precision_at_100_max": 0.267635, "nauc_precision_at_100_std": 0.48012, "nauc_precision_at_100_diff1": -0.084389, "nauc_precision_at_1000_max": 0.267635, "nauc_precision_at_1000_std": 0.48012, "nauc_precision_at_1000_diff1": -0.084389, "nauc_mrr_at_1_max": 0.541888, "nauc_mrr_at_1_std": 0.440466, "nauc_mrr_at_1_diff1": 0.596073, "nauc_mrr_at_3_max": 0.620334, "nauc_mrr_at_3_std": 0.55068, "nauc_mrr_at_3_diff1": 0.597703, "nauc_mrr_at_5_max": 0.621348, "nauc_mrr_at_5_std": 0.5528, "nauc_mrr_at_5_diff1": 0.592529, "nauc_mrr_at_10_max": 0.631988, "nauc_mrr_at_10_std": 0.560775, "nauc_mrr_at_10_diff1": 0.59153, "nauc_mrr_at_20_max": 0.632279, "nauc_mrr_at_20_std": 0.56033, "nauc_mrr_at_20_diff1": 0.592504, "nauc_mrr_at_100_max": 0.632279, "nauc_mrr_at_100_std": 0.56033, "nauc_mrr_at_100_diff1": 0.592504, "nauc_mrr_at_1000_max": 0.632279, "nauc_mrr_at_1000_std": 0.56033, "nauc_mrr_at_1000_diff1": 0.592504, "hit_rate_at_1": 0.59615, "hit_rate_at_3": 0.7033, "hit_rate_at_5": 0.73352, "hit_rate_at_10": 0.76099, "hit_rate_at_20": 0.77198, "hit_rate_at_100": 0.77198, "hit_rate_at_1000": 0.77198, "main_score": 0.5491, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 28469.193737464026, "kg_co2_emissions": null, "date": 1791817640.601396, "evaluation_phases": [ { "name": "Data loading", "start": 1.288997009396553e-05, "end": 40.1597711360082, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 40.159792615973856, "end": 40.15979530697223, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 40.167259384004865, "end": 4612.7660113169695, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4612.983829950972, "end": 4613.09863144398, "split": "test", "subset": "german" } ] }