{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.46279, "ndcg_at_3": 0.42556, "ndcg_at_5": 0.42686, "ndcg_at_10": 0.43971, "ndcg_at_20": 0.4533, "ndcg_at_100": 0.46711, "ndcg_at_1000": 0.46711, "map_at_1": 0.17694, "map_at_3": 0.26748, "map_at_5": 0.30515, "map_at_10": 0.3356, "map_at_20": 0.3469, "map_at_100": 0.35378, "map_at_1000": 0.35378, "recall_at_1": 0.17694, "recall_at_3": 0.29795, "recall_at_5": 0.37711, "recall_at_10": 0.46152, "recall_at_20": 0.50824, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.17694, "precision_at_1": 0.50698, "precision_at_3": 0.34419, "precision_at_5": 0.26791, "precision_at_10": 0.17721, "precision_at_20": 0.10163, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.506977, "mrr_at_3": 0.568992, "mrr_at_5": 0.583178, "mrr_at_10": 0.590869, "mrr_at_20": 0.591941, "mrr_at_100": 0.592101, "mrr_at_1000": 0.592101, "nauc_ndcg_at_1_max": 0.552027, "nauc_ndcg_at_1_std": 0.521568, "nauc_ndcg_at_1_diff1": 0.592857, "nauc_ndcg_at_3_max": 0.591521, "nauc_ndcg_at_3_std": 0.573515, "nauc_ndcg_at_3_diff1": 0.588628, "nauc_ndcg_at_5_max": 0.613194, "nauc_ndcg_at_5_std": 0.601075, "nauc_ndcg_at_5_diff1": 0.581475, "nauc_ndcg_at_10_max": 0.605221, "nauc_ndcg_at_10_std": 0.594599, "nauc_ndcg_at_10_diff1": 0.570473, "nauc_ndcg_at_20_max": 0.604844, "nauc_ndcg_at_20_std": 0.593563, "nauc_ndcg_at_20_diff1": 0.569274, "nauc_ndcg_at_100_max": 0.617978, "nauc_ndcg_at_100_std": 0.606152, "nauc_ndcg_at_100_diff1": 0.578751, "nauc_ndcg_at_1000_max": 0.617978, "nauc_ndcg_at_1000_std": 0.606152, "nauc_ndcg_at_1000_diff1": 0.578751, "nauc_map_at_1_max": 0.426763, "nauc_map_at_1_std": 0.382615, "nauc_map_at_1_diff1": 0.486394, "nauc_map_at_3_max": 0.481091, "nauc_map_at_3_std": 0.450283, "nauc_map_at_3_diff1": 0.491423, "nauc_map_at_5_max": 0.519184, "nauc_map_at_5_std": 0.498964, "nauc_map_at_5_diff1": 0.502125, "nauc_map_at_10_max": 0.546581, "nauc_map_at_10_std": 0.530464, "nauc_map_at_10_diff1": 0.51113, "nauc_map_at_20_max": 0.558136, "nauc_map_at_20_std": 0.542997, "nauc_map_at_20_diff1": 0.52063, "nauc_map_at_100_max": 0.567069, "nauc_map_at_100_std": 0.551949, "nauc_map_at_100_diff1": 0.526879, "nauc_map_at_1000_max": 0.567069, "nauc_map_at_1000_std": 0.551949, "nauc_map_at_1000_diff1": 0.526879, "nauc_recall_at_1_max": 0.426763, "nauc_recall_at_1_std": 0.382615, "nauc_recall_at_1_diff1": 0.486394, "nauc_recall_at_3_max": 0.460955, "nauc_recall_at_3_std": 0.440467, "nauc_recall_at_3_diff1": 0.460916, "nauc_recall_at_5_max": 0.465936, "nauc_recall_at_5_std": 0.465843, "nauc_recall_at_5_diff1": 0.426625, "nauc_recall_at_10_max": 0.47748, "nauc_recall_at_10_std": 0.487351, "nauc_recall_at_10_diff1": 0.397099, "nauc_recall_at_20_max": 0.490234, "nauc_recall_at_20_std": 0.500267, "nauc_recall_at_20_diff1": 0.407395, "nauc_recall_at_100_max": 0.529428, "nauc_recall_at_100_std": 0.53433, "nauc_recall_at_100_diff1": 0.444987, "nauc_recall_at_1000_max": 0.529428, "nauc_recall_at_1000_std": 0.53433, "nauc_recall_at_1000_diff1": 0.444987, "nauc_precision_at_1_max": 0.580448, "nauc_precision_at_1_std": 0.549427, "nauc_precision_at_1_diff1": 0.613709, "nauc_precision_at_3_max": 0.508554, "nauc_precision_at_3_std": 0.516522, "nauc_precision_at_3_diff1": 0.459968, "nauc_precision_at_5_max": 0.520535, "nauc_precision_at_5_std": 0.541712, "nauc_precision_at_5_diff1": 0.425085, "nauc_precision_at_10_max": 0.468826, "nauc_precision_at_10_std": 0.493292, "nauc_precision_at_10_diff1": 0.362077, "nauc_precision_at_20_max": 0.450059, "nauc_precision_at_20_std": 0.474395, "nauc_precision_at_20_diff1": 0.351515, "nauc_precision_at_100_max": 0.430434, "nauc_precision_at_100_std": 0.452253, "nauc_precision_at_100_diff1": 0.3263, "nauc_precision_at_1000_max": 0.430434, "nauc_precision_at_1000_std": 0.452253, "nauc_precision_at_1000_diff1": 0.3263, "nauc_mrr_at_1_max": 0.580448, "nauc_mrr_at_1_std": 0.549427, "nauc_mrr_at_1_diff1": 0.613709, "nauc_mrr_at_3_max": 0.635627, "nauc_mrr_at_3_std": 0.618697, "nauc_mrr_at_3_diff1": 0.662533, "nauc_mrr_at_5_max": 0.6307, "nauc_mrr_at_5_std": 0.613921, "nauc_mrr_at_5_diff1": 0.656782, "nauc_mrr_at_10_max": 0.634168, "nauc_mrr_at_10_std": 0.617319, "nauc_mrr_at_10_diff1": 0.652988, "nauc_mrr_at_20_max": 0.63424, "nauc_mrr_at_20_std": 0.617623, "nauc_mrr_at_20_diff1": 0.653757, "nauc_mrr_at_100_max": 0.634569, "nauc_mrr_at_100_std": 0.617792, "nauc_mrr_at_100_diff1": 0.654298, "nauc_mrr_at_1000_max": 0.634569, "nauc_mrr_at_1000_std": 0.617792, "nauc_mrr_at_1000_diff1": 0.654298, "hit_rate_at_1": 0.50698, "hit_rate_at_3": 0.64651, "hit_rate_at_5": 0.70698, "hit_rate_at_10": 0.76279, "hit_rate_at_20": 0.77674, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.43971, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.44202, "ndcg_at_5": 0.43589, "ndcg_at_10": 0.44199, "ndcg_at_20": 0.456, "ndcg_at_100": 0.46883, "ndcg_at_1000": 0.46883, "map_at_1": 0.17909, "map_at_3": 0.26813, "map_at_5": 0.30206, "map_at_10": 0.32948, "map_at_20": 0.34203, "map_at_100": 0.34811, "map_at_1000": 0.34811, "recall_at_1": 0.17909, "recall_at_3": 0.31129, "recall_at_5": 0.3732, "recall_at_10": 0.44788, "recall_at_20": 0.49871, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.17909, "precision_at_1": 0.53488, "precision_at_3": 0.35659, "precision_at_5": 0.27349, "precision_at_10": 0.17535, "precision_at_20": 0.1007, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.534884, "mrr_at_3": 0.612403, "mrr_at_5": 0.62031, "mrr_at_10": 0.624559, "mrr_at_20": 0.625106, "mrr_at_100": 0.62536, "mrr_at_1000": 0.62536, "nauc_ndcg_at_1_max": 0.48672, "nauc_ndcg_at_1_std": 0.433893, "nauc_ndcg_at_1_diff1": 0.586154, "nauc_ndcg_at_3_max": 0.588206, "nauc_ndcg_at_3_std": 0.556373, "nauc_ndcg_at_3_diff1": 0.561329, "nauc_ndcg_at_5_max": 0.609484, "nauc_ndcg_at_5_std": 0.577204, "nauc_ndcg_at_5_diff1": 0.566171, "nauc_ndcg_at_10_max": 0.608912, "nauc_ndcg_at_10_std": 0.58013, "nauc_ndcg_at_10_diff1": 0.547752, "nauc_ndcg_at_20_max": 0.600001, "nauc_ndcg_at_20_std": 0.57621, "nauc_ndcg_at_20_diff1": 0.523587, "nauc_ndcg_at_100_max": 0.606424, "nauc_ndcg_at_100_std": 0.58238, "nauc_ndcg_at_100_diff1": 0.531816, "nauc_ndcg_at_1000_max": 0.606424, "nauc_ndcg_at_1000_std": 0.58238, "nauc_ndcg_at_1000_diff1": 0.531816, "nauc_map_at_1_max": 0.41451, "nauc_map_at_1_std": 0.350632, "nauc_map_at_1_diff1": 0.469775, "nauc_map_at_3_max": 0.49802, "nauc_map_at_3_std": 0.453162, "nauc_map_at_3_diff1": 0.478926, "nauc_map_at_5_max": 0.534347, "nauc_map_at_5_std": 0.499237, "nauc_map_at_5_diff1": 0.491226, "nauc_map_at_10_max": 0.570906, "nauc_map_at_10_std": 0.541576, "nauc_map_at_10_diff1": 0.503708, "nauc_map_at_20_max": 0.57759, "nauc_map_at_20_std": 0.549476, "nauc_map_at_20_diff1": 0.503476, "nauc_map_at_100_max": 0.584046, "nauc_map_at_100_std": 0.556182, "nauc_map_at_100_diff1": 0.508949, "nauc_map_at_1000_max": 0.584046, "nauc_map_at_1000_std": 0.556182, "nauc_map_at_1000_diff1": 0.508949, "nauc_recall_at_1_max": 0.41451, "nauc_recall_at_1_std": 0.350632, "nauc_recall_at_1_diff1": 0.469775, "nauc_recall_at_3_max": 0.448319, "nauc_recall_at_3_std": 0.423029, "nauc_recall_at_3_diff1": 0.399233, "nauc_recall_at_5_max": 0.492951, "nauc_recall_at_5_std": 0.478601, "nauc_recall_at_5_diff1": 0.407931, "nauc_recall_at_10_max": 0.521092, "nauc_recall_at_10_std": 0.523188, "nauc_recall_at_10_diff1": 0.397368, "nauc_recall_at_20_max": 0.512641, "nauc_recall_at_20_std": 0.521075, "nauc_recall_at_20_diff1": 0.366469, "nauc_recall_at_100_max": 0.532635, "nauc_recall_at_100_std": 0.539833, "nauc_recall_at_100_diff1": 0.394424, "nauc_recall_at_1000_max": 0.532635, "nauc_recall_at_1000_std": 0.539833, "nauc_recall_at_1000_diff1": 0.394424, "nauc_precision_at_1_max": 0.543089, "nauc_precision_at_1_std": 0.482756, "nauc_precision_at_1_diff1": 0.647562, "nauc_precision_at_3_max": 0.54847, "nauc_precision_at_3_std": 0.552864, "nauc_precision_at_3_diff1": 0.447556, "nauc_precision_at_5_max": 0.534594, "nauc_precision_at_5_std": 0.546683, "nauc_precision_at_5_diff1": 0.409943, "nauc_precision_at_10_max": 0.491418, "nauc_precision_at_10_std": 0.513864, "nauc_precision_at_10_diff1": 0.346936, "nauc_precision_at_20_max": 0.460812, "nauc_precision_at_20_std": 0.482984, "nauc_precision_at_20_diff1": 0.316102, "nauc_precision_at_100_max": 0.436728, "nauc_precision_at_100_std": 0.455438, "nauc_precision_at_100_diff1": 0.311875, "nauc_precision_at_1000_max": 0.436728, "nauc_precision_at_1000_std": 0.455438, "nauc_precision_at_1000_diff1": 0.311875, "nauc_mrr_at_1_max": 0.543089, "nauc_mrr_at_1_std": 0.482756, "nauc_mrr_at_1_diff1": 0.647562, "nauc_mrr_at_3_max": 0.612103, "nauc_mrr_at_3_std": 0.565921, "nauc_mrr_at_3_diff1": 0.660984, "nauc_mrr_at_5_max": 0.616363, "nauc_mrr_at_5_std": 0.569289, "nauc_mrr_at_5_diff1": 0.657166, "nauc_mrr_at_10_max": 0.618458, "nauc_mrr_at_10_std": 0.571947, "nauc_mrr_at_10_diff1": 0.660402, "nauc_mrr_at_20_max": 0.618939, "nauc_mrr_at_20_std": 0.572735, "nauc_mrr_at_20_diff1": 0.660848, "nauc_mrr_at_100_max": 0.618762, "nauc_mrr_at_100_std": 0.572529, "nauc_mrr_at_100_diff1": 0.660967, "nauc_mrr_at_1000_max": 0.618762, "nauc_mrr_at_1000_std": 0.572529, "nauc_mrr_at_1000_diff1": 0.660967, "hit_rate_at_1": 0.53488, "hit_rate_at_3": 0.71163, "hit_rate_at_5": 0.74419, "hit_rate_at_10": 0.77674, "hit_rate_at_20": 0.78605, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.44199, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.73256, "ndcg_at_3": 0.67562, "ndcg_at_5": 0.67627, "ndcg_at_10": 0.68703, "ndcg_at_20": 0.71101, "ndcg_at_100": 0.7431, "ndcg_at_1000": 0.7431, "map_at_1": 0.27232, "map_at_3": 0.44126, "map_at_5": 0.50809, "map_at_10": 0.55899, "map_at_20": 0.58184, "map_at_100": 0.59854, "map_at_1000": 0.59854, "recall_at_1": 0.27232, "recall_at_3": 0.48034, "recall_at_5": 0.58844, "recall_at_10": 0.69033, "recall_at_20": 0.76692, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.27232, "precision_at_1": 0.7907, "precision_at_3": 0.55039, "precision_at_5": 0.43535, "precision_at_10": 0.27953, "precision_at_20": 0.16488, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.790698, "mrr_at_3": 0.855039, "mrr_at_5": 0.860853, "mrr_at_10": 0.862145, "mrr_at_20": 0.862793, "mrr_at_100": 0.863652, "mrr_at_1000": 0.863652, "nauc_ndcg_at_1_max": 0.313682, "nauc_ndcg_at_1_std": 0.073306, "nauc_ndcg_at_1_diff1": 0.477865, "nauc_ndcg_at_3_max": 0.414897, "nauc_ndcg_at_3_std": 0.232547, "nauc_ndcg_at_3_diff1": 0.246868, "nauc_ndcg_at_5_max": 0.456712, "nauc_ndcg_at_5_std": 0.297936, "nauc_ndcg_at_5_diff1": 0.204921, "nauc_ndcg_at_10_max": 0.51618, "nauc_ndcg_at_10_std": 0.359852, "nauc_ndcg_at_10_diff1": 0.211075, "nauc_ndcg_at_20_max": 0.49232, "nauc_ndcg_at_20_std": 0.354855, "nauc_ndcg_at_20_diff1": 0.212085, "nauc_ndcg_at_100_max": 0.505915, "nauc_ndcg_at_100_std": 0.376393, "nauc_ndcg_at_100_diff1": 0.213246, "nauc_ndcg_at_1000_max": 0.505915, "nauc_ndcg_at_1000_std": 0.376393, "nauc_ndcg_at_1000_diff1": 0.213246, "nauc_map_at_1_max": 0.197427, "nauc_map_at_1_std": -0.068208, "nauc_map_at_1_diff1": 0.391705, "nauc_map_at_3_max": 0.297307, "nauc_map_at_3_std": 0.063666, "nauc_map_at_3_diff1": 0.293165, "nauc_map_at_5_max": 0.341672, "nauc_map_at_5_std": 0.154196, "nauc_map_at_5_diff1": 0.223214, "nauc_map_at_10_max": 0.419381, "nauc_map_at_10_std": 0.272315, "nauc_map_at_10_diff1": 0.175676, "nauc_map_at_20_max": 0.427236, "nauc_map_at_20_std": 0.295592, "nauc_map_at_20_diff1": 0.163385, "nauc_map_at_100_max": 0.442205, "nauc_map_at_100_std": 0.318316, "nauc_map_at_100_diff1": 0.158864, "nauc_map_at_1000_max": 0.442205, "nauc_map_at_1000_std": 0.318316, "nauc_map_at_1000_diff1": 0.158864, "nauc_recall_at_1_max": 0.197427, "nauc_recall_at_1_std": -0.068208, "nauc_recall_at_1_diff1": 0.391705, "nauc_recall_at_3_max": 0.279671, "nauc_recall_at_3_std": 0.076216, "nauc_recall_at_3_diff1": 0.241805, "nauc_recall_at_5_max": 0.298264, "nauc_recall_at_5_std": 0.154062, "nauc_recall_at_5_diff1": 0.131732, "nauc_recall_at_10_max": 0.423388, "nauc_recall_at_10_std": 0.351104, "nauc_recall_at_10_diff1": 0.060237, "nauc_recall_at_20_max": 0.412497, "nauc_recall_at_20_std": 0.388149, "nauc_recall_at_20_diff1": 0.042762, "nauc_recall_at_100_max": 0.431202, "nauc_recall_at_100_std": 0.457683, "nauc_recall_at_100_diff1": 0.029508, "nauc_recall_at_1000_max": 0.431202, "nauc_recall_at_1000_std": 0.457683, "nauc_recall_at_1000_diff1": 0.029508, "nauc_precision_at_1_max": 0.38768, "nauc_precision_at_1_std": 0.2097, "nauc_precision_at_1_diff1": 0.483617, "nauc_precision_at_3_max": 0.273473, "nauc_precision_at_3_std": 0.341334, "nauc_precision_at_3_diff1": -0.093404, "nauc_precision_at_5_max": 0.24759, "nauc_precision_at_5_std": 0.416473, "nauc_precision_at_5_diff1": -0.221511, "nauc_precision_at_10_max": 0.265005, "nauc_precision_at_10_std": 0.488564, "nauc_precision_at_10_diff1": -0.287356, "nauc_precision_at_20_max": 0.179945, "nauc_precision_at_20_std": 0.417538, "nauc_precision_at_20_diff1": -0.290786, "nauc_precision_at_100_max": 0.126714, "nauc_precision_at_100_std": 0.354805, "nauc_precision_at_100_diff1": -0.266642, "nauc_precision_at_1000_max": 0.126714, "nauc_precision_at_1000_std": 0.354805, "nauc_precision_at_1000_diff1": -0.266642, "nauc_mrr_at_1_max": 0.38768, "nauc_mrr_at_1_std": 0.2097, "nauc_mrr_at_1_diff1": 0.483617, "nauc_mrr_at_3_max": 0.510361, "nauc_mrr_at_3_std": 0.374557, "nauc_mrr_at_3_diff1": 0.449417, "nauc_mrr_at_5_max": 0.496276, "nauc_mrr_at_5_std": 0.358291, "nauc_mrr_at_5_diff1": 0.436463, "nauc_mrr_at_10_max": 0.49383, "nauc_mrr_at_10_std": 0.354476, "nauc_mrr_at_10_diff1": 0.443701, "nauc_mrr_at_20_max": 0.491296, "nauc_mrr_at_20_std": 0.351244, "nauc_mrr_at_20_diff1": 0.442986, "nauc_mrr_at_100_max": 0.48909, "nauc_mrr_at_100_std": 0.348496, "nauc_mrr_at_100_diff1": 0.444093, "nauc_mrr_at_1000_max": 0.48909, "nauc_mrr_at_1000_std": 0.348496, "nauc_mrr_at_1000_diff1": 0.444093, "hit_rate_at_1": 0.7907, "hit_rate_at_3": 0.92558, "hit_rate_at_5": 0.94884, "hit_rate_at_10": 0.95814, "hit_rate_at_20": 0.96744, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.68703, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.47209, "ndcg_at_3": 0.42818, "ndcg_at_5": 0.43226, "ndcg_at_10": 0.4368, "ndcg_at_20": 0.45365, "ndcg_at_100": 0.46961, "ndcg_at_1000": 0.46961, "map_at_1": 0.18271, "map_at_3": 0.27846, "map_at_5": 0.31854, "map_at_10": 0.34738, "map_at_20": 0.36159, "map_at_100": 0.36869, "map_at_1000": 0.36869, "recall_at_1": 0.18271, "recall_at_3": 0.30866, "recall_at_5": 0.38081, "recall_at_10": 0.44521, "recall_at_20": 0.50482, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.18271, "precision_at_1": 0.52093, "precision_at_3": 0.35039, "precision_at_5": 0.28, "precision_at_10": 0.18, "precision_at_20": 0.10651, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.52093, "mrr_at_3": 0.565891, "mrr_at_5": 0.574729, "mrr_at_10": 0.580404, "mrr_at_20": 0.582156, "mrr_at_100": 0.582672, "mrr_at_1000": 0.582672, "nauc_ndcg_at_1_max": 0.623729, "nauc_ndcg_at_1_std": 0.595871, "nauc_ndcg_at_1_diff1": 0.653616, "nauc_ndcg_at_3_max": 0.672818, "nauc_ndcg_at_3_std": 0.652441, "nauc_ndcg_at_3_diff1": 0.582836, "nauc_ndcg_at_5_max": 0.712369, "nauc_ndcg_at_5_std": 0.694157, "nauc_ndcg_at_5_diff1": 0.583707, "nauc_ndcg_at_10_max": 0.721136, "nauc_ndcg_at_10_std": 0.707833, "nauc_ndcg_at_10_diff1": 0.583288, "nauc_ndcg_at_20_max": 0.715582, "nauc_ndcg_at_20_std": 0.702966, "nauc_ndcg_at_20_diff1": 0.58699, "nauc_ndcg_at_100_max": 0.719165, "nauc_ndcg_at_100_std": 0.706334, "nauc_ndcg_at_100_diff1": 0.589263, "nauc_ndcg_at_1000_max": 0.719165, "nauc_ndcg_at_1000_std": 0.706334, "nauc_ndcg_at_1000_diff1": 0.589263, "nauc_map_at_1_max": 0.463579, "nauc_map_at_1_std": 0.40446, "nauc_map_at_1_diff1": 0.466209, "nauc_map_at_3_max": 0.565618, "nauc_map_at_3_std": 0.530565, "nauc_map_at_3_diff1": 0.490898, "nauc_map_at_5_max": 0.626751, "nauc_map_at_5_std": 0.6002, "nauc_map_at_5_diff1": 0.494426, "nauc_map_at_10_max": 0.655054, "nauc_map_at_10_std": 0.636859, "nauc_map_at_10_diff1": 0.50161, "nauc_map_at_20_max": 0.660902, "nauc_map_at_20_std": 0.643326, "nauc_map_at_20_diff1": 0.512074, "nauc_map_at_100_max": 0.665936, "nauc_map_at_100_std": 0.648006, "nauc_map_at_100_diff1": 0.514896, "nauc_map_at_1000_max": 0.665936, "nauc_map_at_1000_std": 0.648006, "nauc_map_at_1000_diff1": 0.514896, "nauc_recall_at_1_max": 0.463579, "nauc_recall_at_1_std": 0.40446, "nauc_recall_at_1_diff1": 0.466209, "nauc_recall_at_3_max": 0.554995, "nauc_recall_at_3_std": 0.525486, "nauc_recall_at_3_diff1": 0.460546, "nauc_recall_at_5_max": 0.621886, "nauc_recall_at_5_std": 0.610602, "nauc_recall_at_5_diff1": 0.445497, "nauc_recall_at_10_max": 0.661261, "nauc_recall_at_10_std": 0.664906, "nauc_recall_at_10_diff1": 0.465549, "nauc_recall_at_20_max": 0.673877, "nauc_recall_at_20_std": 0.680616, "nauc_recall_at_20_diff1": 0.504104, "nauc_recall_at_100_max": 0.682934, "nauc_recall_at_100_std": 0.687879, "nauc_recall_at_100_diff1": 0.515773, "nauc_recall_at_1000_max": 0.682934, "nauc_recall_at_1000_std": 0.687879, "nauc_recall_at_1000_diff1": 0.515773, "nauc_precision_at_1_max": 0.658124, "nauc_precision_at_1_std": 0.640787, "nauc_precision_at_1_diff1": 0.673759, "nauc_precision_at_3_max": 0.590531, "nauc_precision_at_3_std": 0.602297, "nauc_precision_at_3_diff1": 0.441164, "nauc_precision_at_5_max": 0.579715, "nauc_precision_at_5_std": 0.599246, "nauc_precision_at_5_diff1": 0.377581, "nauc_precision_at_10_max": 0.514003, "nauc_precision_at_10_std": 0.548924, "nauc_precision_at_10_diff1": 0.323783, "nauc_precision_at_20_max": 0.472906, "nauc_precision_at_20_std": 0.50233, "nauc_precision_at_20_diff1": 0.325393, "nauc_precision_at_100_max": 0.423622, "nauc_precision_at_100_std": 0.449037, "nauc_precision_at_100_diff1": 0.290041, "nauc_precision_at_1000_max": 0.423622, "nauc_precision_at_1000_std": 0.449037, "nauc_precision_at_1000_diff1": 0.290041, "nauc_mrr_at_1_max": 0.658124, "nauc_mrr_at_1_std": 0.640787, "nauc_mrr_at_1_diff1": 0.673759, "nauc_mrr_at_3_max": 0.726818, "nauc_mrr_at_3_std": 0.714142, "nauc_mrr_at_3_diff1": 0.676186, "nauc_mrr_at_5_max": 0.734524, "nauc_mrr_at_5_std": 0.722508, "nauc_mrr_at_5_diff1": 0.684725, "nauc_mrr_at_10_max": 0.734463, "nauc_mrr_at_10_std": 0.722905, "nauc_mrr_at_10_diff1": 0.691859, "nauc_mrr_at_20_max": 0.734774, "nauc_mrr_at_20_std": 0.723169, "nauc_mrr_at_20_diff1": 0.692473, "nauc_mrr_at_100_max": 0.734628, "nauc_mrr_at_100_std": 0.723081, "nauc_mrr_at_100_diff1": 0.692679, "nauc_mrr_at_1000_max": 0.734628, "nauc_mrr_at_1000_std": 0.723081, "nauc_mrr_at_1000_diff1": 0.692679, "hit_rate_at_1": 0.52093, "hit_rate_at_3": 0.62326, "hit_rate_at_5": 0.66047, "hit_rate_at_10": 0.69767, "hit_rate_at_20": 0.72093, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.4368, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.5186, "ndcg_at_3": 0.48631, "ndcg_at_5": 0.48269, "ndcg_at_10": 0.49606, "ndcg_at_20": 0.51317, "ndcg_at_100": 0.53023, "ndcg_at_1000": 0.53023, "map_at_1": 0.19267, "map_at_3": 0.30249, "map_at_5": 0.34602, "map_at_10": 0.38253, "map_at_20": 0.39644, "map_at_100": 0.40439, "map_at_1000": 0.40439, "recall_at_1": 0.19267, "recall_at_3": 0.34519, "recall_at_5": 0.42302, "recall_at_10": 0.51013, "recall_at_20": 0.57271, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.19267, "precision_at_1": 0.56279, "precision_at_3": 0.39225, "precision_at_5": 0.30605, "precision_at_10": 0.1986, "precision_at_20": 0.11419, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.562791, "mrr_at_3": 0.636434, "mrr_at_5": 0.646202, "mrr_at_10": 0.649967, "mrr_at_20": 0.651561, "mrr_at_100": 0.652042, "mrr_at_1000": 0.652042, "nauc_ndcg_at_1_max": 0.492898, "nauc_ndcg_at_1_std": 0.41032, "nauc_ndcg_at_1_diff1": 0.694393, "nauc_ndcg_at_3_max": 0.575522, "nauc_ndcg_at_3_std": 0.517511, "nauc_ndcg_at_3_diff1": 0.613489, "nauc_ndcg_at_5_max": 0.61461, "nauc_ndcg_at_5_std": 0.571315, "nauc_ndcg_at_5_diff1": 0.577427, "nauc_ndcg_at_10_max": 0.631928, "nauc_ndcg_at_10_std": 0.590798, "nauc_ndcg_at_10_diff1": 0.585719, "nauc_ndcg_at_20_max": 0.623493, "nauc_ndcg_at_20_std": 0.587347, "nauc_ndcg_at_20_diff1": 0.580689, "nauc_ndcg_at_100_max": 0.628226, "nauc_ndcg_at_100_std": 0.59762, "nauc_ndcg_at_100_diff1": 0.584988, "nauc_ndcg_at_1000_max": 0.628226, "nauc_ndcg_at_1000_std": 0.59762, "nauc_ndcg_at_1000_diff1": 0.584988, "nauc_map_at_1_max": 0.337162, "nauc_map_at_1_std": 0.259657, "nauc_map_at_1_diff1": 0.466622, "nauc_map_at_3_max": 0.429262, "nauc_map_at_3_std": 0.36494, "nauc_map_at_3_diff1": 0.470565, "nauc_map_at_5_max": 0.500484, "nauc_map_at_5_std": 0.450484, "nauc_map_at_5_diff1": 0.469871, "nauc_map_at_10_max": 0.553741, "nauc_map_at_10_std": 0.509363, "nauc_map_at_10_diff1": 0.498123, "nauc_map_at_20_max": 0.558542, "nauc_map_at_20_std": 0.517036, "nauc_map_at_20_diff1": 0.502264, "nauc_map_at_100_max": 0.564302, "nauc_map_at_100_std": 0.525921, "nauc_map_at_100_diff1": 0.505922, "nauc_map_at_1000_max": 0.564302, "nauc_map_at_1000_std": 0.525921, "nauc_map_at_1000_diff1": 0.505922, "nauc_recall_at_1_max": 0.337162, "nauc_recall_at_1_std": 0.259657, "nauc_recall_at_1_diff1": 0.466622, "nauc_recall_at_3_max": 0.392805, "nauc_recall_at_3_std": 0.34833, "nauc_recall_at_3_diff1": 0.386059, "nauc_recall_at_5_max": 0.470157, "nauc_recall_at_5_std": 0.447695, "nauc_recall_at_5_diff1": 0.359565, "nauc_recall_at_10_max": 0.537568, "nauc_recall_at_10_std": 0.526142, "nauc_recall_at_10_diff1": 0.390761, "nauc_recall_at_20_max": 0.549456, "nauc_recall_at_20_std": 0.548735, "nauc_recall_at_20_diff1": 0.407533, "nauc_recall_at_100_max": 0.560557, "nauc_recall_at_100_std": 0.580847, "nauc_recall_at_100_diff1": 0.419938, "nauc_recall_at_1000_max": 0.560557, "nauc_recall_at_1000_std": 0.580847, "nauc_recall_at_1000_diff1": 0.419938, "nauc_precision_at_1_max": 0.5204, "nauc_precision_at_1_std": 0.43706, "nauc_precision_at_1_diff1": 0.737341, "nauc_precision_at_3_max": 0.524328, "nauc_precision_at_3_std": 0.50775, "nauc_precision_at_3_diff1": 0.455771, "nauc_precision_at_5_max": 0.557213, "nauc_precision_at_5_std": 0.566618, "nauc_precision_at_5_diff1": 0.371724, "nauc_precision_at_10_max": 0.499386, "nauc_precision_at_10_std": 0.517182, "nauc_precision_at_10_diff1": 0.318775, "nauc_precision_at_20_max": 0.464778, "nauc_precision_at_20_std": 0.493262, "nauc_precision_at_20_diff1": 0.300767, "nauc_precision_at_100_max": 0.417217, "nauc_precision_at_100_std": 0.458002, "nauc_precision_at_100_diff1": 0.260712, "nauc_precision_at_1000_max": 0.417217, "nauc_precision_at_1000_std": 0.458002, "nauc_precision_at_1000_diff1": 0.260712, "nauc_mrr_at_1_max": 0.5204, "nauc_mrr_at_1_std": 0.43706, "nauc_mrr_at_1_diff1": 0.737341, "nauc_mrr_at_3_max": 0.622612, "nauc_mrr_at_3_std": 0.562478, "nauc_mrr_at_3_diff1": 0.74714, "nauc_mrr_at_5_max": 0.622036, "nauc_mrr_at_5_std": 0.559848, "nauc_mrr_at_5_diff1": 0.742649, "nauc_mrr_at_10_max": 0.625414, "nauc_mrr_at_10_std": 0.562621, "nauc_mrr_at_10_diff1": 0.749247, "nauc_mrr_at_20_max": 0.625352, "nauc_mrr_at_20_std": 0.5638, "nauc_mrr_at_20_diff1": 0.748925, "nauc_mrr_at_100_max": 0.625213, "nauc_mrr_at_100_std": 0.563627, "nauc_mrr_at_100_diff1": 0.749472, "nauc_mrr_at_1000_max": 0.625213, "nauc_mrr_at_1000_std": 0.563627, "nauc_mrr_at_1000_diff1": 0.749472, "hit_rate_at_1": 0.56279, "hit_rate_at_3": 0.72558, "hit_rate_at_5": 0.76744, "hit_rate_at_10": 0.7907, "hit_rate_at_20": 0.81395, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.49606, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.4907, "ndcg_at_3": 0.44078, "ndcg_at_5": 0.42828, "ndcg_at_10": 0.43867, "ndcg_at_20": 0.45247, "ndcg_at_100": 0.46818, "ndcg_at_1000": 0.46818, "map_at_1": 0.18186, "map_at_3": 0.26929, "map_at_5": 0.29828, "map_at_10": 0.33175, "map_at_20": 0.3441, "map_at_100": 0.3517, "map_at_1000": 0.3517, "recall_at_1": 0.18186, "recall_at_3": 0.30605, "recall_at_5": 0.35905, "recall_at_10": 0.43851, "recall_at_20": 0.4884, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.18186, "precision_at_1": 0.53023, "precision_at_3": 0.35969, "precision_at_5": 0.26977, "precision_at_10": 0.17814, "precision_at_20": 0.10256, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.530233, "mrr_at_3": 0.592248, "mrr_at_5": 0.597364, "mrr_at_10": 0.600631, "mrr_at_20": 0.601744, "mrr_at_100": 0.602329, "mrr_at_1000": 0.602329, "nauc_ndcg_at_1_max": 0.525622, "nauc_ndcg_at_1_std": 0.499847, "nauc_ndcg_at_1_diff1": 0.635305, "nauc_ndcg_at_3_max": 0.610792, "nauc_ndcg_at_3_std": 0.586545, "nauc_ndcg_at_3_diff1": 0.615607, "nauc_ndcg_at_5_max": 0.647306, "nauc_ndcg_at_5_std": 0.623529, "nauc_ndcg_at_5_diff1": 0.625739, "nauc_ndcg_at_10_max": 0.647148, "nauc_ndcg_at_10_std": 0.62771, "nauc_ndcg_at_10_diff1": 0.619783, "nauc_ndcg_at_20_max": 0.641735, "nauc_ndcg_at_20_std": 0.621818, "nauc_ndcg_at_20_diff1": 0.616953, "nauc_ndcg_at_100_max": 0.656288, "nauc_ndcg_at_100_std": 0.636017, "nauc_ndcg_at_100_diff1": 0.634082, "nauc_ndcg_at_1000_max": 0.656288, "nauc_ndcg_at_1000_std": 0.636017, "nauc_ndcg_at_1000_diff1": 0.634082, "nauc_map_at_1_max": 0.399958, "nauc_map_at_1_std": 0.350028, "nauc_map_at_1_diff1": 0.488852, "nauc_map_at_3_max": 0.485413, "nauc_map_at_3_std": 0.453174, "nauc_map_at_3_diff1": 0.503298, "nauc_map_at_5_max": 0.536313, "nauc_map_at_5_std": 0.506758, "nauc_map_at_5_diff1": 0.515619, "nauc_map_at_10_max": 0.570436, "nauc_map_at_10_std": 0.544098, "nauc_map_at_10_diff1": 0.532824, "nauc_map_at_20_max": 0.583537, "nauc_map_at_20_std": 0.557614, "nauc_map_at_20_diff1": 0.54267, "nauc_map_at_100_max": 0.594303, "nauc_map_at_100_std": 0.568346, "nauc_map_at_100_diff1": 0.554265, "nauc_map_at_1000_max": 0.594303, "nauc_map_at_1000_std": 0.568346, "nauc_map_at_1000_diff1": 0.554265, "nauc_recall_at_1_max": 0.399958, "nauc_recall_at_1_std": 0.350028, "nauc_recall_at_1_diff1": 0.488852, "nauc_recall_at_3_max": 0.468471, "nauc_recall_at_3_std": 0.449369, "nauc_recall_at_3_diff1": 0.45503, "nauc_recall_at_5_max": 0.522687, "nauc_recall_at_5_std": 0.510703, "nauc_recall_at_5_diff1": 0.448229, "nauc_recall_at_10_max": 0.565979, "nauc_recall_at_10_std": 0.56239, "nauc_recall_at_10_diff1": 0.469363, "nauc_recall_at_20_max": 0.579076, "nauc_recall_at_20_std": 0.576934, "nauc_recall_at_20_diff1": 0.48184, "nauc_recall_at_100_max": 0.609364, "nauc_recall_at_100_std": 0.603709, "nauc_recall_at_100_diff1": 0.526384, "nauc_recall_at_1000_max": 0.609364, "nauc_recall_at_1000_std": 0.603709, "nauc_recall_at_1000_diff1": 0.526384, "nauc_precision_at_1_max": 0.555278, "nauc_precision_at_1_std": 0.530266, "nauc_precision_at_1_diff1": 0.672161, "nauc_precision_at_3_max": 0.528977, "nauc_precision_at_3_std": 0.525848, "nauc_precision_at_3_diff1": 0.475614, "nauc_precision_at_5_max": 0.54344, "nauc_precision_at_5_std": 0.543046, "nauc_precision_at_5_diff1": 0.436601, "nauc_precision_at_10_max": 0.509384, "nauc_precision_at_10_std": 0.514784, "nauc_precision_at_10_diff1": 0.398578, "nauc_precision_at_20_max": 0.496275, "nauc_precision_at_20_std": 0.500064, "nauc_precision_at_20_diff1": 0.394189, "nauc_precision_at_100_max": 0.476915, "nauc_precision_at_100_std": 0.479624, "nauc_precision_at_100_diff1": 0.394989, "nauc_precision_at_1000_max": 0.476915, "nauc_precision_at_1000_std": 0.479624, "nauc_precision_at_1000_diff1": 0.394989, "nauc_mrr_at_1_max": 0.555278, "nauc_mrr_at_1_std": 0.530266, "nauc_mrr_at_1_diff1": 0.672161, "nauc_mrr_at_3_max": 0.640378, "nauc_mrr_at_3_std": 0.61845, "nauc_mrr_at_3_diff1": 0.715329, "nauc_mrr_at_5_max": 0.646871, "nauc_mrr_at_5_std": 0.62774, "nauc_mrr_at_5_diff1": 0.715652, "nauc_mrr_at_10_max": 0.649162, "nauc_mrr_at_10_std": 0.630316, "nauc_mrr_at_10_diff1": 0.717759, "nauc_mrr_at_20_max": 0.648741, "nauc_mrr_at_20_std": 0.629845, "nauc_mrr_at_20_diff1": 0.717517, "nauc_mrr_at_100_max": 0.648539, "nauc_mrr_at_100_std": 0.629468, "nauc_mrr_at_100_diff1": 0.717551, "nauc_mrr_at_1000_max": 0.648539, "nauc_mrr_at_1000_std": 0.629468, "nauc_mrr_at_1000_diff1": 0.717551, "hit_rate_at_1": 0.53023, "hit_rate_at_3": 0.66977, "hit_rate_at_5": 0.69302, "hit_rate_at_10": 0.71628, "hit_rate_at_20": 0.73023, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.43867, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 819.961311775005, "kg_co2_emissions": null, "date": 1791743651.020866, "evaluation_phases": [ { "name": "Data loading", "start": 1.4020995877217501e-05, "end": 31.638336670999706, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 31.638394527995843, "end": 31.638397802998952, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 31.642605542998353, "end": 175.74874130800163, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 175.74879771300039, "end": 175.78961071999947, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 175.80279169300047, "end": 307.626327926002, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 307.6264000939991, "end": 307.6622620010021, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 307.6749171889969, "end": 436.64494841099804, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 436.6450276989999, "end": 436.6789330850006, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 436.6915467409999, "end": 566.9662483069988, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 566.9662991229998, "end": 567.0015582330016, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 567.0136040799989, "end": 698.2907505719995, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 698.2907915229953, "end": 698.3333009999988, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 698.3469088749989, "end": 819.9168913219983, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 819.9169436699958, "end": 819.9518653819978, "split": "test", "subset": "portuguese" } ] }