{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.38576, "ndcg_at_3": 0.4004, "ndcg_at_5": 0.42066, "ndcg_at_10": 0.44541, "ndcg_at_20": 0.48036, "ndcg_at_100": 0.51167, "ndcg_at_1000": 0.51167, "map_at_1": 0.14743, "map_at_3": 0.21967, "map_at_5": 0.25709, "map_at_10": 0.30766, "map_at_20": 0.34151, "map_at_100": 0.3565, "map_at_1000": 0.3565, "recall_at_1": 0.14743, "recall_at_3": 0.26831, "recall_at_5": 0.34784, "recall_at_10": 0.46348, "recall_at_20": 0.57803, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.14743, "precision_at_1": 0.40397, "precision_at_3": 0.31788, "precision_at_5": 0.29139, "precision_at_10": 0.23775, "precision_at_20": 0.16639, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.403974, "mrr_at_3": 0.518212, "mrr_at_5": 0.543709, "mrr_at_10": 0.554679, "mrr_at_20": 0.558295, "mrr_at_100": 0.559266, "mrr_at_1000": 0.559266, "nauc_ndcg_at_1_max": 0.276075, "nauc_ndcg_at_1_std": 0.03422, "nauc_ndcg_at_1_diff1": 0.156997, "nauc_ndcg_at_3_max": 0.301529, "nauc_ndcg_at_3_std": 0.113238, "nauc_ndcg_at_3_diff1": 0.096223, "nauc_ndcg_at_5_max": 0.309013, "nauc_ndcg_at_5_std": 0.126943, "nauc_ndcg_at_5_diff1": 0.097087, "nauc_ndcg_at_10_max": 0.308641, "nauc_ndcg_at_10_std": 0.149804, "nauc_ndcg_at_10_diff1": 0.093184, "nauc_ndcg_at_20_max": 0.320367, "nauc_ndcg_at_20_std": 0.158773, "nauc_ndcg_at_20_diff1": 0.084352, "nauc_ndcg_at_100_max": 0.343224, "nauc_ndcg_at_100_std": 0.193805, "nauc_ndcg_at_100_diff1": 0.077316, "nauc_ndcg_at_1000_max": 0.343224, "nauc_ndcg_at_1000_std": 0.193805, "nauc_ndcg_at_1000_diff1": 0.077316, "nauc_map_at_1_max": 0.081403, "nauc_map_at_1_std": -0.164542, "nauc_map_at_1_diff1": 0.355254, "nauc_map_at_3_max": 0.11806, "nauc_map_at_3_std": -0.109355, "nauc_map_at_3_diff1": 0.275397, "nauc_map_at_5_max": 0.156357, "nauc_map_at_5_std": -0.057607, "nauc_map_at_5_diff1": 0.247277, "nauc_map_at_10_max": 0.202582, "nauc_map_at_10_std": 0.025102, "nauc_map_at_10_diff1": 0.182024, "nauc_map_at_20_max": 0.237877, "nauc_map_at_20_std": 0.070481, "nauc_map_at_20_diff1": 0.146224, "nauc_map_at_100_max": 0.254522, "nauc_map_at_100_std": 0.092156, "nauc_map_at_100_diff1": 0.137614, "nauc_map_at_1000_max": 0.254522, "nauc_map_at_1000_std": 0.092156, "nauc_map_at_1000_diff1": 0.137614, "nauc_recall_at_1_max": 0.081403, "nauc_recall_at_1_std": -0.164542, "nauc_recall_at_1_diff1": 0.355254, "nauc_recall_at_3_max": 0.108734, "nauc_recall_at_3_std": -0.088453, "nauc_recall_at_3_diff1": 0.208964, "nauc_recall_at_5_max": 0.128536, "nauc_recall_at_5_std": -0.033826, "nauc_recall_at_5_diff1": 0.184833, "nauc_recall_at_10_max": 0.186606, "nauc_recall_at_10_std": 0.088568, "nauc_recall_at_10_diff1": 0.104916, "nauc_recall_at_20_max": 0.236792, "nauc_recall_at_20_std": 0.142712, "nauc_recall_at_20_diff1": 0.024583, "nauc_recall_at_100_max": 0.309183, "nauc_recall_at_100_std": 0.249747, "nauc_recall_at_100_diff1": 0.002542, "nauc_recall_at_1000_max": 0.309183, "nauc_recall_at_1000_std": 0.249747, "nauc_recall_at_1000_diff1": 0.002542, "nauc_precision_at_1_max": 0.295142, "nauc_precision_at_1_std": 0.04571, "nauc_precision_at_1_diff1": 0.150163, "nauc_precision_at_3_max": 0.357927, "nauc_precision_at_3_std": 0.264483, "nauc_precision_at_3_diff1": -0.09104, "nauc_precision_at_5_max": 0.367581, "nauc_precision_at_5_std": 0.336295, "nauc_precision_at_5_diff1": -0.178838, "nauc_precision_at_10_max": 0.326588, "nauc_precision_at_10_std": 0.393708, "nauc_precision_at_10_diff1": -0.245967, "nauc_precision_at_20_max": 0.314464, "nauc_precision_at_20_std": 0.399746, "nauc_precision_at_20_diff1": -0.261872, "nauc_precision_at_100_max": 0.302616, "nauc_precision_at_100_std": 0.414465, "nauc_precision_at_100_diff1": -0.26423, "nauc_precision_at_1000_max": 0.302616, "nauc_precision_at_1000_std": 0.414465, "nauc_precision_at_1000_diff1": -0.26423, "nauc_mrr_at_1_max": 0.295142, "nauc_mrr_at_1_std": 0.04571, "nauc_mrr_at_1_diff1": 0.150163, "nauc_mrr_at_3_max": 0.356787, "nauc_mrr_at_3_std": 0.131081, "nauc_mrr_at_3_diff1": 0.092747, "nauc_mrr_at_5_max": 0.361569, "nauc_mrr_at_5_std": 0.134011, "nauc_mrr_at_5_diff1": 0.097505, "nauc_mrr_at_10_max": 0.364498, "nauc_mrr_at_10_std": 0.142163, "nauc_mrr_at_10_diff1": 0.099746, "nauc_mrr_at_20_max": 0.364209, "nauc_mrr_at_20_std": 0.140108, "nauc_mrr_at_20_diff1": 0.099202, "nauc_mrr_at_100_max": 0.364085, "nauc_mrr_at_100_std": 0.140107, "nauc_mrr_at_100_diff1": 0.10003, "nauc_mrr_at_1000_max": 0.364085, "nauc_mrr_at_1000_std": 0.140107, "nauc_mrr_at_1000_diff1": 0.10003, "hit_rate_at_1": 0.40397, "hit_rate_at_3": 0.65563, "hit_rate_at_5": 0.76821, "hit_rate_at_10": 0.84768, "hit_rate_at_20": 0.90066, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.44541, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.2649, "ndcg_at_3": 0.25523, "ndcg_at_5": 0.2607, "ndcg_at_10": 0.25886, "ndcg_at_20": 0.26716, "ndcg_at_100": 0.27382, "ndcg_at_1000": 0.27382, "map_at_1": 0.10022, "map_at_3": 0.14252, "map_at_5": 0.16156, "map_at_10": 0.17867, "map_at_20": 0.18904, "map_at_100": 0.19211, "map_at_1000": 0.19211, "recall_at_1": 0.10022, "recall_at_3": 0.16927, "recall_at_5": 0.21193, "recall_at_10": 0.25775, "recall_at_20": 0.29883, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.10022, "precision_at_1": 0.28146, "precision_at_3": 0.20419, "precision_at_5": 0.17285, "precision_at_10": 0.11887, "precision_at_20": 0.07318, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.281457, "mrr_at_3": 0.352649, "mrr_at_5": 0.366722, "mrr_at_10": 0.372648, "mrr_at_20": 0.374274, "mrr_at_100": 0.374753, "mrr_at_1000": 0.374753, "nauc_ndcg_at_1_max": 0.413207, "nauc_ndcg_at_1_std": 0.37385, "nauc_ndcg_at_1_diff1": 0.31205, "nauc_ndcg_at_3_max": 0.499138, "nauc_ndcg_at_3_std": 0.451571, "nauc_ndcg_at_3_diff1": 0.278965, "nauc_ndcg_at_5_max": 0.529039, "nauc_ndcg_at_5_std": 0.495811, "nauc_ndcg_at_5_diff1": 0.270157, "nauc_ndcg_at_10_max": 0.531973, "nauc_ndcg_at_10_std": 0.505867, "nauc_ndcg_at_10_diff1": 0.261285, "nauc_ndcg_at_20_max": 0.541028, "nauc_ndcg_at_20_std": 0.51854, "nauc_ndcg_at_20_diff1": 0.249903, "nauc_ndcg_at_100_max": 0.548257, "nauc_ndcg_at_100_std": 0.533078, "nauc_ndcg_at_100_diff1": 0.244464, "nauc_ndcg_at_1000_max": 0.548257, "nauc_ndcg_at_1000_std": 0.533078, "nauc_ndcg_at_1000_diff1": 0.244464, "nauc_map_at_1_max": 0.329962, "nauc_map_at_1_std": 0.233432, "nauc_map_at_1_diff1": 0.349661, "nauc_map_at_3_max": 0.386295, "nauc_map_at_3_std": 0.308165, "nauc_map_at_3_diff1": 0.314856, "nauc_map_at_5_max": 0.421681, "nauc_map_at_5_std": 0.363435, "nauc_map_at_5_diff1": 0.291761, "nauc_map_at_10_max": 0.456605, "nauc_map_at_10_std": 0.412217, "nauc_map_at_10_diff1": 0.268183, "nauc_map_at_20_max": 0.47791, "nauc_map_at_20_std": 0.439098, "nauc_map_at_20_diff1": 0.251418, "nauc_map_at_100_max": 0.484745, "nauc_map_at_100_std": 0.449855, "nauc_map_at_100_diff1": 0.2468, "nauc_map_at_1000_max": 0.484745, "nauc_map_at_1000_std": 0.449855, "nauc_map_at_1000_diff1": 0.2468, "nauc_recall_at_1_max": 0.329962, "nauc_recall_at_1_std": 0.233432, "nauc_recall_at_1_diff1": 0.349661, "nauc_recall_at_3_max": 0.399978, "nauc_recall_at_3_std": 0.325725, "nauc_recall_at_3_diff1": 0.305335, "nauc_recall_at_5_max": 0.448563, "nauc_recall_at_5_std": 0.417259, "nauc_recall_at_5_diff1": 0.260335, "nauc_recall_at_10_max": 0.486608, "nauc_recall_at_10_std": 0.485172, "nauc_recall_at_10_diff1": 0.218823, "nauc_recall_at_20_max": 0.512809, "nauc_recall_at_20_std": 0.521899, "nauc_recall_at_20_diff1": 0.186956, "nauc_recall_at_100_max": 0.517056, "nauc_recall_at_100_std": 0.544348, "nauc_recall_at_100_diff1": 0.168002, "nauc_recall_at_1000_max": 0.517056, "nauc_recall_at_1000_std": 0.544348, "nauc_recall_at_1000_diff1": 0.168002, "nauc_precision_at_1_max": 0.416857, "nauc_precision_at_1_std": 0.385262, "nauc_precision_at_1_diff1": 0.282333, "nauc_precision_at_3_max": 0.529066, "nauc_precision_at_3_std": 0.533069, "nauc_precision_at_3_diff1": 0.152124, "nauc_precision_at_5_max": 0.554456, "nauc_precision_at_5_std": 0.592895, "nauc_precision_at_5_diff1": 0.099204, "nauc_precision_at_10_max": 0.562358, "nauc_precision_at_10_std": 0.623164, "nauc_precision_at_10_diff1": 0.05971, "nauc_precision_at_20_max": 0.574081, "nauc_precision_at_20_std": 0.636315, "nauc_precision_at_20_diff1": 0.029794, "nauc_precision_at_100_max": 0.572283, "nauc_precision_at_100_std": 0.655978, "nauc_precision_at_100_diff1": 0.008765, "nauc_precision_at_1000_max": 0.572283, "nauc_precision_at_1000_std": 0.655978, "nauc_precision_at_1000_diff1": 0.008765, "nauc_mrr_at_1_max": 0.416857, "nauc_mrr_at_1_std": 0.385262, "nauc_mrr_at_1_diff1": 0.282333, "nauc_mrr_at_3_max": 0.51015, "nauc_mrr_at_3_std": 0.475707, "nauc_mrr_at_3_diff1": 0.296929, "nauc_mrr_at_5_max": 0.530028, "nauc_mrr_at_5_std": 0.502635, "nauc_mrr_at_5_diff1": 0.297688, "nauc_mrr_at_10_max": 0.530392, "nauc_mrr_at_10_std": 0.50601, "nauc_mrr_at_10_diff1": 0.299447, "nauc_mrr_at_20_max": 0.530896, "nauc_mrr_at_20_std": 0.506299, "nauc_mrr_at_20_diff1": 0.300762, "nauc_mrr_at_100_max": 0.530699, "nauc_mrr_at_100_std": 0.506212, "nauc_mrr_at_100_diff1": 0.301073, "nauc_mrr_at_1000_max": 0.530699, "nauc_mrr_at_1000_std": 0.506212, "nauc_mrr_at_1000_diff1": 0.301073, "hit_rate_at_1": 0.28146, "hit_rate_at_3": 0.44702, "hit_rate_at_5": 0.50662, "hit_rate_at_10": 0.54967, "hit_rate_at_20": 0.57285, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.25886, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.24834, "ndcg_at_3": 0.2715, "ndcg_at_5": 0.27523, "ndcg_at_10": 0.2876, "ndcg_at_20": 0.30055, "ndcg_at_100": 0.3091, "ndcg_at_1000": 0.3091, "map_at_1": 0.0956, "map_at_3": 0.14878, "map_at_5": 0.16582, "map_at_10": 0.19023, "map_at_20": 0.20483, "map_at_100": 0.20937, "map_at_1000": 0.20937, "recall_at_1": 0.0956, "recall_at_3": 0.1903, "recall_at_5": 0.23016, "recall_at_10": 0.30607, "recall_at_20": 0.36354, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.0956, "precision_at_1": 0.2649, "precision_at_3": 0.22185, "precision_at_5": 0.18808, "precision_at_10": 0.14172, "precision_at_20": 0.09421, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.264901, "mrr_at_3": 0.357616, "mrr_at_5": 0.376325, "mrr_at_10": 0.386667, "mrr_at_20": 0.389428, "mrr_at_100": 0.389712, "mrr_at_1000": 0.389712, "nauc_ndcg_at_1_max": 0.333844, "nauc_ndcg_at_1_std": 0.242466, "nauc_ndcg_at_1_diff1": 0.276011, "nauc_ndcg_at_3_max": 0.405048, "nauc_ndcg_at_3_std": 0.344747, "nauc_ndcg_at_3_diff1": 0.235025, "nauc_ndcg_at_5_max": 0.42594, "nauc_ndcg_at_5_std": 0.372277, "nauc_ndcg_at_5_diff1": 0.237601, "nauc_ndcg_at_10_max": 0.435481, "nauc_ndcg_at_10_std": 0.384856, "nauc_ndcg_at_10_diff1": 0.236907, "nauc_ndcg_at_20_max": 0.438316, "nauc_ndcg_at_20_std": 0.401948, "nauc_ndcg_at_20_diff1": 0.230393, "nauc_ndcg_at_100_max": 0.439739, "nauc_ndcg_at_100_std": 0.410408, "nauc_ndcg_at_100_diff1": 0.221305, "nauc_ndcg_at_1000_max": 0.439739, "nauc_ndcg_at_1000_std": 0.410408, "nauc_ndcg_at_1000_diff1": 0.221305, "nauc_map_at_1_max": 0.28118, "nauc_map_at_1_std": 0.138721, "nauc_map_at_1_diff1": 0.46196, "nauc_map_at_3_max": 0.298627, "nauc_map_at_3_std": 0.192901, "nauc_map_at_3_diff1": 0.354175, "nauc_map_at_5_max": 0.323568, "nauc_map_at_5_std": 0.226762, "nauc_map_at_5_diff1": 0.334279, "nauc_map_at_10_max": 0.362303, "nauc_map_at_10_std": 0.27956, "nauc_map_at_10_diff1": 0.29346, "nauc_map_at_20_max": 0.384392, "nauc_map_at_20_std": 0.318685, "nauc_map_at_20_diff1": 0.270208, "nauc_map_at_100_max": 0.387693, "nauc_map_at_100_std": 0.327313, "nauc_map_at_100_diff1": 0.262967, "nauc_map_at_1000_max": 0.387693, "nauc_map_at_1000_std": 0.327313, "nauc_map_at_1000_diff1": 0.262967, "nauc_recall_at_1_max": 0.28118, "nauc_recall_at_1_std": 0.138721, "nauc_recall_at_1_diff1": 0.46196, "nauc_recall_at_3_max": 0.283605, "nauc_recall_at_3_std": 0.207985, "nauc_recall_at_3_diff1": 0.286492, "nauc_recall_at_5_max": 0.320754, "nauc_recall_at_5_std": 0.256857, "nauc_recall_at_5_diff1": 0.265371, "nauc_recall_at_10_max": 0.366837, "nauc_recall_at_10_std": 0.326077, "nauc_recall_at_10_diff1": 0.204171, "nauc_recall_at_20_max": 0.392122, "nauc_recall_at_20_std": 0.390806, "nauc_recall_at_20_diff1": 0.157174, "nauc_recall_at_100_max": 0.398735, "nauc_recall_at_100_std": 0.410349, "nauc_recall_at_100_diff1": 0.13858, "nauc_recall_at_1000_max": 0.398735, "nauc_recall_at_1000_std": 0.410349, "nauc_recall_at_1000_diff1": 0.13858, "nauc_precision_at_1_max": 0.351511, "nauc_precision_at_1_std": 0.264266, "nauc_precision_at_1_diff1": 0.259071, "nauc_precision_at_3_max": 0.389042, "nauc_precision_at_3_std": 0.395609, "nauc_precision_at_3_diff1": 0.058373, "nauc_precision_at_5_max": 0.418714, "nauc_precision_at_5_std": 0.457645, "nauc_precision_at_5_diff1": -0.002164, "nauc_precision_at_10_max": 0.426401, "nauc_precision_at_10_std": 0.484663, "nauc_precision_at_10_diff1": -0.05892, "nauc_precision_at_20_max": 0.39454, "nauc_precision_at_20_std": 0.487489, "nauc_precision_at_20_diff1": -0.084943, "nauc_precision_at_100_max": 0.355495, "nauc_precision_at_100_std": 0.456267, "nauc_precision_at_100_diff1": -0.09753, "nauc_precision_at_1000_max": 0.355495, "nauc_precision_at_1000_std": 0.456267, "nauc_precision_at_1000_diff1": -0.09753, "nauc_mrr_at_1_max": 0.351511, "nauc_mrr_at_1_std": 0.264266, "nauc_mrr_at_1_diff1": 0.259071, "nauc_mrr_at_3_max": 0.410547, "nauc_mrr_at_3_std": 0.358227, "nauc_mrr_at_3_diff1": 0.221084, "nauc_mrr_at_5_max": 0.42757, "nauc_mrr_at_5_std": 0.379349, "nauc_mrr_at_5_diff1": 0.221604, "nauc_mrr_at_10_max": 0.428008, "nauc_mrr_at_10_std": 0.38186, "nauc_mrr_at_10_diff1": 0.223181, "nauc_mrr_at_20_max": 0.427267, "nauc_mrr_at_20_std": 0.381521, "nauc_mrr_at_20_diff1": 0.22406, "nauc_mrr_at_100_max": 0.42697, "nauc_mrr_at_100_std": 0.38133, "nauc_mrr_at_100_diff1": 0.223637, "nauc_mrr_at_1000_max": 0.42697, "nauc_mrr_at_1000_std": 0.38133, "nauc_mrr_at_1000_diff1": 0.223637, "hit_rate_at_1": 0.2649, "hit_rate_at_3": 0.47351, "hit_rate_at_5": 0.55629, "hit_rate_at_10": 0.63576, "hit_rate_at_20": 0.6755, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.2876, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.19205, "ndcg_at_3": 0.2054, "ndcg_at_5": 0.20971, "ndcg_at_10": 0.21936, "ndcg_at_20": 0.2308, "ndcg_at_100": 0.24441, "ndcg_at_1000": 0.24441, "map_at_1": 0.07948, "map_at_3": 0.11621, "map_at_5": 0.13142, "map_at_10": 0.15122, "map_at_20": 0.16321, "map_at_100": 0.17029, "map_at_1000": 0.17029, "recall_at_1": 0.07948, "recall_at_3": 0.14285, "recall_at_5": 0.17458, "recall_at_10": 0.23173, "recall_at_20": 0.27175, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.07948, "precision_at_1": 0.20199, "precision_at_3": 0.16115, "precision_at_5": 0.13907, "precision_at_10": 0.10629, "precision_at_20": 0.07219, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.201987, "mrr_at_3": 0.273179, "mrr_at_5": 0.282285, "mrr_at_10": 0.289861, "mrr_at_20": 0.291051, "mrr_at_100": 0.29149, "mrr_at_1000": 0.29149, "nauc_ndcg_at_1_max": 0.530347, "nauc_ndcg_at_1_std": 0.512405, "nauc_ndcg_at_1_diff1": 0.474249, "nauc_ndcg_at_3_max": 0.564873, "nauc_ndcg_at_3_std": 0.550361, "nauc_ndcg_at_3_diff1": 0.51256, "nauc_ndcg_at_5_max": 0.597606, "nauc_ndcg_at_5_std": 0.584296, "nauc_ndcg_at_5_diff1": 0.523731, "nauc_ndcg_at_10_max": 0.657059, "nauc_ndcg_at_10_std": 0.651322, "nauc_ndcg_at_10_diff1": 0.518628, "nauc_ndcg_at_20_max": 0.6761, "nauc_ndcg_at_20_std": 0.670787, "nauc_ndcg_at_20_diff1": 0.524291, "nauc_ndcg_at_100_max": 0.696382, "nauc_ndcg_at_100_std": 0.697475, "nauc_ndcg_at_100_diff1": 0.536433, "nauc_ndcg_at_1000_max": 0.696382, "nauc_ndcg_at_1000_std": 0.697475, "nauc_ndcg_at_1000_diff1": 0.536433, "nauc_map_at_1_max": 0.506162, "nauc_map_at_1_std": 0.440169, "nauc_map_at_1_diff1": 0.554835, "nauc_map_at_3_max": 0.514803, "nauc_map_at_3_std": 0.46056, "nauc_map_at_3_diff1": 0.519583, "nauc_map_at_5_max": 0.53829, "nauc_map_at_5_std": 0.495353, "nauc_map_at_5_diff1": 0.520682, "nauc_map_at_10_max": 0.583736, "nauc_map_at_10_std": 0.559064, "nauc_map_at_10_diff1": 0.503331, "nauc_map_at_20_max": 0.601425, "nauc_map_at_20_std": 0.585158, "nauc_map_at_20_diff1": 0.49845, "nauc_map_at_100_max": 0.614371, "nauc_map_at_100_std": 0.602539, "nauc_map_at_100_diff1": 0.502536, "nauc_map_at_1000_max": 0.614371, "nauc_map_at_1000_std": 0.602539, "nauc_map_at_1000_diff1": 0.502536, "nauc_recall_at_1_max": 0.506162, "nauc_recall_at_1_std": 0.440169, "nauc_recall_at_1_diff1": 0.554835, "nauc_recall_at_3_max": 0.496455, "nauc_recall_at_3_std": 0.44586, "nauc_recall_at_3_diff1": 0.504864, "nauc_recall_at_5_max": 0.542884, "nauc_recall_at_5_std": 0.505982, "nauc_recall_at_5_diff1": 0.510023, "nauc_recall_at_10_max": 0.652615, "nauc_recall_at_10_std": 0.648412, "nauc_recall_at_10_diff1": 0.469321, "nauc_recall_at_20_max": 0.694306, "nauc_recall_at_20_std": 0.695686, "nauc_recall_at_20_diff1": 0.485757, "nauc_recall_at_100_max": 0.733444, "nauc_recall_at_100_std": 0.752598, "nauc_recall_at_100_diff1": 0.507143, "nauc_recall_at_1000_max": 0.733444, "nauc_recall_at_1000_std": 0.752598, "nauc_recall_at_1000_diff1": 0.507143, "nauc_precision_at_1_max": 0.547718, "nauc_precision_at_1_std": 0.533806, "nauc_precision_at_1_diff1": 0.476213, "nauc_precision_at_3_max": 0.566258, "nauc_precision_at_3_std": 0.588866, "nauc_precision_at_3_diff1": 0.432274, "nauc_precision_at_5_max": 0.568029, "nauc_precision_at_5_std": 0.609335, "nauc_precision_at_5_diff1": 0.397875, "nauc_precision_at_10_max": 0.602311, "nauc_precision_at_10_std": 0.669491, "nauc_precision_at_10_diff1": 0.343499, "nauc_precision_at_20_max": 0.584539, "nauc_precision_at_20_std": 0.6571, "nauc_precision_at_20_diff1": 0.319523, "nauc_precision_at_100_max": 0.570306, "nauc_precision_at_100_std": 0.642159, "nauc_precision_at_100_diff1": 0.326058, "nauc_precision_at_1000_max": 0.570306, "nauc_precision_at_1000_std": 0.642159, "nauc_precision_at_1000_diff1": 0.326058, "nauc_mrr_at_1_max": 0.547718, "nauc_mrr_at_1_std": 0.533806, "nauc_mrr_at_1_diff1": 0.476213, "nauc_mrr_at_3_max": 0.598999, "nauc_mrr_at_3_std": 0.585586, "nauc_mrr_at_3_diff1": 0.52154, "nauc_mrr_at_5_max": 0.614541, "nauc_mrr_at_5_std": 0.601582, "nauc_mrr_at_5_diff1": 0.525099, "nauc_mrr_at_10_max": 0.631617, "nauc_mrr_at_10_std": 0.621358, "nauc_mrr_at_10_diff1": 0.53296, "nauc_mrr_at_20_max": 0.63196, "nauc_mrr_at_20_std": 0.621695, "nauc_mrr_at_20_diff1": 0.532679, "nauc_mrr_at_100_max": 0.632489, "nauc_mrr_at_100_std": 0.622541, "nauc_mrr_at_100_diff1": 0.533473, "nauc_mrr_at_1000_max": 0.632489, "nauc_mrr_at_1000_std": 0.622541, "nauc_mrr_at_1000_diff1": 0.533473, "hit_rate_at_1": 0.20199, "hit_rate_at_3": 0.35762, "hit_rate_at_5": 0.39735, "hit_rate_at_10": 0.45364, "hit_rate_at_20": 0.4702, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.21936, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.26325, "ndcg_at_3": 0.25543, "ndcg_at_5": 0.25298, "ndcg_at_10": 0.25899, "ndcg_at_20": 0.26945, "ndcg_at_100": 0.2779, "ndcg_at_1000": 0.2779, "map_at_1": 0.09428, "map_at_3": 0.13991, "map_at_5": 0.1572, "map_at_10": 0.17839, "map_at_20": 0.19064, "map_at_100": 0.19478, "map_at_1000": 0.19478, "recall_at_1": 0.09428, "recall_at_3": 0.16786, "recall_at_5": 0.20314, "recall_at_10": 0.25851, "recall_at_20": 0.30742, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.09428, "precision_at_1": 0.28477, "precision_at_3": 0.21082, "precision_at_5": 0.17351, "precision_at_10": 0.12583, "precision_at_20": 0.08079, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.284768, "mrr_at_3": 0.357616, "mrr_at_5": 0.367881, "mrr_at_10": 0.374572, "mrr_at_20": 0.377181, "mrr_at_100": 0.377866, "mrr_at_1000": 0.377866, "nauc_ndcg_at_1_max": 0.473083, "nauc_ndcg_at_1_std": 0.397771, "nauc_ndcg_at_1_diff1": 0.395237, "nauc_ndcg_at_3_max": 0.557233, "nauc_ndcg_at_3_std": 0.492892, "nauc_ndcg_at_3_diff1": 0.404198, "nauc_ndcg_at_5_max": 0.585768, "nauc_ndcg_at_5_std": 0.523968, "nauc_ndcg_at_5_diff1": 0.397914, "nauc_ndcg_at_10_max": 0.604799, "nauc_ndcg_at_10_std": 0.553958, "nauc_ndcg_at_10_diff1": 0.38146, "nauc_ndcg_at_20_max": 0.625214, "nauc_ndcg_at_20_std": 0.587504, "nauc_ndcg_at_20_diff1": 0.375435, "nauc_ndcg_at_100_max": 0.632576, "nauc_ndcg_at_100_std": 0.6024, "nauc_ndcg_at_100_diff1": 0.366744, "nauc_ndcg_at_1000_max": 0.632576, "nauc_ndcg_at_1000_std": 0.6024, "nauc_ndcg_at_1000_diff1": 0.366744, "nauc_map_at_1_max": 0.405101, "nauc_map_at_1_std": 0.313269, "nauc_map_at_1_diff1": 0.471805, "nauc_map_at_3_max": 0.441471, "nauc_map_at_3_std": 0.355514, "nauc_map_at_3_diff1": 0.433469, "nauc_map_at_5_max": 0.478858, "nauc_map_at_5_std": 0.398718, "nauc_map_at_5_diff1": 0.408684, "nauc_map_at_10_max": 0.522975, "nauc_map_at_10_std": 0.455191, "nauc_map_at_10_diff1": 0.378154, "nauc_map_at_20_max": 0.551727, "nauc_map_at_20_std": 0.494889, "nauc_map_at_20_diff1": 0.368419, "nauc_map_at_100_max": 0.55961, "nauc_map_at_100_std": 0.507234, "nauc_map_at_100_diff1": 0.363728, "nauc_map_at_1000_max": 0.55961, "nauc_map_at_1000_std": 0.507234, "nauc_map_at_1000_diff1": 0.363728, "nauc_recall_at_1_max": 0.405101, "nauc_recall_at_1_std": 0.313269, "nauc_recall_at_1_diff1": 0.471805, "nauc_recall_at_3_max": 0.432539, "nauc_recall_at_3_std": 0.358734, "nauc_recall_at_3_diff1": 0.408781, "nauc_recall_at_5_max": 0.491267, "nauc_recall_at_5_std": 0.4309, "nauc_recall_at_5_diff1": 0.369935, "nauc_recall_at_10_max": 0.548447, "nauc_recall_at_10_std": 0.522074, "nauc_recall_at_10_diff1": 0.311724, "nauc_recall_at_20_max": 0.597781, "nauc_recall_at_20_std": 0.602546, "nauc_recall_at_20_diff1": 0.295204, "nauc_recall_at_100_max": 0.613981, "nauc_recall_at_100_std": 0.630566, "nauc_recall_at_100_diff1": 0.280964, "nauc_recall_at_1000_max": 0.613981, "nauc_recall_at_1000_std": 0.630566, "nauc_recall_at_1000_diff1": 0.280964, "nauc_precision_at_1_max": 0.465735, "nauc_precision_at_1_std": 0.393128, "nauc_precision_at_1_diff1": 0.391176, "nauc_precision_at_3_max": 0.563775, "nauc_precision_at_3_std": 0.532444, "nauc_precision_at_3_diff1": 0.297204, "nauc_precision_at_5_max": 0.577798, "nauc_precision_at_5_std": 0.561446, "nauc_precision_at_5_diff1": 0.234613, "nauc_precision_at_10_max": 0.578752, "nauc_precision_at_10_std": 0.594455, "nauc_precision_at_10_diff1": 0.159323, "nauc_precision_at_20_max": 0.588971, "nauc_precision_at_20_std": 0.630267, "nauc_precision_at_20_diff1": 0.147035, "nauc_precision_at_100_max": 0.542284, "nauc_precision_at_100_std": 0.600952, "nauc_precision_at_100_diff1": 0.104885, "nauc_precision_at_1000_max": 0.542284, "nauc_precision_at_1000_std": 0.600952, "nauc_precision_at_1000_diff1": 0.104885, "nauc_mrr_at_1_max": 0.465735, "nauc_mrr_at_1_std": 0.393128, "nauc_mrr_at_1_diff1": 0.391176, "nauc_mrr_at_3_max": 0.553194, "nauc_mrr_at_3_std": 0.490949, "nauc_mrr_at_3_diff1": 0.410624, "nauc_mrr_at_5_max": 0.569331, "nauc_mrr_at_5_std": 0.510642, "nauc_mrr_at_5_diff1": 0.413542, "nauc_mrr_at_10_max": 0.572261, "nauc_mrr_at_10_std": 0.517526, "nauc_mrr_at_10_diff1": 0.413916, "nauc_mrr_at_20_max": 0.575216, "nauc_mrr_at_20_std": 0.520324, "nauc_mrr_at_20_diff1": 0.41662, "nauc_mrr_at_100_max": 0.574686, "nauc_mrr_at_100_std": 0.519931, "nauc_mrr_at_100_diff1": 0.415827, "nauc_mrr_at_1000_max": 0.574686, "nauc_mrr_at_1000_std": 0.519931, "nauc_mrr_at_1000_diff1": 0.415827, "hit_rate_at_1": 0.28477, "hit_rate_at_3": 0.44702, "hit_rate_at_5": 0.49338, "hit_rate_at_10": 0.54305, "hit_rate_at_20": 0.57947, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.25899, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.25166, "ndcg_at_3": 0.24182, "ndcg_at_5": 0.24945, "ndcg_at_10": 0.2507, "ndcg_at_20": 0.25885, "ndcg_at_100": 0.26225, "ndcg_at_1000": 0.26225, "map_at_1": 0.10025, "map_at_3": 0.13692, "map_at_5": 0.15499, "map_at_10": 0.17313, "map_at_20": 0.18579, "map_at_100": 0.18832, "map_at_1000": 0.18832, "recall_at_1": 0.10025, "recall_at_3": 0.16036, "recall_at_5": 0.19961, "recall_at_10": 0.24569, "recall_at_20": 0.28569, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.10025, "precision_at_1": 0.27483, "precision_at_3": 0.18764, "precision_at_5": 0.16623, "precision_at_10": 0.12086, "precision_at_20": 0.07732, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.274834, "mrr_at_3": 0.335541, "mrr_at_5": 0.350276, "mrr_at_10": 0.353843, "mrr_at_20": 0.354641, "mrr_at_100": 0.354909, "mrr_at_1000": 0.354909, "nauc_ndcg_at_1_max": 0.527808, "nauc_ndcg_at_1_std": 0.444191, "nauc_ndcg_at_1_diff1": 0.3936, "nauc_ndcg_at_3_max": 0.595416, "nauc_ndcg_at_3_std": 0.530859, "nauc_ndcg_at_3_diff1": 0.435247, "nauc_ndcg_at_5_max": 0.619819, "nauc_ndcg_at_5_std": 0.571609, "nauc_ndcg_at_5_diff1": 0.444892, "nauc_ndcg_at_10_max": 0.63237, "nauc_ndcg_at_10_std": 0.591206, "nauc_ndcg_at_10_diff1": 0.429337, "nauc_ndcg_at_20_max": 0.639276, "nauc_ndcg_at_20_std": 0.606825, "nauc_ndcg_at_20_diff1": 0.420254, "nauc_ndcg_at_100_max": 0.640714, "nauc_ndcg_at_100_std": 0.608553, "nauc_ndcg_at_100_diff1": 0.417669, "nauc_ndcg_at_1000_max": 0.640714, "nauc_ndcg_at_1000_std": 0.608553, "nauc_ndcg_at_1000_diff1": 0.417669, "nauc_map_at_1_max": 0.389662, "nauc_map_at_1_std": 0.279284, "nauc_map_at_1_diff1": 0.443699, "nauc_map_at_3_max": 0.454523, "nauc_map_at_3_std": 0.361009, "nauc_map_at_3_diff1": 0.446376, "nauc_map_at_5_max": 0.48937, "nauc_map_at_5_std": 0.41736, "nauc_map_at_5_diff1": 0.439714, "nauc_map_at_10_max": 0.532188, "nauc_map_at_10_std": 0.471387, "nauc_map_at_10_diff1": 0.415725, "nauc_map_at_20_max": 0.553708, "nauc_map_at_20_std": 0.502809, "nauc_map_at_20_diff1": 0.401753, "nauc_map_at_100_max": 0.55761, "nauc_map_at_100_std": 0.507666, "nauc_map_at_100_diff1": 0.40038, "nauc_map_at_1000_max": 0.55761, "nauc_map_at_1000_std": 0.507666, "nauc_map_at_1000_diff1": 0.40038, "nauc_recall_at_1_max": 0.389662, "nauc_recall_at_1_std": 0.279284, "nauc_recall_at_1_diff1": 0.443699, "nauc_recall_at_3_max": 0.470622, "nauc_recall_at_3_std": 0.389681, "nauc_recall_at_3_diff1": 0.450822, "nauc_recall_at_5_max": 0.517387, "nauc_recall_at_5_std": 0.478221, "nauc_recall_at_5_diff1": 0.429613, "nauc_recall_at_10_max": 0.584958, "nauc_recall_at_10_std": 0.566307, "nauc_recall_at_10_diff1": 0.392425, "nauc_recall_at_20_max": 0.604383, "nauc_recall_at_20_std": 0.604598, "nauc_recall_at_20_diff1": 0.359326, "nauc_recall_at_100_max": 0.607119, "nauc_recall_at_100_std": 0.608891, "nauc_recall_at_100_diff1": 0.353785, "nauc_recall_at_1000_max": 0.607119, "nauc_recall_at_1000_std": 0.608891, "nauc_recall_at_1000_diff1": 0.353785, "nauc_precision_at_1_max": 0.523605, "nauc_precision_at_1_std": 0.450189, "nauc_precision_at_1_diff1": 0.378685, "nauc_precision_at_3_max": 0.636877, "nauc_precision_at_3_std": 0.627027, "nauc_precision_at_3_diff1": 0.345253, "nauc_precision_at_5_max": 0.62922, "nauc_precision_at_5_std": 0.660178, "nauc_precision_at_5_diff1": 0.305754, "nauc_precision_at_10_max": 0.621433, "nauc_precision_at_10_std": 0.66207, "nauc_precision_at_10_diff1": 0.220953, "nauc_precision_at_20_max": 0.596882, "nauc_precision_at_20_std": 0.648888, "nauc_precision_at_20_diff1": 0.190894, "nauc_precision_at_100_max": 0.584171, "nauc_precision_at_100_std": 0.635958, "nauc_precision_at_100_diff1": 0.182006, "nauc_precision_at_1000_max": 0.584171, "nauc_precision_at_1000_std": 0.635958, "nauc_precision_at_1000_diff1": 0.182006, "nauc_mrr_at_1_max": 0.523605, "nauc_mrr_at_1_std": 0.450189, "nauc_mrr_at_1_diff1": 0.378685, "nauc_mrr_at_3_max": 0.607565, "nauc_mrr_at_3_std": 0.553313, "nauc_mrr_at_3_diff1": 0.425815, "nauc_mrr_at_5_max": 0.62302, "nauc_mrr_at_5_std": 0.575196, "nauc_mrr_at_5_diff1": 0.427434, "nauc_mrr_at_10_max": 0.622715, "nauc_mrr_at_10_std": 0.575914, "nauc_mrr_at_10_diff1": 0.427034, "nauc_mrr_at_20_max": 0.622379, "nauc_mrr_at_20_std": 0.57592, "nauc_mrr_at_20_diff1": 0.425972, "nauc_mrr_at_100_max": 0.622012, "nauc_mrr_at_100_std": 0.575641, "nauc_mrr_at_100_diff1": 0.42559, "nauc_mrr_at_1000_max": 0.622012, "nauc_mrr_at_1000_std": 0.575641, "nauc_mrr_at_1000_diff1": 0.42559, "hit_rate_at_1": 0.27483, "hit_rate_at_3": 0.41391, "hit_rate_at_5": 0.47682, "hit_rate_at_10": 0.5, "hit_rate_at_20": 0.50993, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.2507, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1069.568255889004, "kg_co2_emissions": null, "date": 1791751939.952458, "evaluation_phases": [ { "name": "Data loading", "start": 4.365996574051678e-06, "end": 69.85238112699881, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 69.85240405199875, "end": 69.85240603499551, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 69.86038518999703, "end": 236.19528347899904, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 236.19533792099537, "end": 236.2389054039959, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 236.25348775699968, "end": 402.76561677800055, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 402.7656518099975, "end": 402.8082486619969, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 402.821080679998, "end": 567.9207301209972, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 567.9207671759941, "end": 567.9648965789966, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 567.9777368689975, "end": 737.3665648629976, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 737.3665962300001, "end": 737.4106248219978, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 737.4232837909949, "end": 898.6713379609937, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 898.6713843599937, "end": 898.7154061719993, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 898.7299089969965, "end": 1069.503819546997, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1069.5038688599961, "end": 1069.5489271309998, "split": "test", "subset": "portuguese" } ] }