{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.39238, "ndcg_at_3": 0.40263, "ndcg_at_5": 0.41585, "ndcg_at_10": 0.44759, "ndcg_at_20": 0.48299, "ndcg_at_100": 0.51165, "ndcg_at_1000": 0.51165, "map_at_1": 0.13995, "map_at_3": 0.21824, "map_at_5": 0.25197, "map_at_10": 0.30364, "map_at_20": 0.34038, "map_at_100": 0.35441, "map_at_1000": 0.35441, "recall_at_1": 0.13995, "recall_at_3": 0.27097, "recall_at_5": 0.34242, "recall_at_10": 0.46705, "recall_at_20": 0.58869, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.13995, "precision_at_1": 0.41391, "precision_at_3": 0.3223, "precision_at_5": 0.28808, "precision_at_10": 0.23709, "precision_at_20": 0.16838, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.413907, "mrr_at_3": 0.524283, "mrr_at_5": 0.549283, "mrr_at_10": 0.559106, "mrr_at_20": 0.563013, "mrr_at_100": 0.564413, "mrr_at_1000": 0.564413, "nauc_ndcg_at_1_max": 0.270624, "nauc_ndcg_at_1_std": 0.049763, "nauc_ndcg_at_1_diff1": 0.092841, "nauc_ndcg_at_3_max": 0.3314, "nauc_ndcg_at_3_std": 0.051602, "nauc_ndcg_at_3_diff1": 0.019262, "nauc_ndcg_at_5_max": 0.33007, "nauc_ndcg_at_5_std": 0.077514, "nauc_ndcg_at_5_diff1": 0.003663, "nauc_ndcg_at_10_max": 0.337468, "nauc_ndcg_at_10_std": 0.102596, "nauc_ndcg_at_10_diff1": -0.000398, "nauc_ndcg_at_20_max": 0.341417, "nauc_ndcg_at_20_std": 0.12331, "nauc_ndcg_at_20_diff1": -0.021959, "nauc_ndcg_at_100_max": 0.350947, "nauc_ndcg_at_100_std": 0.152976, "nauc_ndcg_at_100_diff1": -0.047498, "nauc_ndcg_at_1000_max": 0.350947, "nauc_ndcg_at_1000_std": 0.152976, "nauc_ndcg_at_1000_diff1": -0.047498, "nauc_map_at_1_max": 0.173189, "nauc_map_at_1_std": -0.181285, "nauc_map_at_1_diff1": 0.314306, "nauc_map_at_3_max": 0.181447, "nauc_map_at_3_std": -0.18097, "nauc_map_at_3_diff1": 0.191862, "nauc_map_at_5_max": 0.201506, "nauc_map_at_5_std": -0.125092, "nauc_map_at_5_diff1": 0.153925, "nauc_map_at_10_max": 0.247812, "nauc_map_at_10_std": -0.026706, "nauc_map_at_10_diff1": 0.10076, "nauc_map_at_20_max": 0.27305, "nauc_map_at_20_std": 0.03435, "nauc_map_at_20_diff1": 0.062609, "nauc_map_at_100_max": 0.279674, "nauc_map_at_100_std": 0.051459, "nauc_map_at_100_diff1": 0.048023, "nauc_map_at_1000_max": 0.279674, "nauc_map_at_1000_std": 0.051459, "nauc_map_at_1000_diff1": 0.048023, "nauc_recall_at_1_max": 0.173189, "nauc_recall_at_1_std": -0.181285, "nauc_recall_at_1_diff1": 0.314306, "nauc_recall_at_3_max": 0.180051, "nauc_recall_at_3_std": -0.176457, "nauc_recall_at_3_diff1": 0.123071, "nauc_recall_at_5_max": 0.177507, "nauc_recall_at_5_std": -0.100068, "nauc_recall_at_5_diff1": 0.062413, "nauc_recall_at_10_max": 0.23505, "nauc_recall_at_10_std": 0.040482, "nauc_recall_at_10_diff1": 9.4e-05, "nauc_recall_at_20_max": 0.275678, "nauc_recall_at_20_std": 0.150787, "nauc_recall_at_20_diff1": -0.091196, "nauc_recall_at_100_max": 0.287993, "nauc_recall_at_100_std": 0.243243, "nauc_recall_at_100_diff1": -0.181627, "nauc_recall_at_1000_max": 0.287993, "nauc_recall_at_1000_std": 0.243243, "nauc_recall_at_1000_diff1": -0.181627, "nauc_precision_at_1_max": 0.268429, "nauc_precision_at_1_std": 0.062882, "nauc_precision_at_1_diff1": 0.086155, "nauc_precision_at_3_max": 0.31135, "nauc_precision_at_3_std": 0.21621, "nauc_precision_at_3_diff1": -0.137677, "nauc_precision_at_5_max": 0.286025, "nauc_precision_at_5_std": 0.327179, "nauc_precision_at_5_diff1": -0.204843, "nauc_precision_at_10_max": 0.266803, "nauc_precision_at_10_std": 0.415122, "nauc_precision_at_10_diff1": -0.23315, "nauc_precision_at_20_max": 0.24524, "nauc_precision_at_20_std": 0.433082, "nauc_precision_at_20_diff1": -0.254686, "nauc_precision_at_100_max": 0.217071, "nauc_precision_at_100_std": 0.440103, "nauc_precision_at_100_diff1": -0.270787, "nauc_precision_at_1000_max": 0.217071, "nauc_precision_at_1000_std": 0.440103, "nauc_precision_at_1000_diff1": -0.270787, "nauc_mrr_at_1_max": 0.268429, "nauc_mrr_at_1_std": 0.062882, "nauc_mrr_at_1_diff1": 0.086155, "nauc_mrr_at_3_max": 0.332452, "nauc_mrr_at_3_std": 0.081902, "nauc_mrr_at_3_diff1": 0.027668, "nauc_mrr_at_5_max": 0.333398, "nauc_mrr_at_5_std": 0.096352, "nauc_mrr_at_5_diff1": 0.015039, "nauc_mrr_at_10_max": 0.340429, "nauc_mrr_at_10_std": 0.107762, "nauc_mrr_at_10_diff1": 0.011588, "nauc_mrr_at_20_max": 0.337964, "nauc_mrr_at_20_std": 0.107296, "nauc_mrr_at_20_diff1": 0.012178, "nauc_mrr_at_100_max": 0.33735, "nauc_mrr_at_100_std": 0.107503, "nauc_mrr_at_100_diff1": 0.01257, "nauc_mrr_at_1000_max": 0.33735, "nauc_mrr_at_1000_std": 0.107503, "nauc_mrr_at_1000_diff1": 0.01257, "hit_rate_at_1": 0.41391, "hit_rate_at_3": 0.65563, "hit_rate_at_5": 0.76821, "hit_rate_at_10": 0.83775, "hit_rate_at_20": 0.89404, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.44759, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.26821, "ndcg_at_3": 0.26525, "ndcg_at_5": 0.26054, "ndcg_at_10": 0.26045, "ndcg_at_20": 0.27068, "ndcg_at_100": 0.27701, "ndcg_at_1000": 0.27701, "map_at_1": 0.0967, "map_at_3": 0.14706, "map_at_5": 0.16216, "map_at_10": 0.17873, "map_at_20": 0.19029, "map_at_100": 0.1931, "map_at_1000": 0.1931, "recall_at_1": 0.0967, "recall_at_3": 0.17789, "recall_at_5": 0.21157, "recall_at_10": 0.2552, "recall_at_20": 0.3001, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.0967, "precision_at_1": 0.28146, "precision_at_3": 0.21082, "precision_at_5": 0.16689, "precision_at_10": 0.11722, "precision_at_20": 0.07351, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.281457, "mrr_at_3": 0.359823, "mrr_at_5": 0.371082, "mrr_at_10": 0.377769, "mrr_at_20": 0.379954, "mrr_at_100": 0.380183, "mrr_at_1000": 0.380183, "nauc_ndcg_at_1_max": 0.497489, "nauc_ndcg_at_1_std": 0.377946, "nauc_ndcg_at_1_diff1": 0.209641, "nauc_ndcg_at_3_max": 0.562276, "nauc_ndcg_at_3_std": 0.426962, "nauc_ndcg_at_3_diff1": 0.165295, "nauc_ndcg_at_5_max": 0.586088, "nauc_ndcg_at_5_std": 0.468603, "nauc_ndcg_at_5_diff1": 0.145799, "nauc_ndcg_at_10_max": 0.591072, "nauc_ndcg_at_10_std": 0.490437, "nauc_ndcg_at_10_diff1": 0.133929, "nauc_ndcg_at_20_max": 0.598765, "nauc_ndcg_at_20_std": 0.518978, "nauc_ndcg_at_20_diff1": 0.111561, "nauc_ndcg_at_100_max": 0.605991, "nauc_ndcg_at_100_std": 0.536182, "nauc_ndcg_at_100_diff1": 0.100254, "nauc_ndcg_at_1000_max": 0.605991, "nauc_ndcg_at_1000_std": 0.536182, "nauc_ndcg_at_1000_diff1": 0.100254, "nauc_map_at_1_max": 0.46843, "nauc_map_at_1_std": 0.249601, "nauc_map_at_1_diff1": 0.29535, "nauc_map_at_3_max": 0.502498, "nauc_map_at_3_std": 0.307151, "nauc_map_at_3_diff1": 0.195363, "nauc_map_at_5_max": 0.521793, "nauc_map_at_5_std": 0.357837, "nauc_map_at_5_diff1": 0.167403, "nauc_map_at_10_max": 0.538536, "nauc_map_at_10_std": 0.404608, "nauc_map_at_10_diff1": 0.150743, "nauc_map_at_20_max": 0.553467, "nauc_map_at_20_std": 0.441221, "nauc_map_at_20_diff1": 0.131648, "nauc_map_at_100_max": 0.558372, "nauc_map_at_100_std": 0.451984, "nauc_map_at_100_diff1": 0.124555, "nauc_map_at_1000_max": 0.558372, "nauc_map_at_1000_std": 0.451984, "nauc_map_at_1000_diff1": 0.124555, "nauc_recall_at_1_max": 0.46843, "nauc_recall_at_1_std": 0.249601, "nauc_recall_at_1_diff1": 0.29535, "nauc_recall_at_3_max": 0.497717, "nauc_recall_at_3_std": 0.307426, "nauc_recall_at_3_diff1": 0.157822, "nauc_recall_at_5_max": 0.517021, "nauc_recall_at_5_std": 0.388331, "nauc_recall_at_5_diff1": 0.120001, "nauc_recall_at_10_max": 0.543532, "nauc_recall_at_10_std": 0.46632, "nauc_recall_at_10_diff1": 0.114851, "nauc_recall_at_20_max": 0.562503, "nauc_recall_at_20_std": 0.53638, "nauc_recall_at_20_diff1": 0.078274, "nauc_recall_at_100_max": 0.559148, "nauc_recall_at_100_std": 0.560533, "nauc_recall_at_100_diff1": 0.047623, "nauc_recall_at_1000_max": 0.559148, "nauc_recall_at_1000_std": 0.560533, "nauc_recall_at_1000_diff1": 0.047623, "nauc_precision_at_1_max": 0.490405, "nauc_precision_at_1_std": 0.384737, "nauc_precision_at_1_diff1": 0.201229, "nauc_precision_at_3_max": 0.511863, "nauc_precision_at_3_std": 0.478561, "nauc_precision_at_3_diff1": 0.096487, "nauc_precision_at_5_max": 0.51896, "nauc_precision_at_5_std": 0.567006, "nauc_precision_at_5_diff1": 0.023721, "nauc_precision_at_10_max": 0.520698, "nauc_precision_at_10_std": 0.635986, "nauc_precision_at_10_diff1": -0.015575, "nauc_precision_at_20_max": 0.506845, "nauc_precision_at_20_std": 0.660895, "nauc_precision_at_20_diff1": -0.061777, "nauc_precision_at_100_max": 0.509616, "nauc_precision_at_100_std": 0.684699, "nauc_precision_at_100_diff1": -0.091392, "nauc_precision_at_1000_max": 0.509616, "nauc_precision_at_1000_std": 0.684699, "nauc_precision_at_1000_diff1": -0.091392, "nauc_mrr_at_1_max": 0.490405, "nauc_mrr_at_1_std": 0.384737, "nauc_mrr_at_1_diff1": 0.201229, "nauc_mrr_at_3_max": 0.55887, "nauc_mrr_at_3_std": 0.451791, "nauc_mrr_at_3_diff1": 0.181787, "nauc_mrr_at_5_max": 0.567997, "nauc_mrr_at_5_std": 0.477012, "nauc_mrr_at_5_diff1": 0.176997, "nauc_mrr_at_10_max": 0.573983, "nauc_mrr_at_10_std": 0.486746, "nauc_mrr_at_10_diff1": 0.181254, "nauc_mrr_at_20_max": 0.575289, "nauc_mrr_at_20_std": 0.489901, "nauc_mrr_at_20_diff1": 0.181264, "nauc_mrr_at_100_max": 0.575404, "nauc_mrr_at_100_std": 0.489944, "nauc_mrr_at_100_diff1": 0.181725, "nauc_mrr_at_1000_max": 0.575404, "nauc_mrr_at_1000_std": 0.489944, "nauc_mrr_at_1000_diff1": 0.181725, "hit_rate_at_1": 0.28146, "hit_rate_at_3": 0.45364, "hit_rate_at_5": 0.50662, "hit_rate_at_10": 0.55298, "hit_rate_at_20": 0.57947, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.26045, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.2649, "ndcg_at_3": 0.28932, "ndcg_at_5": 0.29617, "ndcg_at_10": 0.3012, "ndcg_at_20": 0.31075, "ndcg_at_100": 0.31908, "ndcg_at_1000": 0.31908, "map_at_1": 0.09361, "map_at_3": 0.15522, "map_at_5": 0.17798, "map_at_10": 0.20202, "map_at_20": 0.21571, "map_at_100": 0.21968, "map_at_1000": 0.21968, "recall_at_1": 0.09361, "recall_at_3": 0.19881, "recall_at_5": 0.25072, "recall_at_10": 0.31299, "recall_at_20": 0.36142, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.09361, "precision_at_1": 0.28146, "precision_at_3": 0.2351, "precision_at_5": 0.20464, "precision_at_10": 0.14801, "precision_at_20": 0.09454, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.281457, "mrr_at_3": 0.384658, "mrr_at_5": 0.404857, "mrr_at_10": 0.409994, "mrr_at_20": 0.412631, "mrr_at_100": 0.413316, "mrr_at_1000": 0.413316, "nauc_ndcg_at_1_max": 0.46139, "nauc_ndcg_at_1_std": 0.341924, "nauc_ndcg_at_1_diff1": 0.190095, "nauc_ndcg_at_3_max": 0.50411, "nauc_ndcg_at_3_std": 0.39295, "nauc_ndcg_at_3_diff1": 0.104142, "nauc_ndcg_at_5_max": 0.506613, "nauc_ndcg_at_5_std": 0.40442, "nauc_ndcg_at_5_diff1": 0.109235, "nauc_ndcg_at_10_max": 0.507162, "nauc_ndcg_at_10_std": 0.414148, "nauc_ndcg_at_10_diff1": 0.091414, "nauc_ndcg_at_20_max": 0.512312, "nauc_ndcg_at_20_std": 0.429569, "nauc_ndcg_at_20_diff1": 0.082425, "nauc_ndcg_at_100_max": 0.517788, "nauc_ndcg_at_100_std": 0.446075, "nauc_ndcg_at_100_diff1": 0.070599, "nauc_ndcg_at_1000_max": 0.517788, "nauc_ndcg_at_1000_std": 0.446075, "nauc_ndcg_at_1000_diff1": 0.070599, "nauc_map_at_1_max": 0.448518, "nauc_map_at_1_std": 0.157998, "nauc_map_at_1_diff1": 0.336551, "nauc_map_at_3_max": 0.44852, "nauc_map_at_3_std": 0.234566, "nauc_map_at_3_diff1": 0.177341, "nauc_map_at_5_max": 0.45362, "nauc_map_at_5_std": 0.267056, "nauc_map_at_5_diff1": 0.166443, "nauc_map_at_10_max": 0.46538, "nauc_map_at_10_std": 0.315932, "nauc_map_at_10_diff1": 0.124245, "nauc_map_at_20_max": 0.482048, "nauc_map_at_20_std": 0.353313, "nauc_map_at_20_diff1": 0.10862, "nauc_map_at_100_max": 0.485497, "nauc_map_at_100_std": 0.362419, "nauc_map_at_100_diff1": 0.102494, "nauc_map_at_1000_max": 0.485497, "nauc_map_at_1000_std": 0.362419, "nauc_map_at_1000_diff1": 0.102494, "nauc_recall_at_1_max": 0.448518, "nauc_recall_at_1_std": 0.157998, "nauc_recall_at_1_diff1": 0.336551, "nauc_recall_at_3_max": 0.41784, "nauc_recall_at_3_std": 0.241611, "nauc_recall_at_3_diff1": 0.109986, "nauc_recall_at_5_max": 0.404576, "nauc_recall_at_5_std": 0.262841, "nauc_recall_at_5_diff1": 0.121469, "nauc_recall_at_10_max": 0.418136, "nauc_recall_at_10_std": 0.338742, "nauc_recall_at_10_diff1": 0.056413, "nauc_recall_at_20_max": 0.443149, "nauc_recall_at_20_std": 0.399775, "nauc_recall_at_20_diff1": 0.028934, "nauc_recall_at_100_max": 0.452687, "nauc_recall_at_100_std": 0.435766, "nauc_recall_at_100_diff1": -7e-06, "nauc_recall_at_1000_max": 0.452687, "nauc_recall_at_1000_std": 0.435766, "nauc_recall_at_1000_diff1": -7e-06, "nauc_precision_at_1_max": 0.456216, "nauc_precision_at_1_std": 0.354891, "nauc_precision_at_1_diff1": 0.168521, "nauc_precision_at_3_max": 0.443174, "nauc_precision_at_3_std": 0.460626, "nauc_precision_at_3_diff1": -0.026686, "nauc_precision_at_5_max": 0.416221, "nauc_precision_at_5_std": 0.499416, "nauc_precision_at_5_diff1": -0.05675, "nauc_precision_at_10_max": 0.377557, "nauc_precision_at_10_std": 0.517705, "nauc_precision_at_10_diff1": -0.119626, "nauc_precision_at_20_max": 0.371459, "nauc_precision_at_20_std": 0.536877, "nauc_precision_at_20_diff1": -0.127998, "nauc_precision_at_100_max": 0.352452, "nauc_precision_at_100_std": 0.532746, "nauc_precision_at_100_diff1": -0.139843, "nauc_precision_at_1000_max": 0.352452, "nauc_precision_at_1000_std": 0.532746, "nauc_precision_at_1000_diff1": -0.139843, "nauc_mrr_at_1_max": 0.456216, "nauc_mrr_at_1_std": 0.354891, "nauc_mrr_at_1_diff1": 0.168521, "nauc_mrr_at_3_max": 0.518522, "nauc_mrr_at_3_std": 0.436301, "nauc_mrr_at_3_diff1": 0.116058, "nauc_mrr_at_5_max": 0.518381, "nauc_mrr_at_5_std": 0.445024, "nauc_mrr_at_5_diff1": 0.12137, "nauc_mrr_at_10_max": 0.521922, "nauc_mrr_at_10_std": 0.450448, "nauc_mrr_at_10_diff1": 0.121156, "nauc_mrr_at_20_max": 0.521012, "nauc_mrr_at_20_std": 0.449996, "nauc_mrr_at_20_diff1": 0.121323, "nauc_mrr_at_100_max": 0.521181, "nauc_mrr_at_100_std": 0.451058, "nauc_mrr_at_100_diff1": 0.120549, "nauc_mrr_at_1000_max": 0.521181, "nauc_mrr_at_1000_std": 0.451058, "nauc_mrr_at_1000_diff1": 0.120549, "hit_rate_at_1": 0.28146, "hit_rate_at_3": 0.50331, "hit_rate_at_5": 0.59272, "hit_rate_at_10": 0.62914, "hit_rate_at_20": 0.66556, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.3012, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.21358, "ndcg_at_3": 0.21478, "ndcg_at_5": 0.21442, "ndcg_at_10": 0.22517, "ndcg_at_20": 0.23598, "ndcg_at_100": 0.2501, "ndcg_at_1000": 0.2501, "map_at_1": 0.08794, "map_at_3": 0.12689, "map_at_5": 0.13901, "map_at_10": 0.15885, "map_at_20": 0.17108, "map_at_100": 0.17794, "map_at_1000": 0.17794, "recall_at_1": 0.08794, "recall_at_3": 0.15366, "recall_at_5": 0.17857, "recall_at_10": 0.2303, "recall_at_20": 0.27096, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.08794, "precision_at_1": 0.22517, "precision_at_3": 0.16446, "precision_at_5": 0.1351, "precision_at_10": 0.10497, "precision_at_20": 0.07202, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.225166, "mrr_at_3": 0.291391, "mrr_at_5": 0.297185, "mrr_at_10": 0.304244, "mrr_at_20": 0.305515, "mrr_at_100": 0.306271, "mrr_at_1000": 0.306271, "nauc_ndcg_at_1_max": 0.568568, "nauc_ndcg_at_1_std": 0.452264, "nauc_ndcg_at_1_diff1": 0.415234, "nauc_ndcg_at_3_max": 0.680599, "nauc_ndcg_at_3_std": 0.54017, "nauc_ndcg_at_3_diff1": 0.412617, "nauc_ndcg_at_5_max": 0.685815, "nauc_ndcg_at_5_std": 0.553872, "nauc_ndcg_at_5_diff1": 0.412532, "nauc_ndcg_at_10_max": 0.711773, "nauc_ndcg_at_10_std": 0.594358, "nauc_ndcg_at_10_diff1": 0.404233, "nauc_ndcg_at_20_max": 0.727696, "nauc_ndcg_at_20_std": 0.626008, "nauc_ndcg_at_20_diff1": 0.406034, "nauc_ndcg_at_100_max": 0.746004, "nauc_ndcg_at_100_std": 0.666195, "nauc_ndcg_at_100_diff1": 0.392524, "nauc_ndcg_at_1000_max": 0.746004, "nauc_ndcg_at_1000_std": 0.666195, "nauc_ndcg_at_1000_diff1": 0.392524, "nauc_map_at_1_max": 0.566875, "nauc_map_at_1_std": 0.284108, "nauc_map_at_1_diff1": 0.543387, "nauc_map_at_3_max": 0.622894, "nauc_map_at_3_std": 0.378608, "nauc_map_at_3_diff1": 0.47028, "nauc_map_at_5_max": 0.635864, "nauc_map_at_5_std": 0.420742, "nauc_map_at_5_diff1": 0.452085, "nauc_map_at_10_max": 0.66028, "nauc_map_at_10_std": 0.484153, "nauc_map_at_10_diff1": 0.431792, "nauc_map_at_20_max": 0.672578, "nauc_map_at_20_std": 0.521835, "nauc_map_at_20_diff1": 0.429039, "nauc_map_at_100_max": 0.683564, "nauc_map_at_100_std": 0.5468, "nauc_map_at_100_diff1": 0.421621, "nauc_map_at_1000_max": 0.683564, "nauc_map_at_1000_std": 0.5468, "nauc_map_at_1000_diff1": 0.421621, "nauc_recall_at_1_max": 0.566875, "nauc_recall_at_1_std": 0.284108, "nauc_recall_at_1_diff1": 0.543387, "nauc_recall_at_3_max": 0.631346, "nauc_recall_at_3_std": 0.410164, "nauc_recall_at_3_diff1": 0.4251, "nauc_recall_at_5_max": 0.648742, "nauc_recall_at_5_std": 0.47459, "nauc_recall_at_5_diff1": 0.395349, "nauc_recall_at_10_max": 0.698667, "nauc_recall_at_10_std": 0.582884, "nauc_recall_at_10_diff1": 0.375676, "nauc_recall_at_20_max": 0.72138, "nauc_recall_at_20_std": 0.654044, "nauc_recall_at_20_diff1": 0.370149, "nauc_recall_at_100_max": 0.754965, "nauc_recall_at_100_std": 0.741705, "nauc_recall_at_100_diff1": 0.329148, "nauc_recall_at_1000_max": 0.754965, "nauc_recall_at_1000_std": 0.741705, "nauc_recall_at_1000_diff1": 0.329148, "nauc_precision_at_1_max": 0.568097, "nauc_precision_at_1_std": 0.462872, "nauc_precision_at_1_diff1": 0.411903, "nauc_precision_at_3_max": 0.642775, "nauc_precision_at_3_std": 0.627566, "nauc_precision_at_3_diff1": 0.311018, "nauc_precision_at_5_max": 0.604616, "nauc_precision_at_5_std": 0.653831, "nauc_precision_at_5_diff1": 0.258778, "nauc_precision_at_10_max": 0.598298, "nauc_precision_at_10_std": 0.701137, "nauc_precision_at_10_diff1": 0.216591, "nauc_precision_at_20_max": 0.568041, "nauc_precision_at_20_std": 0.696923, "nauc_precision_at_20_diff1": 0.204292, "nauc_precision_at_100_max": 0.560982, "nauc_precision_at_100_std": 0.720514, "nauc_precision_at_100_diff1": 0.1558, "nauc_precision_at_1000_max": 0.560982, "nauc_precision_at_1000_std": 0.720514, "nauc_precision_at_1000_diff1": 0.1558, "nauc_mrr_at_1_max": 0.568097, "nauc_mrr_at_1_std": 0.462872, "nauc_mrr_at_1_diff1": 0.411903, "nauc_mrr_at_3_max": 0.659957, "nauc_mrr_at_3_std": 0.58312, "nauc_mrr_at_3_diff1": 0.385394, "nauc_mrr_at_5_max": 0.665823, "nauc_mrr_at_5_std": 0.59376, "nauc_mrr_at_5_diff1": 0.388748, "nauc_mrr_at_10_max": 0.672817, "nauc_mrr_at_10_std": 0.603552, "nauc_mrr_at_10_diff1": 0.390134, "nauc_mrr_at_20_max": 0.672836, "nauc_mrr_at_20_std": 0.60412, "nauc_mrr_at_20_diff1": 0.389704, "nauc_mrr_at_100_max": 0.674431, "nauc_mrr_at_100_std": 0.606897, "nauc_mrr_at_100_diff1": 0.388847, "nauc_mrr_at_1000_max": 0.674431, "nauc_mrr_at_1000_std": 0.606897, "nauc_mrr_at_1000_diff1": 0.388847, "hit_rate_at_1": 0.22517, "hit_rate_at_3": 0.37086, "hit_rate_at_5": 0.39735, "hit_rate_at_10": 0.44702, "hit_rate_at_20": 0.46358, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.22517, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.24834, "ndcg_at_3": 0.25074, "ndcg_at_5": 0.24824, "ndcg_at_10": 0.25784, "ndcg_at_20": 0.26778, "ndcg_at_100": 0.27487, "ndcg_at_1000": 0.27487, "map_at_1": 0.08109, "map_at_3": 0.13251, "map_at_5": 0.14849, "map_at_10": 0.17147, "map_at_20": 0.18385, "map_at_100": 0.18729, "map_at_1000": 0.18729, "recall_at_1": 0.08109, "recall_at_3": 0.16648, "recall_at_5": 0.1998, "recall_at_10": 0.26719, "recall_at_20": 0.30868, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.08109, "precision_at_1": 0.26159, "precision_at_3": 0.20971, "precision_at_5": 0.17483, "precision_at_10": 0.12815, "precision_at_20": 0.08262, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.261589, "mrr_at_3": 0.342715, "mrr_at_5": 0.355629, "mrr_at_10": 0.363558, "mrr_at_20": 0.366081, "mrr_at_100": 0.366441, "mrr_at_1000": 0.366441, "nauc_ndcg_at_1_max": 0.425845, "nauc_ndcg_at_1_std": 0.328975, "nauc_ndcg_at_1_diff1": 0.279956, "nauc_ndcg_at_3_max": 0.566089, "nauc_ndcg_at_3_std": 0.457063, "nauc_ndcg_at_3_diff1": 0.19805, "nauc_ndcg_at_5_max": 0.595519, "nauc_ndcg_at_5_std": 0.479646, "nauc_ndcg_at_5_diff1": 0.182808, "nauc_ndcg_at_10_max": 0.626362, "nauc_ndcg_at_10_std": 0.531471, "nauc_ndcg_at_10_diff1": 0.163719, "nauc_ndcg_at_20_max": 0.640734, "nauc_ndcg_at_20_std": 0.562392, "nauc_ndcg_at_20_diff1": 0.137527, "nauc_ndcg_at_100_max": 0.648534, "nauc_ndcg_at_100_std": 0.578957, "nauc_ndcg_at_100_diff1": 0.125034, "nauc_ndcg_at_1000_max": 0.648534, "nauc_ndcg_at_1000_std": 0.578957, "nauc_ndcg_at_1000_diff1": 0.125034, "nauc_map_at_1_max": 0.402854, "nauc_map_at_1_std": 0.18939, "nauc_map_at_1_diff1": 0.391788, "nauc_map_at_3_max": 0.489688, "nauc_map_at_3_std": 0.308102, "nauc_map_at_3_diff1": 0.239254, "nauc_map_at_5_max": 0.521257, "nauc_map_at_5_std": 0.352564, "nauc_map_at_5_diff1": 0.217001, "nauc_map_at_10_max": 0.56559, "nauc_map_at_10_std": 0.43407, "nauc_map_at_10_diff1": 0.179206, "nauc_map_at_20_max": 0.582795, "nauc_map_at_20_std": 0.471957, "nauc_map_at_20_diff1": 0.157338, "nauc_map_at_100_max": 0.58963, "nauc_map_at_100_std": 0.484047, "nauc_map_at_100_diff1": 0.149303, "nauc_map_at_1000_max": 0.58963, "nauc_map_at_1000_std": 0.484047, "nauc_map_at_1000_diff1": 0.149303, "nauc_recall_at_1_max": 0.402854, "nauc_recall_at_1_std": 0.18939, "nauc_recall_at_1_diff1": 0.391788, "nauc_recall_at_3_max": 0.510176, "nauc_recall_at_3_std": 0.332235, "nauc_recall_at_3_diff1": 0.166797, "nauc_recall_at_5_max": 0.55158, "nauc_recall_at_5_std": 0.389669, "nauc_recall_at_5_diff1": 0.140537, "nauc_recall_at_10_max": 0.609453, "nauc_recall_at_10_std": 0.526779, "nauc_recall_at_10_diff1": 0.101048, "nauc_recall_at_20_max": 0.637712, "nauc_recall_at_20_std": 0.594172, "nauc_recall_at_20_diff1": 0.069626, "nauc_recall_at_100_max": 0.646949, "nauc_recall_at_100_std": 0.621701, "nauc_recall_at_100_diff1": 0.041463, "nauc_recall_at_1000_max": 0.646949, "nauc_recall_at_1000_std": 0.621701, "nauc_recall_at_1000_diff1": 0.041463, "nauc_precision_at_1_max": 0.4187, "nauc_precision_at_1_std": 0.330097, "nauc_precision_at_1_diff1": 0.282111, "nauc_precision_at_3_max": 0.54538, "nauc_precision_at_3_std": 0.543462, "nauc_precision_at_3_diff1": 0.106376, "nauc_precision_at_5_max": 0.561382, "nauc_precision_at_5_std": 0.584822, "nauc_precision_at_5_diff1": 0.055818, "nauc_precision_at_10_max": 0.574466, "nauc_precision_at_10_std": 0.658779, "nauc_precision_at_10_diff1": -0.004213, "nauc_precision_at_20_max": 0.555825, "nauc_precision_at_20_std": 0.672729, "nauc_precision_at_20_diff1": -0.045335, "nauc_precision_at_100_max": 0.527371, "nauc_precision_at_100_std": 0.655714, "nauc_precision_at_100_diff1": -0.071747, "nauc_precision_at_1000_max": 0.527371, "nauc_precision_at_1000_std": 0.655714, "nauc_precision_at_1000_diff1": -0.071747, "nauc_mrr_at_1_max": 0.4187, "nauc_mrr_at_1_std": 0.330097, "nauc_mrr_at_1_diff1": 0.282111, "nauc_mrr_at_3_max": 0.532011, "nauc_mrr_at_3_std": 0.451156, "nauc_mrr_at_3_diff1": 0.226487, "nauc_mrr_at_5_max": 0.536179, "nauc_mrr_at_5_std": 0.461681, "nauc_mrr_at_5_diff1": 0.227682, "nauc_mrr_at_10_max": 0.546728, "nauc_mrr_at_10_std": 0.477562, "nauc_mrr_at_10_diff1": 0.233607, "nauc_mrr_at_20_max": 0.546483, "nauc_mrr_at_20_std": 0.478426, "nauc_mrr_at_20_diff1": 0.233295, "nauc_mrr_at_100_max": 0.547137, "nauc_mrr_at_100_std": 0.479272, "nauc_mrr_at_100_diff1": 0.232768, "nauc_mrr_at_1000_max": 0.547137, "nauc_mrr_at_1000_std": 0.479272, "nauc_mrr_at_1000_diff1": 0.232768, "hit_rate_at_1": 0.26159, "hit_rate_at_3": 0.4404, "hit_rate_at_5": 0.49669, "hit_rate_at_10": 0.55629, "hit_rate_at_20": 0.5894, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.25784, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.23344, "ndcg_at_3": 0.24603, "ndcg_at_5": 0.24258, "ndcg_at_10": 0.24543, "ndcg_at_20": 0.25507, "ndcg_at_100": 0.25812, "ndcg_at_1000": 0.25812, "map_at_1": 0.08548, "map_at_3": 0.13402, "map_at_5": 0.14884, "map_at_10": 0.16719, "map_at_20": 0.18129, "map_at_100": 0.18319, "map_at_1000": 0.18319, "recall_at_1": 0.08548, "recall_at_3": 0.16602, "recall_at_5": 0.19527, "recall_at_10": 0.24175, "recall_at_20": 0.28486, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.08548, "precision_at_1": 0.25497, "precision_at_3": 0.19647, "precision_at_5": 0.1596, "precision_at_10": 0.11821, "precision_at_20": 0.07848, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.254967, "mrr_at_3": 0.330022, "mrr_at_5": 0.3383, "mrr_at_10": 0.343178, "mrr_at_20": 0.344996, "mrr_at_100": 0.345353, "mrr_at_1000": 0.345353, "nauc_ndcg_at_1_max": 0.521874, "nauc_ndcg_at_1_std": 0.472168, "nauc_ndcg_at_1_diff1": 0.218236, "nauc_ndcg_at_3_max": 0.635393, "nauc_ndcg_at_3_std": 0.543467, "nauc_ndcg_at_3_diff1": 0.164434, "nauc_ndcg_at_5_max": 0.660603, "nauc_ndcg_at_5_std": 0.564927, "nauc_ndcg_at_5_diff1": 0.175571, "nauc_ndcg_at_10_max": 0.670093, "nauc_ndcg_at_10_std": 0.580076, "nauc_ndcg_at_10_diff1": 0.154238, "nauc_ndcg_at_20_max": 0.682157, "nauc_ndcg_at_20_std": 0.611097, "nauc_ndcg_at_20_diff1": 0.135264, "nauc_ndcg_at_100_max": 0.679441, "nauc_ndcg_at_100_std": 0.611624, "nauc_ndcg_at_100_diff1": 0.134033, "nauc_ndcg_at_1000_max": 0.679441, "nauc_ndcg_at_1000_std": 0.611624, "nauc_ndcg_at_1000_diff1": 0.134033, "nauc_map_at_1_max": 0.450782, "nauc_map_at_1_std": 0.262429, "nauc_map_at_1_diff1": 0.418811, "nauc_map_at_3_max": 0.519603, "nauc_map_at_3_std": 0.341445, "nauc_map_at_3_diff1": 0.267424, "nauc_map_at_5_max": 0.553089, "nauc_map_at_5_std": 0.388503, "nauc_map_at_5_diff1": 0.252423, "nauc_map_at_10_max": 0.588676, "nauc_map_at_10_std": 0.448195, "nauc_map_at_10_diff1": 0.209787, "nauc_map_at_20_max": 0.611954, "nauc_map_at_20_std": 0.4976, "nauc_map_at_20_diff1": 0.17906, "nauc_map_at_100_max": 0.61304, "nauc_map_at_100_std": 0.501527, "nauc_map_at_100_diff1": 0.176524, "nauc_map_at_1000_max": 0.61304, "nauc_map_at_1000_std": 0.501527, "nauc_map_at_1000_diff1": 0.176524, "nauc_recall_at_1_max": 0.450782, "nauc_recall_at_1_std": 0.262429, "nauc_recall_at_1_diff1": 0.418811, "nauc_recall_at_3_max": 0.520159, "nauc_recall_at_3_std": 0.34207, "nauc_recall_at_3_diff1": 0.192173, "nauc_recall_at_5_max": 0.578367, "nauc_recall_at_5_std": 0.420147, "nauc_recall_at_5_diff1": 0.18011, "nauc_recall_at_10_max": 0.633446, "nauc_recall_at_10_std": 0.519078, "nauc_recall_at_10_diff1": 0.123456, "nauc_recall_at_20_max": 0.664737, "nauc_recall_at_20_std": 0.605488, "nauc_recall_at_20_diff1": 0.073419, "nauc_recall_at_100_max": 0.651228, "nauc_recall_at_100_std": 0.604264, "nauc_recall_at_100_diff1": 0.063022, "nauc_recall_at_1000_max": 0.651228, "nauc_recall_at_1000_std": 0.604264, "nauc_recall_at_1000_diff1": 0.063022, "nauc_precision_at_1_max": 0.513854, "nauc_precision_at_1_std": 0.470362, "nauc_precision_at_1_diff1": 0.21918, "nauc_precision_at_3_max": 0.647571, "nauc_precision_at_3_std": 0.646141, "nauc_precision_at_3_diff1": 0.039942, "nauc_precision_at_5_max": 0.647721, "nauc_precision_at_5_std": 0.679634, "nauc_precision_at_5_diff1": 0.030159, "nauc_precision_at_10_max": 0.633612, "nauc_precision_at_10_std": 0.704723, "nauc_precision_at_10_diff1": -0.044302, "nauc_precision_at_20_max": 0.611435, "nauc_precision_at_20_std": 0.728115, "nauc_precision_at_20_diff1": -0.105251, "nauc_precision_at_100_max": 0.603369, "nauc_precision_at_100_std": 0.725677, "nauc_precision_at_100_diff1": -0.10469, "nauc_precision_at_1000_max": 0.603369, "nauc_precision_at_1000_std": 0.725677, "nauc_precision_at_1000_diff1": -0.10469, "nauc_mrr_at_1_max": 0.513854, "nauc_mrr_at_1_std": 0.470362, "nauc_mrr_at_1_diff1": 0.21918, "nauc_mrr_at_3_max": 0.624809, "nauc_mrr_at_3_std": 0.579422, "nauc_mrr_at_3_diff1": 0.176825, "nauc_mrr_at_5_max": 0.636967, "nauc_mrr_at_5_std": 0.600111, "nauc_mrr_at_5_diff1": 0.179847, "nauc_mrr_at_10_max": 0.636649, "nauc_mrr_at_10_std": 0.601471, "nauc_mrr_at_10_diff1": 0.182577, "nauc_mrr_at_20_max": 0.639136, "nauc_mrr_at_20_std": 0.606008, "nauc_mrr_at_20_diff1": 0.179416, "nauc_mrr_at_100_max": 0.638624, "nauc_mrr_at_100_std": 0.605587, "nauc_mrr_at_100_diff1": 0.179476, "nauc_mrr_at_1000_max": 0.638624, "nauc_mrr_at_1000_std": 0.605587, "nauc_mrr_at_1000_diff1": 0.179476, "hit_rate_at_1": 0.25497, "hit_rate_at_3": 0.41391, "hit_rate_at_5": 0.45033, "hit_rate_at_10": 0.48675, "hit_rate_at_20": 0.50993, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.24543, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 284.10996609926224, "kg_co2_emissions": null, "date": 1793337695.095124, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 3.276020288467407e-05, "end": 36.87993650324643, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 36.923586279153824, "end": 37.021981451660395, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 37.846333304420114, "end": 87.30114820040762, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 87.40033415518701, "end": 87.5134957190603, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 88.31517603062093, "end": 132.3854395430535, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 132.509926751256, "end": 132.59950929693878, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 133.55270941741765, "end": 184.45311841368675, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 184.6365516986698, "end": 184.73110498674214, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 185.43156296759844, "end": 233.34570102766156, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 233.5646149534732, "end": 233.65861661173403, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 234.61855521984398, "end": 282.8174140844494, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 283.0697750709951, "end": 283.16269778832793, "split": "test", "subset": "portuguese" } ] }