{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.44219, "ndcg_at_3": 0.45121, "ndcg_at_5": 0.46473, "ndcg_at_10": 0.49394, "ndcg_at_20": 0.52438, "ndcg_at_100": 0.54117, "ndcg_at_1000": 0.54117, "map_at_1": 0.21318, "map_at_3": 0.31501, "map_at_5": 0.35127, "map_at_10": 0.38444, "map_at_20": 0.40338, "map_at_100": 0.41092, "map_at_1000": 0.41092, "recall_at_1": 0.21318, "recall_at_3": 0.37491, "recall_at_5": 0.45135, "recall_at_10": 0.56132, "recall_at_20": 0.65362, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.21318, "precision_at_1": 0.45625, "precision_at_3": 0.32187, "precision_at_5": 0.25875, "precision_at_10": 0.17813, "precision_at_20": 0.11313, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.45625, "mrr_at_3": 0.553125, "mrr_at_5": 0.569219, "mrr_at_10": 0.582615, "mrr_at_20": 0.586682, "mrr_at_100": 0.587349, "mrr_at_1000": 0.587349, "nauc_ndcg_at_1_max": 0.320213, "nauc_ndcg_at_1_std": -0.013913, "nauc_ndcg_at_1_diff1": 0.198573, "nauc_ndcg_at_3_max": 0.301973, "nauc_ndcg_at_3_std": 0.029936, "nauc_ndcg_at_3_diff1": 0.155168, "nauc_ndcg_at_5_max": 0.304761, "nauc_ndcg_at_5_std": 0.028077, "nauc_ndcg_at_5_diff1": 0.145722, "nauc_ndcg_at_10_max": 0.299737, "nauc_ndcg_at_10_std": 0.027202, "nauc_ndcg_at_10_diff1": 0.128249, "nauc_ndcg_at_20_max": 0.311752, "nauc_ndcg_at_20_std": 0.028607, "nauc_ndcg_at_20_diff1": 0.131317, "nauc_ndcg_at_100_max": 0.31664, "nauc_ndcg_at_100_std": 0.018837, "nauc_ndcg_at_100_diff1": 0.11823, "nauc_ndcg_at_1000_max": 0.31664, "nauc_ndcg_at_1000_std": 0.018837, "nauc_ndcg_at_1000_diff1": 0.11823, "nauc_map_at_1_max": 0.265186, "nauc_map_at_1_std": -0.092294, "nauc_map_at_1_diff1": 0.268362, "nauc_map_at_3_max": 0.25463, "nauc_map_at_3_std": -0.022691, "nauc_map_at_3_diff1": 0.176338, "nauc_map_at_5_max": 0.278434, "nauc_map_at_5_std": -0.003249, "nauc_map_at_5_diff1": 0.16661, "nauc_map_at_10_max": 0.296267, "nauc_map_at_10_std": 0.030402, "nauc_map_at_10_diff1": 0.150346, "nauc_map_at_20_max": 0.302783, "nauc_map_at_20_std": 0.030997, "nauc_map_at_20_diff1": 0.152041, "nauc_map_at_100_max": 0.306104, "nauc_map_at_100_std": 0.028708, "nauc_map_at_100_diff1": 0.146541, "nauc_map_at_1000_max": 0.306104, "nauc_map_at_1000_std": 0.028708, "nauc_map_at_1000_diff1": 0.146541, "nauc_recall_at_1_max": 0.265186, "nauc_recall_at_1_std": -0.092294, "nauc_recall_at_1_diff1": 0.268362, "nauc_recall_at_3_max": 0.203399, "nauc_recall_at_3_std": 0.001624, "nauc_recall_at_3_diff1": 0.122021, "nauc_recall_at_5_max": 0.218105, "nauc_recall_at_5_std": 0.00683, "nauc_recall_at_5_diff1": 0.101787, "nauc_recall_at_10_max": 0.217181, "nauc_recall_at_10_std": 0.039779, "nauc_recall_at_10_diff1": 0.039133, "nauc_recall_at_20_max": 0.249407, "nauc_recall_at_20_std": 0.01982, "nauc_recall_at_20_diff1": 0.048555, "nauc_recall_at_100_max": 0.272263, "nauc_recall_at_100_std": -0.010101, "nauc_recall_at_100_diff1": 0.001823, "nauc_recall_at_1000_max": 0.272263, "nauc_recall_at_1000_std": -0.010101, "nauc_recall_at_1000_diff1": 0.001823, "nauc_precision_at_1_max": 0.318647, "nauc_precision_at_1_std": -0.022387, "nauc_precision_at_1_diff1": 0.171222, "nauc_precision_at_3_max": 0.232934, "nauc_precision_at_3_std": 0.158405, "nauc_precision_at_3_diff1": -0.01742, "nauc_precision_at_5_max": 0.235579, "nauc_precision_at_5_std": 0.194087, "nauc_precision_at_5_diff1": -0.070293, "nauc_precision_at_10_max": 0.177594, "nauc_precision_at_10_std": 0.196001, "nauc_precision_at_10_diff1": -0.117109, "nauc_precision_at_20_max": 0.128538, "nauc_precision_at_20_std": 0.12916, "nauc_precision_at_20_diff1": -0.08771, "nauc_precision_at_100_max": 0.098937, "nauc_precision_at_100_std": 0.080466, "nauc_precision_at_100_diff1": -0.111846, "nauc_precision_at_1000_max": 0.098937, "nauc_precision_at_1000_std": 0.080466, "nauc_precision_at_1000_diff1": -0.111846, "nauc_mrr_at_1_max": 0.318647, "nauc_mrr_at_1_std": -0.022387, "nauc_mrr_at_1_diff1": 0.171222, "nauc_mrr_at_3_max": 0.307246, "nauc_mrr_at_3_std": -0.004504, "nauc_mrr_at_3_diff1": 0.153539, "nauc_mrr_at_5_max": 0.304701, "nauc_mrr_at_5_std": 0.001847, "nauc_mrr_at_5_diff1": 0.144084, "nauc_mrr_at_10_max": 0.304443, "nauc_mrr_at_10_std": -0.004212, "nauc_mrr_at_10_diff1": 0.137731, "nauc_mrr_at_20_max": 0.308126, "nauc_mrr_at_20_std": -0.004081, "nauc_mrr_at_20_diff1": 0.137802, "nauc_mrr_at_100_max": 0.307241, "nauc_mrr_at_100_std": -0.005234, "nauc_mrr_at_100_diff1": 0.137676, "nauc_mrr_at_1000_max": 0.307241, "nauc_mrr_at_1000_std": -0.005234, "nauc_mrr_at_1000_diff1": 0.137676, "hit_rate_at_1": 0.45625, "hit_rate_at_3": 0.66875, "hit_rate_at_5": 0.74062, "hit_rate_at_10": 0.84062, "hit_rate_at_20": 0.89687, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.49394, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.33281, "ndcg_at_3": 0.31382, "ndcg_at_5": 0.31387, "ndcg_at_10": 0.32762, "ndcg_at_20": 0.34101, "ndcg_at_100": 0.34643, "ndcg_at_1000": 0.34643, "map_at_1": 0.16826, "map_at_3": 0.22503, "map_at_5": 0.24281, "map_at_10": 0.26076, "map_at_20": 0.26862, "map_at_100": 0.27113, "map_at_1000": 0.27113, "recall_at_1": 0.16826, "recall_at_3": 0.25851, "recall_at_5": 0.29477, "recall_at_10": 0.35471, "recall_at_20": 0.40076, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.16826, "precision_at_1": 0.34687, "precision_at_3": 0.21458, "precision_at_5": 0.16438, "precision_at_10": 0.10813, "precision_at_20": 0.06391, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.346875, "mrr_at_3": 0.404167, "mrr_at_5": 0.414948, "mrr_at_10": 0.42369, "mrr_at_20": 0.425768, "mrr_at_100": 0.426041, "mrr_at_1000": 0.426041, "nauc_ndcg_at_1_max": 0.513936, "nauc_ndcg_at_1_std": 0.148148, "nauc_ndcg_at_1_diff1": 0.059821, "nauc_ndcg_at_3_max": 0.549167, "nauc_ndcg_at_3_std": 0.191805, "nauc_ndcg_at_3_diff1": -0.055729, "nauc_ndcg_at_5_max": 0.55125, "nauc_ndcg_at_5_std": 0.208303, "nauc_ndcg_at_5_diff1": -0.085129, "nauc_ndcg_at_10_max": 0.555556, "nauc_ndcg_at_10_std": 0.240073, "nauc_ndcg_at_10_diff1": -0.107629, "nauc_ndcg_at_20_max": 0.569739, "nauc_ndcg_at_20_std": 0.254948, "nauc_ndcg_at_20_diff1": -0.120639, "nauc_ndcg_at_100_max": 0.575672, "nauc_ndcg_at_100_std": 0.258001, "nauc_ndcg_at_100_diff1": -0.124758, "nauc_ndcg_at_1000_max": 0.575672, "nauc_ndcg_at_1000_std": 0.258001, "nauc_ndcg_at_1000_diff1": -0.124758, "nauc_map_at_1_max": 0.424892, "nauc_map_at_1_std": 0.096295, "nauc_map_at_1_diff1": 0.062377, "nauc_map_at_3_max": 0.476776, "nauc_map_at_3_std": 0.137676, "nauc_map_at_3_diff1": -0.038839, "nauc_map_at_5_max": 0.49715, "nauc_map_at_5_std": 0.156569, "nauc_map_at_5_diff1": -0.059899, "nauc_map_at_10_max": 0.51548, "nauc_map_at_10_std": 0.185504, "nauc_map_at_10_diff1": -0.076071, "nauc_map_at_20_max": 0.522477, "nauc_map_at_20_std": 0.192853, "nauc_map_at_20_diff1": -0.08154, "nauc_map_at_100_max": 0.52641, "nauc_map_at_100_std": 0.194674, "nauc_map_at_100_diff1": -0.083259, "nauc_map_at_1000_max": 0.52641, "nauc_map_at_1000_std": 0.194674, "nauc_map_at_1000_diff1": -0.083259, "nauc_recall_at_1_max": 0.424892, "nauc_recall_at_1_std": 0.096295, "nauc_recall_at_1_diff1": 0.062377, "nauc_recall_at_3_max": 0.472557, "nauc_recall_at_3_std": 0.166199, "nauc_recall_at_3_diff1": -0.091298, "nauc_recall_at_5_max": 0.490392, "nauc_recall_at_5_std": 0.197517, "nauc_recall_at_5_diff1": -0.131493, "nauc_recall_at_10_max": 0.506927, "nauc_recall_at_10_std": 0.278584, "nauc_recall_at_10_diff1": -0.179719, "nauc_recall_at_20_max": 0.540742, "nauc_recall_at_20_std": 0.299077, "nauc_recall_at_20_diff1": -0.207839, "nauc_recall_at_100_max": 0.557515, "nauc_recall_at_100_std": 0.300924, "nauc_recall_at_100_diff1": -0.21659, "nauc_recall_at_1000_max": 0.557515, "nauc_recall_at_1000_std": 0.300924, "nauc_recall_at_1000_diff1": -0.21659, "nauc_precision_at_1_max": 0.50929, "nauc_precision_at_1_std": 0.145104, "nauc_precision_at_1_diff1": 0.062339, "nauc_precision_at_3_max": 0.531637, "nauc_precision_at_3_std": 0.212625, "nauc_precision_at_3_diff1": -0.142815, "nauc_precision_at_5_max": 0.509415, "nauc_precision_at_5_std": 0.264555, "nauc_precision_at_5_diff1": -0.181908, "nauc_precision_at_10_max": 0.458322, "nauc_precision_at_10_std": 0.309404, "nauc_precision_at_10_diff1": -0.178252, "nauc_precision_at_20_max": 0.434316, "nauc_precision_at_20_std": 0.30075, "nauc_precision_at_20_diff1": -0.170561, "nauc_precision_at_100_max": 0.425647, "nauc_precision_at_100_std": 0.294245, "nauc_precision_at_100_diff1": -0.170087, "nauc_precision_at_1000_max": 0.425647, "nauc_precision_at_1000_std": 0.294245, "nauc_precision_at_1000_diff1": -0.170087, "nauc_mrr_at_1_max": 0.50929, "nauc_mrr_at_1_std": 0.145104, "nauc_mrr_at_1_diff1": 0.062339, "nauc_mrr_at_3_max": 0.569033, "nauc_mrr_at_3_std": 0.203643, "nauc_mrr_at_3_diff1": -0.017001, "nauc_mrr_at_5_max": 0.573212, "nauc_mrr_at_5_std": 0.217532, "nauc_mrr_at_5_diff1": -0.022932, "nauc_mrr_at_10_max": 0.576057, "nauc_mrr_at_10_std": 0.227204, "nauc_mrr_at_10_diff1": -0.031058, "nauc_mrr_at_20_max": 0.57915, "nauc_mrr_at_20_std": 0.228367, "nauc_mrr_at_20_diff1": -0.034345, "nauc_mrr_at_100_max": 0.579331, "nauc_mrr_at_100_std": 0.22902, "nauc_mrr_at_100_diff1": -0.034331, "nauc_mrr_at_1000_max": 0.579331, "nauc_mrr_at_1000_std": 0.22902, "nauc_mrr_at_1000_diff1": -0.034331, "hit_rate_at_1": 0.34687, "hit_rate_at_3": 0.46875, "hit_rate_at_5": 0.51562, "hit_rate_at_10": 0.57812, "hit_rate_at_20": 0.60938, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.32762, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.325, "ndcg_at_3": 0.30938, "ndcg_at_5": 0.32052, "ndcg_at_10": 0.33309, "ndcg_at_20": 0.34803, "ndcg_at_100": 0.35319, "ndcg_at_1000": 0.35319, "map_at_1": 0.16031, "map_at_3": 0.22076, "map_at_5": 0.24602, "map_at_10": 0.26295, "map_at_20": 0.27199, "map_at_100": 0.27444, "map_at_1000": 0.27444, "recall_at_1": 0.16031, "recall_at_3": 0.2538, "recall_at_5": 0.30777, "recall_at_10": 0.36806, "recall_at_20": 0.41205, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.16031, "precision_at_1": 0.34063, "precision_at_3": 0.21875, "precision_at_5": 0.18125, "precision_at_10": 0.11438, "precision_at_20": 0.06984, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.340625, "mrr_at_3": 0.401042, "mrr_at_5": 0.416823, "mrr_at_10": 0.426156, "mrr_at_20": 0.428635, "mrr_at_100": 0.428847, "mrr_at_1000": 0.428847, "nauc_ndcg_at_1_max": 0.537599, "nauc_ndcg_at_1_std": 0.195293, "nauc_ndcg_at_1_diff1": 0.079418, "nauc_ndcg_at_3_max": 0.567886, "nauc_ndcg_at_3_std": 0.246007, "nauc_ndcg_at_3_diff1": -0.004678, "nauc_ndcg_at_5_max": 0.581762, "nauc_ndcg_at_5_std": 0.285199, "nauc_ndcg_at_5_diff1": -0.034831, "nauc_ndcg_at_10_max": 0.595448, "nauc_ndcg_at_10_std": 0.315024, "nauc_ndcg_at_10_diff1": -0.058619, "nauc_ndcg_at_20_max": 0.601506, "nauc_ndcg_at_20_std": 0.345213, "nauc_ndcg_at_20_diff1": -0.072883, "nauc_ndcg_at_100_max": 0.605422, "nauc_ndcg_at_100_std": 0.352469, "nauc_ndcg_at_100_diff1": -0.076034, "nauc_ndcg_at_1000_max": 0.605422, "nauc_ndcg_at_1000_std": 0.352469, "nauc_ndcg_at_1000_diff1": -0.076034, "nauc_map_at_1_max": 0.494828, "nauc_map_at_1_std": 0.105103, "nauc_map_at_1_diff1": 0.143884, "nauc_map_at_3_max": 0.509611, "nauc_map_at_3_std": 0.175577, "nauc_map_at_3_diff1": 0.041981, "nauc_map_at_5_max": 0.540439, "nauc_map_at_5_std": 0.216951, "nauc_map_at_5_diff1": 0.009722, "nauc_map_at_10_max": 0.560468, "nauc_map_at_10_std": 0.249333, "nauc_map_at_10_diff1": -0.008012, "nauc_map_at_20_max": 0.564703, "nauc_map_at_20_std": 0.266635, "nauc_map_at_20_diff1": -0.015573, "nauc_map_at_100_max": 0.5673, "nauc_map_at_100_std": 0.269639, "nauc_map_at_100_diff1": -0.016705, "nauc_map_at_1000_max": 0.5673, "nauc_map_at_1000_std": 0.269639, "nauc_map_at_1000_diff1": -0.016705, "nauc_recall_at_1_max": 0.494828, "nauc_recall_at_1_std": 0.105103, "nauc_recall_at_1_diff1": 0.143884, "nauc_recall_at_3_max": 0.500805, "nauc_recall_at_3_std": 0.213141, "nauc_recall_at_3_diff1": -0.017514, "nauc_recall_at_5_max": 0.528555, "nauc_recall_at_5_std": 0.2819, "nauc_recall_at_5_diff1": -0.081443, "nauc_recall_at_10_max": 0.557849, "nauc_recall_at_10_std": 0.369743, "nauc_recall_at_10_diff1": -0.145301, "nauc_recall_at_20_max": 0.566711, "nauc_recall_at_20_std": 0.420983, "nauc_recall_at_20_diff1": -0.182218, "nauc_recall_at_100_max": 0.574944, "nauc_recall_at_100_std": 0.442371, "nauc_recall_at_100_diff1": -0.18877, "nauc_recall_at_1000_max": 0.574944, "nauc_recall_at_1000_std": 0.442371, "nauc_recall_at_1000_diff1": -0.18877, "nauc_precision_at_1_max": 0.529129, "nauc_precision_at_1_std": 0.19465, "nauc_precision_at_1_diff1": 0.067466, "nauc_precision_at_3_max": 0.486891, "nauc_precision_at_3_std": 0.313707, "nauc_precision_at_3_diff1": -0.132941, "nauc_precision_at_5_max": 0.487878, "nauc_precision_at_5_std": 0.373455, "nauc_precision_at_5_diff1": -0.174396, "nauc_precision_at_10_max": 0.480945, "nauc_precision_at_10_std": 0.422804, "nauc_precision_at_10_diff1": -0.210353, "nauc_precision_at_20_max": 0.404188, "nauc_precision_at_20_std": 0.437515, "nauc_precision_at_20_diff1": -0.184232, "nauc_precision_at_100_max": 0.38871, "nauc_precision_at_100_std": 0.418266, "nauc_precision_at_100_diff1": -0.17467, "nauc_precision_at_1000_max": 0.38871, "nauc_precision_at_1000_std": 0.418266, "nauc_precision_at_1000_diff1": -0.17467, "nauc_mrr_at_1_max": 0.529129, "nauc_mrr_at_1_std": 0.19465, "nauc_mrr_at_1_diff1": 0.067466, "nauc_mrr_at_3_max": 0.57294, "nauc_mrr_at_3_std": 0.268433, "nauc_mrr_at_3_diff1": -0.015761, "nauc_mrr_at_5_max": 0.571746, "nauc_mrr_at_5_std": 0.28544, "nauc_mrr_at_5_diff1": -0.021043, "nauc_mrr_at_10_max": 0.578235, "nauc_mrr_at_10_std": 0.296421, "nauc_mrr_at_10_diff1": -0.032117, "nauc_mrr_at_20_max": 0.579191, "nauc_mrr_at_20_std": 0.297152, "nauc_mrr_at_20_diff1": -0.030945, "nauc_mrr_at_100_max": 0.578975, "nauc_mrr_at_100_std": 0.297534, "nauc_mrr_at_100_diff1": -0.03121, "nauc_mrr_at_1000_max": 0.578975, "nauc_mrr_at_1000_std": 0.297534, "nauc_mrr_at_1000_diff1": -0.03121, "hit_rate_at_1": 0.34063, "hit_rate_at_3": 0.475, "hit_rate_at_5": 0.54375, "hit_rate_at_10": 0.6125, "hit_rate_at_20": 0.64375, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.33309, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.29844, "ndcg_at_3": 0.27357, "ndcg_at_5": 0.27828, "ndcg_at_10": 0.28631, "ndcg_at_20": 0.29837, "ndcg_at_100": 0.30273, "ndcg_at_1000": 0.30273, "map_at_1": 0.13483, "map_at_3": 0.18515, "map_at_5": 0.20584, "map_at_10": 0.22207, "map_at_20": 0.23052, "map_at_100": 0.23268, "map_at_1000": 0.23268, "recall_at_1": 0.13483, "recall_at_3": 0.21337, "recall_at_5": 0.26273, "recall_at_10": 0.30737, "recall_at_20": 0.34847, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.13483, "precision_at_1": 0.3125, "precision_at_3": 0.19479, "precision_at_5": 0.15188, "precision_at_10": 0.0975, "precision_at_20": 0.05828, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.3125, "mrr_at_3": 0.367708, "mrr_at_5": 0.380521, "mrr_at_10": 0.384492, "mrr_at_20": 0.386167, "mrr_at_100": 0.386297, "mrr_at_1000": 0.386297, "nauc_ndcg_at_1_max": 0.55146, "nauc_ndcg_at_1_std": 0.280748, "nauc_ndcg_at_1_diff1": 0.007133, "nauc_ndcg_at_3_max": 0.599401, "nauc_ndcg_at_3_std": 0.334263, "nauc_ndcg_at_3_diff1": -0.082141, "nauc_ndcg_at_5_max": 0.608138, "nauc_ndcg_at_5_std": 0.367483, "nauc_ndcg_at_5_diff1": -0.097724, "nauc_ndcg_at_10_max": 0.621549, "nauc_ndcg_at_10_std": 0.381342, "nauc_ndcg_at_10_diff1": -0.109403, "nauc_ndcg_at_20_max": 0.62146, "nauc_ndcg_at_20_std": 0.402107, "nauc_ndcg_at_20_diff1": -0.120993, "nauc_ndcg_at_100_max": 0.623044, "nauc_ndcg_at_100_std": 0.400428, "nauc_ndcg_at_100_diff1": -0.119878, "nauc_ndcg_at_1000_max": 0.623044, "nauc_ndcg_at_1000_std": 0.400428, "nauc_ndcg_at_1000_diff1": -0.119878, "nauc_map_at_1_max": 0.48207, "nauc_map_at_1_std": 0.153538, "nauc_map_at_1_diff1": 0.095572, "nauc_map_at_3_max": 0.544098, "nauc_map_at_3_std": 0.256386, "nauc_map_at_3_diff1": -0.024063, "nauc_map_at_5_max": 0.572802, "nauc_map_at_5_std": 0.30278, "nauc_map_at_5_diff1": -0.043606, "nauc_map_at_10_max": 0.594374, "nauc_map_at_10_std": 0.330057, "nauc_map_at_10_diff1": -0.062778, "nauc_map_at_20_max": 0.595336, "nauc_map_at_20_std": 0.341803, "nauc_map_at_20_diff1": -0.073622, "nauc_map_at_100_max": 0.596071, "nauc_map_at_100_std": 0.341047, "nauc_map_at_100_diff1": -0.073296, "nauc_map_at_1000_max": 0.596071, "nauc_map_at_1000_std": 0.341047, "nauc_map_at_1000_diff1": -0.073296, "nauc_recall_at_1_max": 0.48207, "nauc_recall_at_1_std": 0.153538, "nauc_recall_at_1_diff1": 0.095572, "nauc_recall_at_3_max": 0.539508, "nauc_recall_at_3_std": 0.28366, "nauc_recall_at_3_diff1": -0.088684, "nauc_recall_at_5_max": 0.562987, "nauc_recall_at_5_std": 0.355399, "nauc_recall_at_5_diff1": -0.124948, "nauc_recall_at_10_max": 0.590193, "nauc_recall_at_10_std": 0.392548, "nauc_recall_at_10_diff1": -0.143582, "nauc_recall_at_20_max": 0.58459, "nauc_recall_at_20_std": 0.44767, "nauc_recall_at_20_diff1": -0.171262, "nauc_recall_at_100_max": 0.589862, "nauc_recall_at_100_std": 0.444366, "nauc_recall_at_100_diff1": -0.168622, "nauc_recall_at_1000_max": 0.589862, "nauc_recall_at_1000_std": 0.444366, "nauc_recall_at_1000_diff1": -0.168622, "nauc_precision_at_1_max": 0.536177, "nauc_precision_at_1_std": 0.267482, "nauc_precision_at_1_diff1": -0.008003, "nauc_precision_at_3_max": 0.607268, "nauc_precision_at_3_std": 0.403344, "nauc_precision_at_3_diff1": -0.205155, "nauc_precision_at_5_max": 0.603866, "nauc_precision_at_5_std": 0.457461, "nauc_precision_at_5_diff1": -0.225017, "nauc_precision_at_10_max": 0.542669, "nauc_precision_at_10_std": 0.436558, "nauc_precision_at_10_diff1": -0.238715, "nauc_precision_at_20_max": 0.466942, "nauc_precision_at_20_std": 0.415562, "nauc_precision_at_20_diff1": -0.243153, "nauc_precision_at_100_max": 0.445682, "nauc_precision_at_100_std": 0.378895, "nauc_precision_at_100_diff1": -0.219742, "nauc_precision_at_1000_max": 0.445682, "nauc_precision_at_1000_std": 0.378895, "nauc_precision_at_1000_diff1": -0.219742, "nauc_mrr_at_1_max": 0.536177, "nauc_mrr_at_1_std": 0.267482, "nauc_mrr_at_1_diff1": -0.008003, "nauc_mrr_at_3_max": 0.588513, "nauc_mrr_at_3_std": 0.329393, "nauc_mrr_at_3_diff1": -0.089333, "nauc_mrr_at_5_max": 0.593951, "nauc_mrr_at_5_std": 0.340286, "nauc_mrr_at_5_diff1": -0.098365, "nauc_mrr_at_10_max": 0.599428, "nauc_mrr_at_10_std": 0.342212, "nauc_mrr_at_10_diff1": -0.101541, "nauc_mrr_at_20_max": 0.600376, "nauc_mrr_at_20_std": 0.346831, "nauc_mrr_at_20_diff1": -0.102479, "nauc_mrr_at_100_max": 0.600665, "nauc_mrr_at_100_std": 0.346609, "nauc_mrr_at_100_diff1": -0.102816, "nauc_mrr_at_1000_max": 0.600665, "nauc_mrr_at_1000_std": 0.346609, "nauc_mrr_at_1000_diff1": -0.102816, "hit_rate_at_1": 0.3125, "hit_rate_at_3": 0.43125, "hit_rate_at_5": 0.4875, "hit_rate_at_10": 0.51562, "hit_rate_at_20": 0.5375, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.28631, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.30625, "ndcg_at_3": 0.29331, "ndcg_at_5": 0.29852, "ndcg_at_10": 0.31239, "ndcg_at_20": 0.31965, "ndcg_at_100": 0.32477, "ndcg_at_1000": 0.32477, "map_at_1": 0.15162, "map_at_3": 0.20276, "map_at_5": 0.22637, "map_at_10": 0.24633, "map_at_20": 0.2527, "map_at_100": 0.25517, "map_at_1000": 0.25517, "recall_at_1": 0.15162, "recall_at_3": 0.23189, "recall_at_5": 0.27844, "recall_at_10": 0.33776, "recall_at_20": 0.3627, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.15162, "precision_at_1": 0.31875, "precision_at_3": 0.20521, "precision_at_5": 0.16563, "precision_at_10": 0.11031, "precision_at_20": 0.06344, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.31875, "mrr_at_3": 0.379687, "mrr_at_5": 0.389531, "mrr_at_10": 0.397042, "mrr_at_20": 0.397611, "mrr_at_100": 0.398454, "mrr_at_1000": 0.398454, "nauc_ndcg_at_1_max": 0.551122, "nauc_ndcg_at_1_std": 0.117042, "nauc_ndcg_at_1_diff1": 0.00734, "nauc_ndcg_at_3_max": 0.582824, "nauc_ndcg_at_3_std": 0.191748, "nauc_ndcg_at_3_diff1": -0.076177, "nauc_ndcg_at_5_max": 0.579722, "nauc_ndcg_at_5_std": 0.226891, "nauc_ndcg_at_5_diff1": -0.107936, "nauc_ndcg_at_10_max": 0.602211, "nauc_ndcg_at_10_std": 0.267182, "nauc_ndcg_at_10_diff1": -0.136146, "nauc_ndcg_at_20_max": 0.60108, "nauc_ndcg_at_20_std": 0.284289, "nauc_ndcg_at_20_diff1": -0.146018, "nauc_ndcg_at_100_max": 0.602296, "nauc_ndcg_at_100_std": 0.284066, "nauc_ndcg_at_100_diff1": -0.146644, "nauc_ndcg_at_1000_max": 0.602296, "nauc_ndcg_at_1000_std": 0.284066, "nauc_ndcg_at_1000_diff1": -0.146644, "nauc_map_at_1_max": 0.508073, "nauc_map_at_1_std": 0.06905, "nauc_map_at_1_diff1": 0.041878, "nauc_map_at_3_max": 0.531687, "nauc_map_at_3_std": 0.136586, "nauc_map_at_3_diff1": -0.044438, "nauc_map_at_5_max": 0.543525, "nauc_map_at_5_std": 0.174805, "nauc_map_at_5_diff1": -0.073471, "nauc_map_at_10_max": 0.573339, "nauc_map_at_10_std": 0.213388, "nauc_map_at_10_diff1": -0.094812, "nauc_map_at_20_max": 0.57301, "nauc_map_at_20_std": 0.223695, "nauc_map_at_20_diff1": -0.100473, "nauc_map_at_100_max": 0.574533, "nauc_map_at_100_std": 0.223804, "nauc_map_at_100_diff1": -0.10184, "nauc_map_at_1000_max": 0.574533, "nauc_map_at_1000_std": 0.223804, "nauc_map_at_1000_diff1": -0.10184, "nauc_recall_at_1_max": 0.508073, "nauc_recall_at_1_std": 0.06905, "nauc_recall_at_1_diff1": 0.041878, "nauc_recall_at_3_max": 0.518349, "nauc_recall_at_3_std": 0.193899, "nauc_recall_at_3_diff1": -0.080896, "nauc_recall_at_5_max": 0.522879, "nauc_recall_at_5_std": 0.26091, "nauc_recall_at_5_diff1": -0.136893, "nauc_recall_at_10_max": 0.581635, "nauc_recall_at_10_std": 0.33615, "nauc_recall_at_10_diff1": -0.201349, "nauc_recall_at_20_max": 0.587322, "nauc_recall_at_20_std": 0.37125, "nauc_recall_at_20_diff1": -0.219461, "nauc_recall_at_100_max": 0.593432, "nauc_recall_at_100_std": 0.370314, "nauc_recall_at_100_diff1": -0.22389, "nauc_recall_at_1000_max": 0.593432, "nauc_recall_at_1000_std": 0.370314, "nauc_recall_at_1000_diff1": -0.22389, "nauc_precision_at_1_max": 0.544939, "nauc_precision_at_1_std": 0.112942, "nauc_precision_at_1_diff1": 0.01765, "nauc_precision_at_3_max": 0.538309, "nauc_precision_at_3_std": 0.265066, "nauc_precision_at_3_diff1": -0.167178, "nauc_precision_at_5_max": 0.493777, "nauc_precision_at_5_std": 0.301251, "nauc_precision_at_5_diff1": -0.212995, "nauc_precision_at_10_max": 0.481362, "nauc_precision_at_10_std": 0.370192, "nauc_precision_at_10_diff1": -0.23761, "nauc_precision_at_20_max": 0.428376, "nauc_precision_at_20_std": 0.3637, "nauc_precision_at_20_diff1": -0.231347, "nauc_precision_at_100_max": 0.41286, "nauc_precision_at_100_std": 0.332532, "nauc_precision_at_100_diff1": -0.222009, "nauc_precision_at_1000_max": 0.41286, "nauc_precision_at_1000_std": 0.332532, "nauc_precision_at_1000_diff1": -0.222009, "nauc_mrr_at_1_max": 0.544939, "nauc_mrr_at_1_std": 0.112942, "nauc_mrr_at_1_diff1": 0.01765, "nauc_mrr_at_3_max": 0.56639, "nauc_mrr_at_3_std": 0.197453, "nauc_mrr_at_3_diff1": -0.045786, "nauc_mrr_at_5_max": 0.571058, "nauc_mrr_at_5_std": 0.209443, "nauc_mrr_at_5_diff1": -0.058709, "nauc_mrr_at_10_max": 0.578384, "nauc_mrr_at_10_std": 0.218702, "nauc_mrr_at_10_diff1": -0.073041, "nauc_mrr_at_20_max": 0.578729, "nauc_mrr_at_20_std": 0.220145, "nauc_mrr_at_20_diff1": -0.073651, "nauc_mrr_at_100_max": 0.578446, "nauc_mrr_at_100_std": 0.220015, "nauc_mrr_at_100_diff1": -0.073703, "nauc_mrr_at_1000_max": 0.578446, "nauc_mrr_at_1000_std": 0.220015, "nauc_mrr_at_1000_diff1": -0.073703, "hit_rate_at_1": 0.31875, "hit_rate_at_3": 0.45312, "hit_rate_at_5": 0.49688, "hit_rate_at_10": 0.55312, "hit_rate_at_20": 0.55937, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.31239, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.31094, "ndcg_at_3": 0.29967, "ndcg_at_5": 0.30169, "ndcg_at_10": 0.3126, "ndcg_at_20": 0.32382, "ndcg_at_100": 0.32936, "ndcg_at_1000": 0.32936, "map_at_1": 0.1618, "map_at_3": 0.21253, "map_at_5": 0.23156, "map_at_10": 0.24861, "map_at_20": 0.25677, "map_at_100": 0.25935, "map_at_1000": 0.25935, "recall_at_1": 0.1618, "recall_at_3": 0.24499, "recall_at_5": 0.28357, "recall_at_10": 0.33425, "recall_at_20": 0.37118, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.1618, "precision_at_1": 0.325, "precision_at_3": 0.20417, "precision_at_5": 0.1575, "precision_at_10": 0.10344, "precision_at_20": 0.06219, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.325, "mrr_at_3": 0.383854, "mrr_at_5": 0.39151, "mrr_at_10": 0.3995, "mrr_at_20": 0.401433, "mrr_at_100": 0.401717, "mrr_at_1000": 0.401717, "nauc_ndcg_at_1_max": 0.512439, "nauc_ndcg_at_1_std": 0.139842, "nauc_ndcg_at_1_diff1": 0.025821, "nauc_ndcg_at_3_max": 0.599181, "nauc_ndcg_at_3_std": 0.217577, "nauc_ndcg_at_3_diff1": -0.073559, "nauc_ndcg_at_5_max": 0.595329, "nauc_ndcg_at_5_std": 0.259623, "nauc_ndcg_at_5_diff1": -0.099955, "nauc_ndcg_at_10_max": 0.600724, "nauc_ndcg_at_10_std": 0.289277, "nauc_ndcg_at_10_diff1": -0.121152, "nauc_ndcg_at_20_max": 0.607928, "nauc_ndcg_at_20_std": 0.308713, "nauc_ndcg_at_20_diff1": -0.135152, "nauc_ndcg_at_100_max": 0.611104, "nauc_ndcg_at_100_std": 0.307401, "nauc_ndcg_at_100_diff1": -0.138399, "nauc_ndcg_at_1000_max": 0.611104, "nauc_ndcg_at_1000_std": 0.307401, "nauc_ndcg_at_1000_diff1": -0.138399, "nauc_map_at_1_max": 0.455341, "nauc_map_at_1_std": 0.091315, "nauc_map_at_1_diff1": 0.100462, "nauc_map_at_3_max": 0.52191, "nauc_map_at_3_std": 0.172431, "nauc_map_at_3_diff1": -0.010416, "nauc_map_at_5_max": 0.541483, "nauc_map_at_5_std": 0.203774, "nauc_map_at_5_diff1": -0.039681, "nauc_map_at_10_max": 0.564878, "nauc_map_at_10_std": 0.230636, "nauc_map_at_10_diff1": -0.065172, "nauc_map_at_20_max": 0.570114, "nauc_map_at_20_std": 0.244671, "nauc_map_at_20_diff1": -0.07475, "nauc_map_at_100_max": 0.571759, "nauc_map_at_100_std": 0.24509, "nauc_map_at_100_diff1": -0.077092, "nauc_map_at_1000_max": 0.571759, "nauc_map_at_1000_std": 0.24509, "nauc_map_at_1000_diff1": -0.077092, "nauc_recall_at_1_max": 0.455341, "nauc_recall_at_1_std": 0.091315, "nauc_recall_at_1_diff1": 0.100462, "nauc_recall_at_3_max": 0.547359, "nauc_recall_at_3_std": 0.23037, "nauc_recall_at_3_diff1": -0.082176, "nauc_recall_at_5_max": 0.556914, "nauc_recall_at_5_std": 0.289173, "nauc_recall_at_5_diff1": -0.132127, "nauc_recall_at_10_max": 0.587974, "nauc_recall_at_10_std": 0.343874, "nauc_recall_at_10_diff1": -0.196314, "nauc_recall_at_20_max": 0.600506, "nauc_recall_at_20_std": 0.378501, "nauc_recall_at_20_diff1": -0.231514, "nauc_recall_at_100_max": 0.608757, "nauc_recall_at_100_std": 0.369344, "nauc_recall_at_100_diff1": -0.240184, "nauc_recall_at_1000_max": 0.608757, "nauc_recall_at_1000_std": 0.369344, "nauc_recall_at_1000_diff1": -0.240184, "nauc_precision_at_1_max": 0.508938, "nauc_precision_at_1_std": 0.131031, "nauc_precision_at_1_diff1": 0.024728, "nauc_precision_at_3_max": 0.577521, "nauc_precision_at_3_std": 0.275947, "nauc_precision_at_3_diff1": -0.19999, "nauc_precision_at_5_max": 0.540605, "nauc_precision_at_5_std": 0.332811, "nauc_precision_at_5_diff1": -0.244179, "nauc_precision_at_10_max": 0.517421, "nauc_precision_at_10_std": 0.368701, "nauc_precision_at_10_diff1": -0.275593, "nauc_precision_at_20_max": 0.46154, "nauc_precision_at_20_std": 0.366356, "nauc_precision_at_20_diff1": -0.268791, "nauc_precision_at_100_max": 0.432529, "nauc_precision_at_100_std": 0.326404, "nauc_precision_at_100_diff1": -0.254526, "nauc_precision_at_1000_max": 0.432529, "nauc_precision_at_1000_std": 0.326404, "nauc_precision_at_1000_diff1": -0.254526, "nauc_mrr_at_1_max": 0.508938, "nauc_mrr_at_1_std": 0.131031, "nauc_mrr_at_1_diff1": 0.024728, "nauc_mrr_at_3_max": 0.58066, "nauc_mrr_at_3_std": 0.226991, "nauc_mrr_at_3_diff1": -0.073549, "nauc_mrr_at_5_max": 0.578742, "nauc_mrr_at_5_std": 0.240741, "nauc_mrr_at_5_diff1": -0.08327, "nauc_mrr_at_10_max": 0.58123, "nauc_mrr_at_10_std": 0.244753, "nauc_mrr_at_10_diff1": -0.091605, "nauc_mrr_at_20_max": 0.582085, "nauc_mrr_at_20_std": 0.245121, "nauc_mrr_at_20_diff1": -0.093446, "nauc_mrr_at_100_max": 0.582123, "nauc_mrr_at_100_std": 0.244859, "nauc_mrr_at_100_diff1": -0.093561, "nauc_mrr_at_1000_max": 0.582123, "nauc_mrr_at_1000_std": 0.244859, "nauc_mrr_at_1000_diff1": -0.093561, "hit_rate_at_1": 0.325, "hit_rate_at_3": 0.45312, "hit_rate_at_5": 0.4875, "hit_rate_at_10": 0.54688, "hit_rate_at_20": 0.57188, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.3126, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 1330.0643094144762, "kg_co2_emissions": null, "date": 1793342857.874923, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0008133165538311005, "end": 209.7363908085972, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 209.8533401209861, "end": 209.91556551121175, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 210.09037667140365, "end": 433.1201186478138, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 433.34226885065436, "end": 433.403661319986, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 433.57752336747944, "end": 649.4050074275583, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 649.73188569583, "end": 649.7926337886602, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 649.9641917366534, "end": 866.0733786970377, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 866.5108486488461, "end": 866.572796581313, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 866.7619136255234, "end": 1097.0883025676012, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1097.6179811712354, "end": 1097.679126072675, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1097.8586839269847, "end": 1329.1553781554103, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1329.7969563789666, "end": 1329.8577204681933, "split": "test", "subset": "portuguese" } ] }