{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.50156, "ndcg_at_3": 0.50771, "ndcg_at_5": 0.5311, "ndcg_at_10": 0.55497, "ndcg_at_20": 0.57861, "ndcg_at_100": 0.58593, "ndcg_at_1000": 0.58593, "map_at_1": 0.25279, "map_at_3": 0.36431, "map_at_5": 0.41177, "map_at_10": 0.44909, "map_at_20": 0.46742, "map_at_100": 0.47094, "map_at_1000": 0.47094, "recall_at_1": 0.25279, "recall_at_3": 0.41309, "recall_at_5": 0.51316, "recall_at_10": 0.61332, "recall_at_20": 0.68143, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.25279, "precision_at_1": 0.51562, "precision_at_3": 0.35938, "precision_at_5": 0.2925, "precision_at_10": 0.19844, "precision_at_20": 0.12234, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.515625, "mrr_at_3": 0.609375, "mrr_at_5": 0.627031, "mrr_at_10": 0.637999, "mrr_at_20": 0.640227, "mrr_at_100": 0.640749, "mrr_at_1000": 0.640749, "nauc_ndcg_at_1_max": 0.314049, "nauc_ndcg_at_1_std": 0.15674, "nauc_ndcg_at_1_diff1": 0.342863, "nauc_ndcg_at_3_max": 0.345879, "nauc_ndcg_at_3_std": 0.126224, "nauc_ndcg_at_3_diff1": 0.34524, "nauc_ndcg_at_5_max": 0.358722, "nauc_ndcg_at_5_std": 0.172288, "nauc_ndcg_at_5_diff1": 0.337308, "nauc_ndcg_at_10_max": 0.397588, "nauc_ndcg_at_10_std": 0.210719, "nauc_ndcg_at_10_diff1": 0.356989, "nauc_ndcg_at_20_max": 0.395377, "nauc_ndcg_at_20_std": 0.22561, "nauc_ndcg_at_20_diff1": 0.347302, "nauc_ndcg_at_100_max": 0.391882, "nauc_ndcg_at_100_std": 0.215781, "nauc_ndcg_at_100_diff1": 0.342579, "nauc_ndcg_at_1000_max": 0.391882, "nauc_ndcg_at_1000_std": 0.215781, "nauc_ndcg_at_1000_diff1": 0.342579, "nauc_map_at_1_max": 0.206151, "nauc_map_at_1_std": -0.015726, "nauc_map_at_1_diff1": 0.432451, "nauc_map_at_3_max": 0.26257, "nauc_map_at_3_std": 0.022001, "nauc_map_at_3_diff1": 0.384841, "nauc_map_at_5_max": 0.303073, "nauc_map_at_5_std": 0.087117, "nauc_map_at_5_diff1": 0.376457, "nauc_map_at_10_max": 0.362263, "nauc_map_at_10_std": 0.15396, "nauc_map_at_10_diff1": 0.390024, "nauc_map_at_20_max": 0.365361, "nauc_map_at_20_std": 0.166812, "nauc_map_at_20_diff1": 0.383781, "nauc_map_at_100_max": 0.365055, "nauc_map_at_100_std": 0.162166, "nauc_map_at_100_diff1": 0.38481, "nauc_map_at_1000_max": 0.365055, "nauc_map_at_1000_std": 0.162166, "nauc_map_at_1000_diff1": 0.38481, "nauc_recall_at_1_max": 0.206151, "nauc_recall_at_1_std": -0.015726, "nauc_recall_at_1_diff1": 0.432451, "nauc_recall_at_3_max": 0.259094, "nauc_recall_at_3_std": 0.019044, "nauc_recall_at_3_diff1": 0.338998, "nauc_recall_at_5_max": 0.283543, "nauc_recall_at_5_std": 0.133467, "nauc_recall_at_5_diff1": 0.29483, "nauc_recall_at_10_max": 0.408881, "nauc_recall_at_10_std": 0.266667, "nauc_recall_at_10_diff1": 0.32473, "nauc_recall_at_20_max": 0.431223, "nauc_recall_at_20_std": 0.332762, "nauc_recall_at_20_diff1": 0.289824, "nauc_recall_at_100_max": 0.421662, "nauc_recall_at_100_std": 0.304572, "nauc_recall_at_100_diff1": 0.268996, "nauc_recall_at_1000_max": 0.421662, "nauc_recall_at_1000_std": 0.304572, "nauc_recall_at_1000_diff1": 0.268996, "nauc_precision_at_1_max": 0.298593, "nauc_precision_at_1_std": 0.140747, "nauc_precision_at_1_diff1": 0.353564, "nauc_precision_at_3_max": 0.294841, "nauc_precision_at_3_std": 0.195237, "nauc_precision_at_3_diff1": 0.111748, "nauc_precision_at_5_max": 0.294808, "nauc_precision_at_5_std": 0.29295, "nauc_precision_at_5_diff1": 0.039459, "nauc_precision_at_10_max": 0.289369, "nauc_precision_at_10_std": 0.34553, "nauc_precision_at_10_diff1": 0.012258, "nauc_precision_at_20_max": 0.179195, "nauc_precision_at_20_std": 0.266533, "nauc_precision_at_20_diff1": -0.048059, "nauc_precision_at_100_max": 0.14517, "nauc_precision_at_100_std": 0.208455, "nauc_precision_at_100_diff1": -0.064031, "nauc_precision_at_1000_max": 0.14517, "nauc_precision_at_1000_std": 0.208455, "nauc_precision_at_1000_diff1": -0.064031, "nauc_mrr_at_1_max": 0.298593, "nauc_mrr_at_1_std": 0.140747, "nauc_mrr_at_1_diff1": 0.353564, "nauc_mrr_at_3_max": 0.335751, "nauc_mrr_at_3_std": 0.147444, "nauc_mrr_at_3_diff1": 0.334824, "nauc_mrr_at_5_max": 0.329113, "nauc_mrr_at_5_std": 0.162619, "nauc_mrr_at_5_diff1": 0.327622, "nauc_mrr_at_10_max": 0.333928, "nauc_mrr_at_10_std": 0.166516, "nauc_mrr_at_10_diff1": 0.331681, "nauc_mrr_at_20_max": 0.332839, "nauc_mrr_at_20_std": 0.167624, "nauc_mrr_at_20_diff1": 0.329649, "nauc_mrr_at_100_max": 0.332361, "nauc_mrr_at_100_std": 0.166952, "nauc_mrr_at_100_diff1": 0.328493, "nauc_mrr_at_1000_max": 0.332361, "nauc_mrr_at_1000_std": 0.166952, "nauc_mrr_at_1000_diff1": 0.328493, "hit_rate_at_1": 0.51562, "hit_rate_at_3": 0.71875, "hit_rate_at_5": 0.79375, "hit_rate_at_10": 0.87187, "hit_rate_at_20": 0.90312, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.55497, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.36406, "ndcg_at_3": 0.33529, "ndcg_at_5": 0.34787, "ndcg_at_10": 0.35562, "ndcg_at_20": 0.36284, "ndcg_at_100": 0.36551, "ndcg_at_1000": 0.36551, "map_at_1": 0.18461, "map_at_3": 0.24327, "map_at_5": 0.27037, "map_at_10": 0.28776, "map_at_20": 0.2938, "map_at_100": 0.2955, "map_at_1000": 0.2955, "recall_at_1": 0.18461, "recall_at_3": 0.27394, "recall_at_5": 0.33661, "recall_at_10": 0.3829, "recall_at_20": 0.40804, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.18461, "precision_at_1": 0.37812, "precision_at_3": 0.22604, "precision_at_5": 0.185, "precision_at_10": 0.11813, "precision_at_20": 0.06641, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.378125, "mrr_at_3": 0.433333, "mrr_at_5": 0.450208, "mrr_at_10": 0.453736, "mrr_at_20": 0.454673, "mrr_at_100": 0.454673, "mrr_at_1000": 0.454673, "nauc_ndcg_at_1_max": 0.487961, "nauc_ndcg_at_1_std": 0.266053, "nauc_ndcg_at_1_diff1": 0.483799, "nauc_ndcg_at_3_max": 0.585693, "nauc_ndcg_at_3_std": 0.354648, "nauc_ndcg_at_3_diff1": 0.438033, "nauc_ndcg_at_5_max": 0.61166, "nauc_ndcg_at_5_std": 0.407128, "nauc_ndcg_at_5_diff1": 0.405506, "nauc_ndcg_at_10_max": 0.618261, "nauc_ndcg_at_10_std": 0.435594, "nauc_ndcg_at_10_diff1": 0.397429, "nauc_ndcg_at_20_max": 0.622987, "nauc_ndcg_at_20_std": 0.44878, "nauc_ndcg_at_20_diff1": 0.390539, "nauc_ndcg_at_100_max": 0.623094, "nauc_ndcg_at_100_std": 0.450276, "nauc_ndcg_at_100_diff1": 0.388338, "nauc_ndcg_at_1000_max": 0.623094, "nauc_ndcg_at_1000_std": 0.450276, "nauc_ndcg_at_1000_diff1": 0.388338, "nauc_map_at_1_max": 0.429658, "nauc_map_at_1_std": 0.155182, "nauc_map_at_1_diff1": 0.528972, "nauc_map_at_3_max": 0.51216, "nauc_map_at_3_std": 0.257932, "nauc_map_at_3_diff1": 0.448737, "nauc_map_at_5_max": 0.553205, "nauc_map_at_5_std": 0.314245, "nauc_map_at_5_diff1": 0.428483, "nauc_map_at_10_max": 0.574238, "nauc_map_at_10_std": 0.353461, "nauc_map_at_10_diff1": 0.427021, "nauc_map_at_20_max": 0.579641, "nauc_map_at_20_std": 0.362248, "nauc_map_at_20_diff1": 0.425349, "nauc_map_at_100_max": 0.580312, "nauc_map_at_100_std": 0.362398, "nauc_map_at_100_diff1": 0.424907, "nauc_map_at_1000_max": 0.580312, "nauc_map_at_1000_std": 0.362398, "nauc_map_at_1000_diff1": 0.424907, "nauc_recall_at_1_max": 0.429658, "nauc_recall_at_1_std": 0.155182, "nauc_recall_at_1_diff1": 0.528972, "nauc_recall_at_3_max": 0.542545, "nauc_recall_at_3_std": 0.314964, "nauc_recall_at_3_diff1": 0.397245, "nauc_recall_at_5_max": 0.583778, "nauc_recall_at_5_std": 0.417211, "nauc_recall_at_5_diff1": 0.321834, "nauc_recall_at_10_max": 0.612079, "nauc_recall_at_10_std": 0.505836, "nauc_recall_at_10_diff1": 0.302491, "nauc_recall_at_20_max": 0.630698, "nauc_recall_at_20_std": 0.541412, "nauc_recall_at_20_diff1": 0.289145, "nauc_recall_at_100_max": 0.630013, "nauc_recall_at_100_std": 0.545603, "nauc_recall_at_100_diff1": 0.282059, "nauc_recall_at_1000_max": 0.630013, "nauc_recall_at_1000_std": 0.545603, "nauc_recall_at_1000_diff1": 0.282059, "nauc_precision_at_1_max": 0.483897, "nauc_precision_at_1_std": 0.259651, "nauc_precision_at_1_diff1": 0.490746, "nauc_precision_at_3_max": 0.58102, "nauc_precision_at_3_std": 0.422496, "nauc_precision_at_3_diff1": 0.271029, "nauc_precision_at_5_max": 0.569707, "nauc_precision_at_5_std": 0.497962, "nauc_precision_at_5_diff1": 0.180989, "nauc_precision_at_10_max": 0.513962, "nauc_precision_at_10_std": 0.516445, "nauc_precision_at_10_diff1": 0.150894, "nauc_precision_at_20_max": 0.471721, "nauc_precision_at_20_std": 0.489681, "nauc_precision_at_20_diff1": 0.129172, "nauc_precision_at_100_max": 0.447153, "nauc_precision_at_100_std": 0.458555, "nauc_precision_at_100_diff1": 0.12154, "nauc_precision_at_1000_max": 0.447153, "nauc_precision_at_1000_std": 0.458555, "nauc_precision_at_1000_diff1": 0.12154, "nauc_mrr_at_1_max": 0.483897, "nauc_mrr_at_1_std": 0.259651, "nauc_mrr_at_1_diff1": 0.490746, "nauc_mrr_at_3_max": 0.566773, "nauc_mrr_at_3_std": 0.349269, "nauc_mrr_at_3_diff1": 0.466397, "nauc_mrr_at_5_max": 0.573949, "nauc_mrr_at_5_std": 0.376998, "nauc_mrr_at_5_diff1": 0.453171, "nauc_mrr_at_10_max": 0.575322, "nauc_mrr_at_10_std": 0.382699, "nauc_mrr_at_10_diff1": 0.449875, "nauc_mrr_at_20_max": 0.575884, "nauc_mrr_at_20_std": 0.38477, "nauc_mrr_at_20_diff1": 0.447924, "nauc_mrr_at_100_max": 0.575884, "nauc_mrr_at_100_std": 0.38477, "nauc_mrr_at_100_diff1": 0.447924, "nauc_mrr_at_1000_max": 0.575884, "nauc_mrr_at_1000_std": 0.38477, "nauc_mrr_at_1000_diff1": 0.447924, "hit_rate_at_1": 0.37812, "hit_rate_at_3": 0.50313, "hit_rate_at_5": 0.57812, "hit_rate_at_10": 0.60313, "hit_rate_at_20": 0.61562, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.35562, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.34844, "ndcg_at_3": 0.34107, "ndcg_at_5": 0.34975, "ndcg_at_10": 0.36163, "ndcg_at_20": 0.37001, "ndcg_at_100": 0.3719, "ndcg_at_1000": 0.3719, "map_at_1": 0.17398, "map_at_3": 0.24204, "map_at_5": 0.26882, "map_at_10": 0.28848, "map_at_20": 0.29568, "map_at_100": 0.29707, "map_at_1000": 0.29707, "recall_at_1": 0.17398, "recall_at_3": 0.28154, "recall_at_5": 0.3366, "recall_at_10": 0.39412, "recall_at_20": 0.42234, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.17398, "precision_at_1": 0.35938, "precision_at_3": 0.24271, "precision_at_5": 0.19625, "precision_at_10": 0.12688, "precision_at_20": 0.07344, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.359375, "mrr_at_3": 0.434896, "mrr_at_5": 0.44724, "mrr_at_10": 0.454931, "mrr_at_20": 0.455915, "mrr_at_100": 0.455915, "mrr_at_1000": 0.455915, "nauc_ndcg_at_1_max": 0.537827, "nauc_ndcg_at_1_std": 0.349663, "nauc_ndcg_at_1_diff1": 0.443692, "nauc_ndcg_at_3_max": 0.571223, "nauc_ndcg_at_3_std": 0.413055, "nauc_ndcg_at_3_diff1": 0.393725, "nauc_ndcg_at_5_max": 0.600364, "nauc_ndcg_at_5_std": 0.45319, "nauc_ndcg_at_5_diff1": 0.377476, "nauc_ndcg_at_10_max": 0.620954, "nauc_ndcg_at_10_std": 0.490791, "nauc_ndcg_at_10_diff1": 0.376986, "nauc_ndcg_at_20_max": 0.624747, "nauc_ndcg_at_20_std": 0.508331, "nauc_ndcg_at_20_diff1": 0.36361, "nauc_ndcg_at_100_max": 0.627071, "nauc_ndcg_at_100_std": 0.509917, "nauc_ndcg_at_100_diff1": 0.362063, "nauc_ndcg_at_1000_max": 0.627071, "nauc_ndcg_at_1000_std": 0.509917, "nauc_ndcg_at_1000_diff1": 0.362063, "nauc_map_at_1_max": 0.421875, "nauc_map_at_1_std": 0.203225, "nauc_map_at_1_diff1": 0.529813, "nauc_map_at_3_max": 0.487749, "nauc_map_at_3_std": 0.303128, "nauc_map_at_3_diff1": 0.42932, "nauc_map_at_5_max": 0.537297, "nauc_map_at_5_std": 0.365174, "nauc_map_at_5_diff1": 0.412457, "nauc_map_at_10_max": 0.570949, "nauc_map_at_10_std": 0.415832, "nauc_map_at_10_diff1": 0.408036, "nauc_map_at_20_max": 0.578537, "nauc_map_at_20_std": 0.426555, "nauc_map_at_20_diff1": 0.403625, "nauc_map_at_100_max": 0.580413, "nauc_map_at_100_std": 0.427562, "nauc_map_at_100_diff1": 0.403059, "nauc_map_at_1000_max": 0.580413, "nauc_map_at_1000_std": 0.427562, "nauc_map_at_1000_diff1": 0.403059, "nauc_recall_at_1_max": 0.421875, "nauc_recall_at_1_std": 0.203225, "nauc_recall_at_1_diff1": 0.529813, "nauc_recall_at_3_max": 0.485649, "nauc_recall_at_3_std": 0.34978, "nauc_recall_at_3_diff1": 0.36504, "nauc_recall_at_5_max": 0.565677, "nauc_recall_at_5_std": 0.459568, "nauc_recall_at_5_diff1": 0.329239, "nauc_recall_at_10_max": 0.609572, "nauc_recall_at_10_std": 0.54794, "nauc_recall_at_10_diff1": 0.315633, "nauc_recall_at_20_max": 0.620413, "nauc_recall_at_20_std": 0.582298, "nauc_recall_at_20_diff1": 0.285303, "nauc_recall_at_100_max": 0.624877, "nauc_recall_at_100_std": 0.584959, "nauc_recall_at_100_diff1": 0.282335, "nauc_recall_at_1000_max": 0.624877, "nauc_recall_at_1000_std": 0.584959, "nauc_recall_at_1000_diff1": 0.282335, "nauc_precision_at_1_max": 0.52453, "nauc_precision_at_1_std": 0.338397, "nauc_precision_at_1_diff1": 0.452173, "nauc_precision_at_3_max": 0.534245, "nauc_precision_at_3_std": 0.452011, "nauc_precision_at_3_diff1": 0.207675, "nauc_precision_at_5_max": 0.547794, "nauc_precision_at_5_std": 0.500162, "nauc_precision_at_5_diff1": 0.142906, "nauc_precision_at_10_max": 0.547016, "nauc_precision_at_10_std": 0.550245, "nauc_precision_at_10_diff1": 0.110191, "nauc_precision_at_20_max": 0.497164, "nauc_precision_at_20_std": 0.526734, "nauc_precision_at_20_diff1": 0.07318, "nauc_precision_at_100_max": 0.483435, "nauc_precision_at_100_std": 0.500778, "nauc_precision_at_100_diff1": 0.068483, "nauc_precision_at_1000_max": 0.483435, "nauc_precision_at_1000_std": 0.500778, "nauc_precision_at_1000_diff1": 0.068483, "nauc_mrr_at_1_max": 0.52453, "nauc_mrr_at_1_std": 0.338397, "nauc_mrr_at_1_diff1": 0.452173, "nauc_mrr_at_3_max": 0.557416, "nauc_mrr_at_3_std": 0.411848, "nauc_mrr_at_3_diff1": 0.393258, "nauc_mrr_at_5_max": 0.571241, "nauc_mrr_at_5_std": 0.433583, "nauc_mrr_at_5_diff1": 0.387282, "nauc_mrr_at_10_max": 0.57345, "nauc_mrr_at_10_std": 0.441591, "nauc_mrr_at_10_diff1": 0.387056, "nauc_mrr_at_20_max": 0.573729, "nauc_mrr_at_20_std": 0.443478, "nauc_mrr_at_20_diff1": 0.384938, "nauc_mrr_at_100_max": 0.573729, "nauc_mrr_at_100_std": 0.443478, "nauc_mrr_at_100_diff1": 0.384938, "nauc_mrr_at_1000_max": 0.573729, "nauc_mrr_at_1000_std": 0.443478, "nauc_mrr_at_1000_diff1": 0.384938, "hit_rate_at_1": 0.35938, "hit_rate_at_3": 0.52812, "hit_rate_at_5": 0.58125, "hit_rate_at_10": 0.63438, "hit_rate_at_20": 0.65, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.36163, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.34219, "ndcg_at_3": 0.32445, "ndcg_at_5": 0.33297, "ndcg_at_10": 0.33617, "ndcg_at_20": 0.34435, "ndcg_at_100": 0.34691, "ndcg_at_1000": 0.34691, "map_at_1": 0.17706, "map_at_3": 0.23183, "map_at_5": 0.25821, "map_at_10": 0.27233, "map_at_20": 0.28, "map_at_100": 0.28146, "map_at_1000": 0.28146, "recall_at_1": 0.17706, "recall_at_3": 0.26346, "recall_at_5": 0.31819, "recall_at_10": 0.35257, "recall_at_20": 0.37914, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.17706, "precision_at_1": 0.35313, "precision_at_3": 0.22083, "precision_at_5": 0.1775, "precision_at_10": 0.11156, "precision_at_20": 0.06516, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.353125, "mrr_at_3": 0.409896, "mrr_at_5": 0.421927, "mrr_at_10": 0.425689, "mrr_at_20": 0.426466, "mrr_at_100": 0.426596, "mrr_at_1000": 0.426596, "nauc_ndcg_at_1_max": 0.560281, "nauc_ndcg_at_1_std": 0.380207, "nauc_ndcg_at_1_diff1": 0.489273, "nauc_ndcg_at_3_max": 0.63469, "nauc_ndcg_at_3_std": 0.460292, "nauc_ndcg_at_3_diff1": 0.445644, "nauc_ndcg_at_5_max": 0.651132, "nauc_ndcg_at_5_std": 0.507323, "nauc_ndcg_at_5_diff1": 0.423191, "nauc_ndcg_at_10_max": 0.65251, "nauc_ndcg_at_10_std": 0.525608, "nauc_ndcg_at_10_diff1": 0.422237, "nauc_ndcg_at_20_max": 0.65878, "nauc_ndcg_at_20_std": 0.5459, "nauc_ndcg_at_20_diff1": 0.412922, "nauc_ndcg_at_100_max": 0.657864, "nauc_ndcg_at_100_std": 0.545824, "nauc_ndcg_at_100_diff1": 0.412158, "nauc_ndcg_at_1000_max": 0.657864, "nauc_ndcg_at_1000_std": 0.545824, "nauc_ndcg_at_1000_diff1": 0.412158, "nauc_map_at_1_max": 0.466314, "nauc_map_at_1_std": 0.24409, "nauc_map_at_1_diff1": 0.554947, "nauc_map_at_3_max": 0.547847, "nauc_map_at_3_std": 0.353031, "nauc_map_at_3_diff1": 0.474581, "nauc_map_at_5_max": 0.588241, "nauc_map_at_5_std": 0.420146, "nauc_map_at_5_diff1": 0.453447, "nauc_map_at_10_max": 0.610111, "nauc_map_at_10_std": 0.453247, "nauc_map_at_10_diff1": 0.454121, "nauc_map_at_20_max": 0.615953, "nauc_map_at_20_std": 0.467397, "nauc_map_at_20_diff1": 0.447785, "nauc_map_at_100_max": 0.615543, "nauc_map_at_100_std": 0.467049, "nauc_map_at_100_diff1": 0.448268, "nauc_map_at_1000_max": 0.615543, "nauc_map_at_1000_std": 0.467049, "nauc_map_at_1000_diff1": 0.448268, "nauc_recall_at_1_max": 0.466314, "nauc_recall_at_1_std": 0.24409, "nauc_recall_at_1_diff1": 0.554947, "nauc_recall_at_3_max": 0.569692, "nauc_recall_at_3_std": 0.41026, "nauc_recall_at_3_diff1": 0.415038, "nauc_recall_at_5_max": 0.613787, "nauc_recall_at_5_std": 0.522825, "nauc_recall_at_5_diff1": 0.356787, "nauc_recall_at_10_max": 0.636696, "nauc_recall_at_10_std": 0.577822, "nauc_recall_at_10_diff1": 0.343956, "nauc_recall_at_20_max": 0.655527, "nauc_recall_at_20_std": 0.623406, "nauc_recall_at_20_diff1": 0.322334, "nauc_recall_at_100_max": 0.649949, "nauc_recall_at_100_std": 0.621397, "nauc_recall_at_100_diff1": 0.317821, "nauc_recall_at_1000_max": 0.649949, "nauc_recall_at_1000_std": 0.621397, "nauc_recall_at_1000_diff1": 0.317821, "nauc_precision_at_1_max": 0.557631, "nauc_precision_at_1_std": 0.37712, "nauc_precision_at_1_diff1": 0.495444, "nauc_precision_at_3_max": 0.633264, "nauc_precision_at_3_std": 0.532499, "nauc_precision_at_3_diff1": 0.258476, "nauc_precision_at_5_max": 0.598677, "nauc_precision_at_5_std": 0.5675, "nauc_precision_at_5_diff1": 0.184118, "nauc_precision_at_10_max": 0.553191, "nauc_precision_at_10_std": 0.558372, "nauc_precision_at_10_diff1": 0.156688, "nauc_precision_at_20_max": 0.496944, "nauc_precision_at_20_std": 0.533287, "nauc_precision_at_20_diff1": 0.118527, "nauc_precision_at_100_max": 0.464031, "nauc_precision_at_100_std": 0.496927, "nauc_precision_at_100_diff1": 0.115089, "nauc_precision_at_1000_max": 0.464031, "nauc_precision_at_1000_std": 0.496927, "nauc_precision_at_1000_diff1": 0.115089, "nauc_mrr_at_1_max": 0.557631, "nauc_mrr_at_1_std": 0.37712, "nauc_mrr_at_1_diff1": 0.495444, "nauc_mrr_at_3_max": 0.63203, "nauc_mrr_at_3_std": 0.47424, "nauc_mrr_at_3_diff1": 0.453792, "nauc_mrr_at_5_max": 0.639556, "nauc_mrr_at_5_std": 0.491178, "nauc_mrr_at_5_diff1": 0.450547, "nauc_mrr_at_10_max": 0.638039, "nauc_mrr_at_10_std": 0.49026, "nauc_mrr_at_10_diff1": 0.448661, "nauc_mrr_at_20_max": 0.638492, "nauc_mrr_at_20_std": 0.493083, "nauc_mrr_at_20_diff1": 0.447462, "nauc_mrr_at_100_max": 0.638253, "nauc_mrr_at_100_std": 0.492825, "nauc_mrr_at_100_diff1": 0.447197, "nauc_mrr_at_1000_max": 0.638253, "nauc_mrr_at_1000_std": 0.492825, "nauc_mrr_at_1000_diff1": 0.447197, "hit_rate_at_1": 0.35313, "hit_rate_at_3": 0.4875, "hit_rate_at_5": 0.5375, "hit_rate_at_10": 0.56563, "hit_rate_at_20": 0.575, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.33617, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.31094, "ndcg_at_3": 0.31454, "ndcg_at_5": 0.32053, "ndcg_at_10": 0.32749, "ndcg_at_20": 0.33391, "ndcg_at_100": 0.33597, "ndcg_at_1000": 0.33597, "map_at_1": 0.15153, "map_at_3": 0.22022, "map_at_5": 0.24451, "map_at_10": 0.26241, "map_at_20": 0.2687, "map_at_100": 0.27018, "map_at_1000": 0.27018, "recall_at_1": 0.15153, "recall_at_3": 0.26041, "recall_at_5": 0.30835, "recall_at_10": 0.35157, "recall_at_20": 0.37049, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.15153, "precision_at_1": 0.32188, "precision_at_3": 0.22708, "precision_at_5": 0.18, "precision_at_10": 0.11625, "precision_at_20": 0.06625, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.321875, "mrr_at_3": 0.393229, "mrr_at_5": 0.403854, "mrr_at_10": 0.409117, "mrr_at_20": 0.410077, "mrr_at_100": 0.410189, "mrr_at_1000": 0.410189, "nauc_ndcg_at_1_max": 0.489416, "nauc_ndcg_at_1_std": 0.34107, "nauc_ndcg_at_1_diff1": 0.487623, "nauc_ndcg_at_3_max": 0.586869, "nauc_ndcg_at_3_std": 0.440227, "nauc_ndcg_at_3_diff1": 0.415437, "nauc_ndcg_at_5_max": 0.608129, "nauc_ndcg_at_5_std": 0.490546, "nauc_ndcg_at_5_diff1": 0.388053, "nauc_ndcg_at_10_max": 0.617197, "nauc_ndcg_at_10_std": 0.511625, "nauc_ndcg_at_10_diff1": 0.380205, "nauc_ndcg_at_20_max": 0.613891, "nauc_ndcg_at_20_std": 0.519433, "nauc_ndcg_at_20_diff1": 0.371458, "nauc_ndcg_at_100_max": 0.611844, "nauc_ndcg_at_100_std": 0.518108, "nauc_ndcg_at_100_diff1": 0.369313, "nauc_ndcg_at_1000_max": 0.611844, "nauc_ndcg_at_1000_std": 0.518108, "nauc_ndcg_at_1000_diff1": 0.369313, "nauc_map_at_1_max": 0.42969, "nauc_map_at_1_std": 0.229995, "nauc_map_at_1_diff1": 0.572622, "nauc_map_at_3_max": 0.508015, "nauc_map_at_3_std": 0.349434, "nauc_map_at_3_diff1": 0.458639, "nauc_map_at_5_max": 0.548765, "nauc_map_at_5_std": 0.410881, "nauc_map_at_5_diff1": 0.430152, "nauc_map_at_10_max": 0.572822, "nauc_map_at_10_std": 0.448284, "nauc_map_at_10_diff1": 0.416043, "nauc_map_at_20_max": 0.573447, "nauc_map_at_20_std": 0.45638, "nauc_map_at_20_diff1": 0.410416, "nauc_map_at_100_max": 0.572566, "nauc_map_at_100_std": 0.456256, "nauc_map_at_100_diff1": 0.409062, "nauc_map_at_1000_max": 0.572566, "nauc_map_at_1000_std": 0.456256, "nauc_map_at_1000_diff1": 0.409062, "nauc_recall_at_1_max": 0.42969, "nauc_recall_at_1_std": 0.229995, "nauc_recall_at_1_diff1": 0.572622, "nauc_recall_at_3_max": 0.554151, "nauc_recall_at_3_std": 0.416084, "nauc_recall_at_3_diff1": 0.395244, "nauc_recall_at_5_max": 0.591546, "nauc_recall_at_5_std": 0.514671, "nauc_recall_at_5_diff1": 0.321653, "nauc_recall_at_10_max": 0.635805, "nauc_recall_at_10_std": 0.584072, "nauc_recall_at_10_diff1": 0.298928, "nauc_recall_at_20_max": 0.635832, "nauc_recall_at_20_std": 0.599564, "nauc_recall_at_20_diff1": 0.285757, "nauc_recall_at_100_max": 0.630864, "nauc_recall_at_100_std": 0.595768, "nauc_recall_at_100_diff1": 0.281611, "nauc_recall_at_1000_max": 0.630864, "nauc_recall_at_1000_std": 0.595768, "nauc_recall_at_1000_diff1": 0.281611, "nauc_precision_at_1_max": 0.476126, "nauc_precision_at_1_std": 0.333336, "nauc_precision_at_1_diff1": 0.502383, "nauc_precision_at_3_max": 0.560301, "nauc_precision_at_3_std": 0.475805, "nauc_precision_at_3_diff1": 0.239756, "nauc_precision_at_5_max": 0.559107, "nauc_precision_at_5_std": 0.542132, "nauc_precision_at_5_diff1": 0.150939, "nauc_precision_at_10_max": 0.521453, "nauc_precision_at_10_std": 0.537812, "nauc_precision_at_10_diff1": 0.101307, "nauc_precision_at_20_max": 0.456942, "nauc_precision_at_20_std": 0.502962, "nauc_precision_at_20_diff1": 0.071428, "nauc_precision_at_100_max": 0.424176, "nauc_precision_at_100_std": 0.469164, "nauc_precision_at_100_diff1": 0.060626, "nauc_precision_at_1000_max": 0.424176, "nauc_precision_at_1000_std": 0.469164, "nauc_precision_at_1000_diff1": 0.060626, "nauc_mrr_at_1_max": 0.476126, "nauc_mrr_at_1_std": 0.333336, "nauc_mrr_at_1_diff1": 0.502383, "nauc_mrr_at_3_max": 0.567275, "nauc_mrr_at_3_std": 0.421654, "nauc_mrr_at_3_diff1": 0.456878, "nauc_mrr_at_5_max": 0.575523, "nauc_mrr_at_5_std": 0.444071, "nauc_mrr_at_5_diff1": 0.445489, "nauc_mrr_at_10_max": 0.576909, "nauc_mrr_at_10_std": 0.448889, "nauc_mrr_at_10_diff1": 0.445355, "nauc_mrr_at_20_max": 0.575585, "nauc_mrr_at_20_std": 0.448237, "nauc_mrr_at_20_diff1": 0.444596, "nauc_mrr_at_100_max": 0.575372, "nauc_mrr_at_100_std": 0.448009, "nauc_mrr_at_100_diff1": 0.444367, "nauc_mrr_at_1000_max": 0.575372, "nauc_mrr_at_1000_std": 0.448009, "nauc_mrr_at_1000_diff1": 0.444367, "hit_rate_at_1": 0.32188, "hit_rate_at_3": 0.48125, "hit_rate_at_5": 0.52812, "hit_rate_at_10": 0.56563, "hit_rate_at_20": 0.57812, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.32749, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.31719, "ndcg_at_3": 0.30266, "ndcg_at_5": 0.30457, "ndcg_at_10": 0.31436, "ndcg_at_20": 0.31978, "ndcg_at_100": 0.32229, "ndcg_at_1000": 0.32229, "map_at_1": 0.15294, "map_at_3": 0.21215, "map_at_5": 0.23289, "map_at_10": 0.2517, "map_at_20": 0.25698, "map_at_100": 0.25869, "map_at_1000": 0.25869, "recall_at_1": 0.15294, "recall_at_3": 0.24268, "recall_at_5": 0.28443, "recall_at_10": 0.33353, "recall_at_20": 0.35266, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.15294, "precision_at_1": 0.325, "precision_at_3": 0.21458, "precision_at_5": 0.16437, "precision_at_10": 0.10625, "precision_at_20": 0.06031, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.325, "mrr_at_3": 0.388542, "mrr_at_5": 0.398698, "mrr_at_10": 0.402443, "mrr_at_20": 0.403252, "mrr_at_100": 0.403252, "mrr_at_1000": 0.403252, "nauc_ndcg_at_1_max": 0.57308, "nauc_ndcg_at_1_std": 0.443078, "nauc_ndcg_at_1_diff1": 0.425917, "nauc_ndcg_at_3_max": 0.607619, "nauc_ndcg_at_3_std": 0.50175, "nauc_ndcg_at_3_diff1": 0.360671, "nauc_ndcg_at_5_max": 0.625084, "nauc_ndcg_at_5_std": 0.547893, "nauc_ndcg_at_5_diff1": 0.331581, "nauc_ndcg_at_10_max": 0.636713, "nauc_ndcg_at_10_std": 0.585457, "nauc_ndcg_at_10_diff1": 0.316777, "nauc_ndcg_at_20_max": 0.643808, "nauc_ndcg_at_20_std": 0.59661, "nauc_ndcg_at_20_diff1": 0.313948, "nauc_ndcg_at_100_max": 0.642988, "nauc_ndcg_at_100_std": 0.596251, "nauc_ndcg_at_100_diff1": 0.313917, "nauc_ndcg_at_1000_max": 0.642988, "nauc_ndcg_at_1000_std": 0.596251, "nauc_ndcg_at_1000_diff1": 0.313917, "nauc_map_at_1_max": 0.466799, "nauc_map_at_1_std": 0.302743, "nauc_map_at_1_diff1": 0.48528, "nauc_map_at_3_max": 0.548894, "nauc_map_at_3_std": 0.427658, "nauc_map_at_3_diff1": 0.391303, "nauc_map_at_5_max": 0.586982, "nauc_map_at_5_std": 0.484679, "nauc_map_at_5_diff1": 0.362465, "nauc_map_at_10_max": 0.610229, "nauc_map_at_10_std": 0.529943, "nauc_map_at_10_diff1": 0.342977, "nauc_map_at_20_max": 0.615053, "nauc_map_at_20_std": 0.536262, "nauc_map_at_20_diff1": 0.340623, "nauc_map_at_100_max": 0.614668, "nauc_map_at_100_std": 0.535395, "nauc_map_at_100_diff1": 0.341156, "nauc_map_at_1000_max": 0.614668, "nauc_map_at_1000_std": 0.535395, "nauc_map_at_1000_diff1": 0.341156, "nauc_recall_at_1_max": 0.466799, "nauc_recall_at_1_std": 0.302743, "nauc_recall_at_1_diff1": 0.48528, "nauc_recall_at_3_max": 0.554164, "nauc_recall_at_3_std": 0.46462, "nauc_recall_at_3_diff1": 0.335533, "nauc_recall_at_5_max": 0.583234, "nauc_recall_at_5_std": 0.547142, "nauc_recall_at_5_diff1": 0.267058, "nauc_recall_at_10_max": 0.618497, "nauc_recall_at_10_std": 0.639747, "nauc_recall_at_10_diff1": 0.229606, "nauc_recall_at_20_max": 0.632888, "nauc_recall_at_20_std": 0.664587, "nauc_recall_at_20_diff1": 0.218211, "nauc_recall_at_100_max": 0.629231, "nauc_recall_at_100_std": 0.661761, "nauc_recall_at_100_diff1": 0.217321, "nauc_recall_at_1000_max": 0.629231, "nauc_recall_at_1000_std": 0.661761, "nauc_recall_at_1000_diff1": 0.217321, "nauc_precision_at_1_max": 0.574101, "nauc_precision_at_1_std": 0.440042, "nauc_precision_at_1_diff1": 0.444317, "nauc_precision_at_3_max": 0.582037, "nauc_precision_at_3_std": 0.540976, "nauc_precision_at_3_diff1": 0.193583, "nauc_precision_at_5_max": 0.581118, "nauc_precision_at_5_std": 0.589731, "nauc_precision_at_5_diff1": 0.116215, "nauc_precision_at_10_max": 0.538102, "nauc_precision_at_10_std": 0.585101, "nauc_precision_at_10_diff1": 0.067558, "nauc_precision_at_20_max": 0.504308, "nauc_precision_at_20_std": 0.547052, "nauc_precision_at_20_diff1": 0.058333, "nauc_precision_at_100_max": 0.47234, "nauc_precision_at_100_std": 0.506701, "nauc_precision_at_100_diff1": 0.064467, "nauc_precision_at_1000_max": 0.47234, "nauc_precision_at_1000_std": 0.506701, "nauc_precision_at_1000_diff1": 0.064467, "nauc_mrr_at_1_max": 0.574101, "nauc_mrr_at_1_std": 0.440042, "nauc_mrr_at_1_diff1": 0.444317, "nauc_mrr_at_3_max": 0.608419, "nauc_mrr_at_3_std": 0.506987, "nauc_mrr_at_3_diff1": 0.40084, "nauc_mrr_at_5_max": 0.613765, "nauc_mrr_at_5_std": 0.520669, "nauc_mrr_at_5_diff1": 0.390397, "nauc_mrr_at_10_max": 0.619726, "nauc_mrr_at_10_std": 0.528728, "nauc_mrr_at_10_diff1": 0.390789, "nauc_mrr_at_20_max": 0.621308, "nauc_mrr_at_20_std": 0.531435, "nauc_mrr_at_20_diff1": 0.389774, "nauc_mrr_at_100_max": 0.621308, "nauc_mrr_at_100_std": 0.531435, "nauc_mrr_at_100_diff1": 0.389774, "nauc_mrr_at_1000_max": 0.621308, "nauc_mrr_at_1000_std": 0.531435, "nauc_mrr_at_1000_diff1": 0.389774, "hit_rate_at_1": 0.325, "hit_rate_at_3": 0.4625, "hit_rate_at_5": 0.50625, "hit_rate_at_10": 0.53125, "hit_rate_at_20": 0.54063, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.31436, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 39664.617787203984, "kg_co2_emissions": null, "date": 1791826221.296358, "evaluation_phases": [ { "name": "Data loading", "start": 1.4291028492152691e-05, "end": 41.94671037502121, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 41.94672487600474, "end": 41.94672657601768, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 41.953729245986324, "end": 6654.927259239019, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 6655.090335069981, "end": 6655.198836269032, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 6655.2400342199835, "end": 13243.239022848022, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 13243.435031394998, "end": 13243.515404414036, "split": "test", "subset": "german" } ] }