{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.32656, "ndcg_at_3": 0.32667, "ndcg_at_5": 0.33243, "ndcg_at_10": 0.35607, "ndcg_at_20": 0.39636, "ndcg_at_100": 0.44469, "ndcg_at_1000": 0.44469, "map_at_1": 0.14651, "map_at_3": 0.2156, "map_at_5": 0.23793, "map_at_10": 0.26259, "map_at_20": 0.28069, "map_at_100": 0.29582, "map_at_1000": 0.29582, "recall_at_1": 0.14651, "recall_at_3": 0.26747, "recall_at_5": 0.32207, "recall_at_10": 0.4115, "recall_at_20": 0.53572, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.14651, "precision_at_1": 0.34063, "precision_at_3": 0.24271, "precision_at_5": 0.19188, "precision_at_10": 0.13594, "precision_at_20": 0.09328, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.340625, "mrr_at_3": 0.428646, "mrr_at_5": 0.44599, "mrr_at_10": 0.458235, "mrr_at_20": 0.4654, "mrr_at_100": 0.469123, "mrr_at_1000": 0.469123, "nauc_ndcg_at_1_max": 0.296987, "nauc_ndcg_at_1_std": -0.061262, "nauc_ndcg_at_1_diff1": 0.109822, "nauc_ndcg_at_3_max": 0.337002, "nauc_ndcg_at_3_std": -0.067067, "nauc_ndcg_at_3_diff1": 0.038986, "nauc_ndcg_at_5_max": 0.330517, "nauc_ndcg_at_5_std": -0.052019, "nauc_ndcg_at_5_diff1": 0.03612, "nauc_ndcg_at_10_max": 0.334737, "nauc_ndcg_at_10_std": -0.034287, "nauc_ndcg_at_10_diff1": 0.033461, "nauc_ndcg_at_20_max": 0.327004, "nauc_ndcg_at_20_std": -0.024963, "nauc_ndcg_at_20_diff1": 0.030328, "nauc_ndcg_at_100_max": 0.331384, "nauc_ndcg_at_100_std": -0.015911, "nauc_ndcg_at_100_diff1": 0.007276, "nauc_ndcg_at_1000_max": 0.331384, "nauc_ndcg_at_1000_std": -0.015911, "nauc_ndcg_at_1000_diff1": 0.007276, "nauc_map_at_1_max": 0.244537, "nauc_map_at_1_std": -0.128345, "nauc_map_at_1_diff1": 0.201357, "nauc_map_at_3_max": 0.280267, "nauc_map_at_3_std": -0.11819, "nauc_map_at_3_diff1": 0.128827, "nauc_map_at_5_max": 0.294201, "nauc_map_at_5_std": -0.100223, "nauc_map_at_5_diff1": 0.106421, "nauc_map_at_10_max": 0.320639, "nauc_map_at_10_std": -0.079074, "nauc_map_at_10_diff1": 0.085194, "nauc_map_at_20_max": 0.323198, "nauc_map_at_20_std": -0.065451, "nauc_map_at_20_diff1": 0.074499, "nauc_map_at_100_max": 0.326771, "nauc_map_at_100_std": -0.060569, "nauc_map_at_100_diff1": 0.062467, "nauc_map_at_1000_max": 0.326771, "nauc_map_at_1000_std": -0.060569, "nauc_map_at_1000_diff1": 0.062467, "nauc_recall_at_1_max": 0.244537, "nauc_recall_at_1_std": -0.128345, "nauc_recall_at_1_diff1": 0.201357, "nauc_recall_at_3_max": 0.254398, "nauc_recall_at_3_std": -0.089234, "nauc_recall_at_3_diff1": 0.075483, "nauc_recall_at_5_max": 0.251459, "nauc_recall_at_5_std": -0.052072, "nauc_recall_at_5_diff1": 0.048994, "nauc_recall_at_10_max": 0.279116, "nauc_recall_at_10_std": -0.007629, "nauc_recall_at_10_diff1": 0.007828, "nauc_recall_at_20_max": 0.231384, "nauc_recall_at_20_std": 0.019277, "nauc_recall_at_20_diff1": -0.014573, "nauc_recall_at_100_max": 0.232484, "nauc_recall_at_100_std": 0.077866, "nauc_recall_at_100_diff1": -0.116862, "nauc_recall_at_1000_max": 0.232484, "nauc_recall_at_1000_std": 0.077866, "nauc_recall_at_1000_diff1": -0.116862, "nauc_precision_at_1_max": 0.297103, "nauc_precision_at_1_std": -0.068464, "nauc_precision_at_1_diff1": 0.098194, "nauc_precision_at_3_max": 0.334314, "nauc_precision_at_3_std": -0.020711, "nauc_precision_at_3_diff1": -0.078116, "nauc_precision_at_5_max": 0.318879, "nauc_precision_at_5_std": 0.03947, "nauc_precision_at_5_diff1": -0.120495, "nauc_precision_at_10_max": 0.309029, "nauc_precision_at_10_std": 0.112062, "nauc_precision_at_10_diff1": -0.176349, "nauc_precision_at_20_max": 0.231062, "nauc_precision_at_20_std": 0.153622, "nauc_precision_at_20_diff1": -0.203043, "nauc_precision_at_100_max": 0.150607, "nauc_precision_at_100_std": 0.128907, "nauc_precision_at_100_diff1": -0.218894, "nauc_precision_at_1000_max": 0.150607, "nauc_precision_at_1000_std": 0.128907, "nauc_precision_at_1000_diff1": -0.218894, "nauc_mrr_at_1_max": 0.297103, "nauc_mrr_at_1_std": -0.068464, "nauc_mrr_at_1_diff1": 0.098194, "nauc_mrr_at_3_max": 0.299384, "nauc_mrr_at_3_std": -0.057318, "nauc_mrr_at_3_diff1": 0.029956, "nauc_mrr_at_5_max": 0.299351, "nauc_mrr_at_5_std": -0.044409, "nauc_mrr_at_5_diff1": 0.027154, "nauc_mrr_at_10_max": 0.303026, "nauc_mrr_at_10_std": -0.040144, "nauc_mrr_at_10_diff1": 0.025064, "nauc_mrr_at_20_max": 0.299417, "nauc_mrr_at_20_std": -0.043737, "nauc_mrr_at_20_diff1": 0.026641, "nauc_mrr_at_100_max": 0.299354, "nauc_mrr_at_100_std": -0.043983, "nauc_mrr_at_100_diff1": 0.027593, "nauc_mrr_at_1000_max": 0.299354, "nauc_mrr_at_1000_std": -0.043983, "nauc_mrr_at_1000_diff1": 0.027593, "hit_rate_at_1": 0.34063, "hit_rate_at_3": 0.5375, "hit_rate_at_5": 0.60938, "hit_rate_at_10": 0.70312, "hit_rate_at_20": 0.80937, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.35607, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.25156, "ndcg_at_3": 0.23741, "ndcg_at_5": 0.24621, "ndcg_at_10": 0.25828, "ndcg_at_20": 0.27559, "ndcg_at_100": 0.29593, "ndcg_at_1000": 0.29593, "map_at_1": 0.12765, "map_at_3": 0.16822, "map_at_5": 0.18493, "map_at_10": 0.19913, "map_at_20": 0.20677, "map_at_100": 0.21259, "map_at_1000": 0.21259, "recall_at_1": 0.12765, "recall_at_3": 0.19814, "recall_at_5": 0.23847, "recall_at_10": 0.29016, "recall_at_20": 0.34433, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.12765, "precision_at_1": 0.2625, "precision_at_3": 0.16458, "precision_at_5": 0.135, "precision_at_10": 0.08688, "precision_at_20": 0.05344, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.2625, "mrr_at_3": 0.320312, "mrr_at_5": 0.334219, "mrr_at_10": 0.342232, "mrr_at_20": 0.345526, "mrr_at_100": 0.347753, "mrr_at_1000": 0.347753, "nauc_ndcg_at_1_max": 0.375326, "nauc_ndcg_at_1_std": 0.11731, "nauc_ndcg_at_1_diff1": 0.212448, "nauc_ndcg_at_3_max": 0.430412, "nauc_ndcg_at_3_std": 0.192075, "nauc_ndcg_at_3_diff1": 0.135507, "nauc_ndcg_at_5_max": 0.426981, "nauc_ndcg_at_5_std": 0.194988, "nauc_ndcg_at_5_diff1": 0.113551, "nauc_ndcg_at_10_max": 0.432382, "nauc_ndcg_at_10_std": 0.219811, "nauc_ndcg_at_10_diff1": 0.093525, "nauc_ndcg_at_20_max": 0.459079, "nauc_ndcg_at_20_std": 0.248739, "nauc_ndcg_at_20_diff1": 0.090299, "nauc_ndcg_at_100_max": 0.460603, "nauc_ndcg_at_100_std": 0.263424, "nauc_ndcg_at_100_diff1": 0.066572, "nauc_ndcg_at_1000_max": 0.460603, "nauc_ndcg_at_1000_std": 0.263424, "nauc_ndcg_at_1000_diff1": 0.066572, "nauc_map_at_1_max": 0.299102, "nauc_map_at_1_std": 0.017832, "nauc_map_at_1_diff1": 0.251399, "nauc_map_at_3_max": 0.355233, "nauc_map_at_3_std": 0.091355, "nauc_map_at_3_diff1": 0.187938, "nauc_map_at_5_max": 0.375599, "nauc_map_at_5_std": 0.117376, "nauc_map_at_5_diff1": 0.160118, "nauc_map_at_10_max": 0.392448, "nauc_map_at_10_std": 0.146039, "nauc_map_at_10_diff1": 0.142439, "nauc_map_at_20_max": 0.407571, "nauc_map_at_20_std": 0.163316, "nauc_map_at_20_diff1": 0.136774, "nauc_map_at_100_max": 0.411089, "nauc_map_at_100_std": 0.172787, "nauc_map_at_100_diff1": 0.127192, "nauc_map_at_1000_max": 0.411089, "nauc_map_at_1000_std": 0.172787, "nauc_map_at_1000_diff1": 0.127192, "nauc_recall_at_1_max": 0.299102, "nauc_recall_at_1_std": 0.017832, "nauc_recall_at_1_diff1": 0.251399, "nauc_recall_at_3_max": 0.383512, "nauc_recall_at_3_std": 0.149538, "nauc_recall_at_3_diff1": 0.128951, "nauc_recall_at_5_max": 0.404496, "nauc_recall_at_5_std": 0.181179, "nauc_recall_at_5_diff1": 0.084359, "nauc_recall_at_10_max": 0.422262, "nauc_recall_at_10_std": 0.268199, "nauc_recall_at_10_diff1": 0.024025, "nauc_recall_at_20_max": 0.481927, "nauc_recall_at_20_std": 0.3361, "nauc_recall_at_20_diff1": 0.01357, "nauc_recall_at_100_max": 0.468134, "nauc_recall_at_100_std": 0.360876, "nauc_recall_at_100_diff1": -0.058816, "nauc_recall_at_1000_max": 0.468134, "nauc_recall_at_1000_std": 0.360876, "nauc_recall_at_1000_diff1": -0.058816, "nauc_precision_at_1_max": 0.365594, "nauc_precision_at_1_std": 0.115737, "nauc_precision_at_1_diff1": 0.214497, "nauc_precision_at_3_max": 0.449674, "nauc_precision_at_3_std": 0.282577, "nauc_precision_at_3_diff1": 0.051759, "nauc_precision_at_5_max": 0.447756, "nauc_precision_at_5_std": 0.324822, "nauc_precision_at_5_diff1": -0.030714, "nauc_precision_at_10_max": 0.438453, "nauc_precision_at_10_std": 0.366979, "nauc_precision_at_10_diff1": -0.068745, "nauc_precision_at_20_max": 0.434519, "nauc_precision_at_20_std": 0.390592, "nauc_precision_at_20_diff1": -0.083319, "nauc_precision_at_100_max": 0.377455, "nauc_precision_at_100_std": 0.392774, "nauc_precision_at_100_diff1": -0.138765, "nauc_precision_at_1000_max": 0.377455, "nauc_precision_at_1000_std": 0.392774, "nauc_precision_at_1000_diff1": -0.138765, "nauc_mrr_at_1_max": 0.365594, "nauc_mrr_at_1_std": 0.115737, "nauc_mrr_at_1_diff1": 0.214497, "nauc_mrr_at_3_max": 0.411325, "nauc_mrr_at_3_std": 0.178096, "nauc_mrr_at_3_diff1": 0.159423, "nauc_mrr_at_5_max": 0.413397, "nauc_mrr_at_5_std": 0.18411, "nauc_mrr_at_5_diff1": 0.150531, "nauc_mrr_at_10_max": 0.41611, "nauc_mrr_at_10_std": 0.197519, "nauc_mrr_at_10_diff1": 0.14077, "nauc_mrr_at_20_max": 0.418506, "nauc_mrr_at_20_std": 0.200934, "nauc_mrr_at_20_diff1": 0.143411, "nauc_mrr_at_100_max": 0.417483, "nauc_mrr_at_100_std": 0.199819, "nauc_mrr_at_100_diff1": 0.142482, "nauc_mrr_at_1000_max": 0.417483, "nauc_mrr_at_1000_std": 0.199819, "nauc_mrr_at_1000_diff1": 0.142482, "hit_rate_at_1": 0.2625, "hit_rate_at_3": 0.39062, "hit_rate_at_5": 0.45, "hit_rate_at_10": 0.50313, "hit_rate_at_20": 0.55, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.25828, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.23594, "ndcg_at_3": 0.2168, "ndcg_at_5": 0.22288, "ndcg_at_10": 0.23744, "ndcg_at_20": 0.26023, "ndcg_at_100": 0.28453, "ndcg_at_1000": 0.28453, "map_at_1": 0.10841, "map_at_3": 0.14577, "map_at_5": 0.16162, "map_at_10": 0.17709, "map_at_20": 0.18636, "map_at_100": 0.19308, "map_at_1000": 0.19308, "recall_at_1": 0.10841, "recall_at_3": 0.17394, "recall_at_5": 0.21462, "recall_at_10": 0.27539, "recall_at_20": 0.34585, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.10841, "precision_at_1": 0.24688, "precision_at_3": 0.15521, "precision_at_5": 0.12688, "precision_at_10": 0.08531, "precision_at_20": 0.05687, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.246875, "mrr_at_3": 0.296875, "mrr_at_5": 0.311094, "mrr_at_10": 0.319102, "mrr_at_20": 0.324825, "mrr_at_100": 0.327703, "mrr_at_1000": 0.327703, "nauc_ndcg_at_1_max": 0.491236, "nauc_ndcg_at_1_std": 0.201729, "nauc_ndcg_at_1_diff1": 0.165773, "nauc_ndcg_at_3_max": 0.522041, "nauc_ndcg_at_3_std": 0.236627, "nauc_ndcg_at_3_diff1": 0.12, "nauc_ndcg_at_5_max": 0.529866, "nauc_ndcg_at_5_std": 0.258541, "nauc_ndcg_at_5_diff1": 0.095016, "nauc_ndcg_at_10_max": 0.533919, "nauc_ndcg_at_10_std": 0.27811, "nauc_ndcg_at_10_diff1": 0.077009, "nauc_ndcg_at_20_max": 0.535107, "nauc_ndcg_at_20_std": 0.29983, "nauc_ndcg_at_20_diff1": 0.082256, "nauc_ndcg_at_100_max": 0.53114, "nauc_ndcg_at_100_std": 0.311862, "nauc_ndcg_at_100_diff1": 0.06587, "nauc_ndcg_at_1000_max": 0.53114, "nauc_ndcg_at_1000_std": 0.311862, "nauc_ndcg_at_1000_diff1": 0.06587, "nauc_map_at_1_max": 0.44811, "nauc_map_at_1_std": 0.066068, "nauc_map_at_1_diff1": 0.25048, "nauc_map_at_3_max": 0.485, "nauc_map_at_3_std": 0.142658, "nauc_map_at_3_diff1": 0.175885, "nauc_map_at_5_max": 0.50313, "nauc_map_at_5_std": 0.178582, "nauc_map_at_5_diff1": 0.146439, "nauc_map_at_10_max": 0.515549, "nauc_map_at_10_std": 0.208422, "nauc_map_at_10_diff1": 0.128843, "nauc_map_at_20_max": 0.517384, "nauc_map_at_20_std": 0.223192, "nauc_map_at_20_diff1": 0.127408, "nauc_map_at_100_max": 0.518131, "nauc_map_at_100_std": 0.232482, "nauc_map_at_100_diff1": 0.119721, "nauc_map_at_1000_max": 0.518131, "nauc_map_at_1000_std": 0.232482, "nauc_map_at_1000_diff1": 0.119721, "nauc_recall_at_1_max": 0.44811, "nauc_recall_at_1_std": 0.066068, "nauc_recall_at_1_diff1": 0.25048, "nauc_recall_at_3_max": 0.487133, "nauc_recall_at_3_std": 0.190175, "nauc_recall_at_3_diff1": 0.122427, "nauc_recall_at_5_max": 0.497572, "nauc_recall_at_5_std": 0.247014, "nauc_recall_at_5_diff1": 0.068242, "nauc_recall_at_10_max": 0.49186, "nauc_recall_at_10_std": 0.300594, "nauc_recall_at_10_diff1": 0.012107, "nauc_recall_at_20_max": 0.481287, "nauc_recall_at_20_std": 0.343912, "nauc_recall_at_20_diff1": 0.02844, "nauc_recall_at_100_max": 0.451243, "nauc_recall_at_100_std": 0.354818, "nauc_recall_at_100_diff1": -0.033996, "nauc_recall_at_1000_max": 0.451243, "nauc_recall_at_1000_std": 0.354818, "nauc_recall_at_1000_diff1": -0.033996, "nauc_precision_at_1_max": 0.490784, "nauc_precision_at_1_std": 0.210274, "nauc_precision_at_1_diff1": 0.16036, "nauc_precision_at_3_max": 0.524584, "nauc_precision_at_3_std": 0.339353, "nauc_precision_at_3_diff1": 0.026002, "nauc_precision_at_5_max": 0.52453, "nauc_precision_at_5_std": 0.400075, "nauc_precision_at_5_diff1": -0.032566, "nauc_precision_at_10_max": 0.47787, "nauc_precision_at_10_std": 0.415954, "nauc_precision_at_10_diff1": -0.061339, "nauc_precision_at_20_max": 0.428389, "nauc_precision_at_20_std": 0.430368, "nauc_precision_at_20_diff1": -0.071326, "nauc_precision_at_100_max": 0.343312, "nauc_precision_at_100_std": 0.400843, "nauc_precision_at_100_diff1": -0.107576, "nauc_precision_at_1000_max": 0.343312, "nauc_precision_at_1000_std": 0.400843, "nauc_precision_at_1000_diff1": -0.107576, "nauc_mrr_at_1_max": 0.490784, "nauc_mrr_at_1_std": 0.210274, "nauc_mrr_at_1_diff1": 0.16036, "nauc_mrr_at_3_max": 0.506146, "nauc_mrr_at_3_std": 0.256906, "nauc_mrr_at_3_diff1": 0.114149, "nauc_mrr_at_5_max": 0.511981, "nauc_mrr_at_5_std": 0.270461, "nauc_mrr_at_5_diff1": 0.110666, "nauc_mrr_at_10_max": 0.511649, "nauc_mrr_at_10_std": 0.276124, "nauc_mrr_at_10_diff1": 0.102015, "nauc_mrr_at_20_max": 0.509499, "nauc_mrr_at_20_std": 0.274447, "nauc_mrr_at_20_diff1": 0.107482, "nauc_mrr_at_100_max": 0.508588, "nauc_mrr_at_100_std": 0.272981, "nauc_mrr_at_100_diff1": 0.107205, "nauc_mrr_at_1000_max": 0.508588, "nauc_mrr_at_1000_std": 0.272981, "nauc_mrr_at_1000_diff1": 0.107205, "hit_rate_at_1": 0.24688, "hit_rate_at_3": 0.3625, "hit_rate_at_5": 0.425, "hit_rate_at_10": 0.48438, "hit_rate_at_20": 0.56875, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.23744, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.22344, "ndcg_at_3": 0.20352, "ndcg_at_5": 0.20477, "ndcg_at_10": 0.21271, "ndcg_at_20": 0.23007, "ndcg_at_100": 0.25055, "ndcg_at_1000": 0.25055, "map_at_1": 0.09765, "map_at_3": 0.13228, "map_at_5": 0.14693, "map_at_10": 0.15881, "map_at_20": 0.16695, "map_at_100": 0.17278, "map_at_1000": 0.17278, "recall_at_1": 0.09765, "recall_at_3": 0.1604, "recall_at_5": 0.19412, "recall_at_10": 0.23465, "recall_at_20": 0.29071, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.09765, "precision_at_1": 0.23125, "precision_at_3": 0.14583, "precision_at_5": 0.11375, "precision_at_10": 0.07437, "precision_at_20": 0.04734, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.23125, "mrr_at_3": 0.278125, "mrr_at_5": 0.28625, "mrr_at_10": 0.292923, "mrr_at_20": 0.296864, "mrr_at_100": 0.299063, "mrr_at_1000": 0.299063, "nauc_ndcg_at_1_max": 0.449623, "nauc_ndcg_at_1_std": 0.197621, "nauc_ndcg_at_1_diff1": 0.21487, "nauc_ndcg_at_3_max": 0.506983, "nauc_ndcg_at_3_std": 0.252203, "nauc_ndcg_at_3_diff1": 0.160049, "nauc_ndcg_at_5_max": 0.523172, "nauc_ndcg_at_5_std": 0.28366, "nauc_ndcg_at_5_diff1": 0.152336, "nauc_ndcg_at_10_max": 0.536514, "nauc_ndcg_at_10_std": 0.32276, "nauc_ndcg_at_10_diff1": 0.11871, "nauc_ndcg_at_20_max": 0.545426, "nauc_ndcg_at_20_std": 0.340902, "nauc_ndcg_at_20_diff1": 0.117034, "nauc_ndcg_at_100_max": 0.535863, "nauc_ndcg_at_100_std": 0.346069, "nauc_ndcg_at_100_diff1": 0.115519, "nauc_ndcg_at_1000_max": 0.535863, "nauc_ndcg_at_1000_std": 0.346069, "nauc_ndcg_at_1000_diff1": 0.115519, "nauc_map_at_1_max": 0.485824, "nauc_map_at_1_std": 0.181091, "nauc_map_at_1_diff1": 0.23177, "nauc_map_at_3_max": 0.502618, "nauc_map_at_3_std": 0.218784, "nauc_map_at_3_diff1": 0.17917, "nauc_map_at_5_max": 0.523419, "nauc_map_at_5_std": 0.254197, "nauc_map_at_5_diff1": 0.165309, "nauc_map_at_10_max": 0.541992, "nauc_map_at_10_std": 0.2924, "nauc_map_at_10_diff1": 0.140355, "nauc_map_at_20_max": 0.545455, "nauc_map_at_20_std": 0.302859, "nauc_map_at_20_diff1": 0.135932, "nauc_map_at_100_max": 0.541863, "nauc_map_at_100_std": 0.307481, "nauc_map_at_100_diff1": 0.133924, "nauc_map_at_1000_max": 0.541863, "nauc_map_at_1000_std": 0.307481, "nauc_map_at_1000_diff1": 0.133924, "nauc_recall_at_1_max": 0.485824, "nauc_recall_at_1_std": 0.181091, "nauc_recall_at_1_diff1": 0.23177, "nauc_recall_at_3_max": 0.477906, "nauc_recall_at_3_std": 0.230714, "nauc_recall_at_3_diff1": 0.134091, "nauc_recall_at_5_max": 0.506305, "nauc_recall_at_5_std": 0.293094, "nauc_recall_at_5_diff1": 0.116574, "nauc_recall_at_10_max": 0.540951, "nauc_recall_at_10_std": 0.380821, "nauc_recall_at_10_diff1": 0.048544, "nauc_recall_at_20_max": 0.524587, "nauc_recall_at_20_std": 0.388748, "nauc_recall_at_20_diff1": 0.051702, "nauc_recall_at_100_max": 0.491475, "nauc_recall_at_100_std": 0.39151, "nauc_recall_at_100_diff1": 0.048843, "nauc_recall_at_1000_max": 0.491475, "nauc_recall_at_1000_std": 0.39151, "nauc_recall_at_1000_diff1": 0.048843, "nauc_precision_at_1_max": 0.447527, "nauc_precision_at_1_std": 0.205832, "nauc_precision_at_1_diff1": 0.200796, "nauc_precision_at_3_max": 0.489553, "nauc_precision_at_3_std": 0.296338, "nauc_precision_at_3_diff1": 0.080718, "nauc_precision_at_5_max": 0.498684, "nauc_precision_at_5_std": 0.344742, "nauc_precision_at_5_diff1": 0.069404, "nauc_precision_at_10_max": 0.462467, "nauc_precision_at_10_std": 0.387241, "nauc_precision_at_10_diff1": -0.013791, "nauc_precision_at_20_max": 0.413513, "nauc_precision_at_20_std": 0.367648, "nauc_precision_at_20_diff1": -0.012024, "nauc_precision_at_100_max": 0.321057, "nauc_precision_at_100_std": 0.313769, "nauc_precision_at_100_diff1": 0.007217, "nauc_precision_at_1000_max": 0.321057, "nauc_precision_at_1000_std": 0.313769, "nauc_precision_at_1000_diff1": 0.007217, "nauc_mrr_at_1_max": 0.447527, "nauc_mrr_at_1_std": 0.205832, "nauc_mrr_at_1_diff1": 0.200796, "nauc_mrr_at_3_max": 0.460986, "nauc_mrr_at_3_std": 0.240942, "nauc_mrr_at_3_diff1": 0.157022, "nauc_mrr_at_5_max": 0.470462, "nauc_mrr_at_5_std": 0.257551, "nauc_mrr_at_5_diff1": 0.153039, "nauc_mrr_at_10_max": 0.472456, "nauc_mrr_at_10_std": 0.264977, "nauc_mrr_at_10_diff1": 0.142938, "nauc_mrr_at_20_max": 0.473766, "nauc_mrr_at_20_std": 0.266624, "nauc_mrr_at_20_diff1": 0.144694, "nauc_mrr_at_100_max": 0.473926, "nauc_mrr_at_100_std": 0.266578, "nauc_mrr_at_100_diff1": 0.146023, "nauc_mrr_at_1000_max": 0.473926, "nauc_mrr_at_1000_std": 0.266578, "nauc_mrr_at_1000_diff1": 0.146023, "hit_rate_at_1": 0.23125, "hit_rate_at_3": 0.3375, "hit_rate_at_5": 0.37188, "hit_rate_at_10": 0.42188, "hit_rate_at_20": 0.47813, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.21271, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.22344, "ndcg_at_3": 0.20503, "ndcg_at_5": 0.21474, "ndcg_at_10": 0.22918, "ndcg_at_20": 0.24431, "ndcg_at_100": 0.2641, "ndcg_at_1000": 0.2641, "map_at_1": 0.1042, "map_at_3": 0.1367, "map_at_5": 0.15353, "map_at_10": 0.16899, "map_at_20": 0.17725, "map_at_100": 0.18314, "map_at_1000": 0.18314, "recall_at_1": 0.1042, "recall_at_3": 0.16234, "recall_at_5": 0.20882, "recall_at_10": 0.26202, "recall_at_20": 0.30942, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.1042, "precision_at_1": 0.2375, "precision_at_3": 0.14688, "precision_at_5": 0.12563, "precision_at_10": 0.08656, "precision_at_20": 0.05328, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.2375, "mrr_at_3": 0.281771, "mrr_at_5": 0.298021, "mrr_at_10": 0.306006, "mrr_at_20": 0.308926, "mrr_at_100": 0.310764, "mrr_at_1000": 0.310764, "nauc_ndcg_at_1_max": 0.43021, "nauc_ndcg_at_1_std": 0.154832, "nauc_ndcg_at_1_diff1": 0.147455, "nauc_ndcg_at_3_max": 0.496247, "nauc_ndcg_at_3_std": 0.246268, "nauc_ndcg_at_3_diff1": 0.05956, "nauc_ndcg_at_5_max": 0.503018, "nauc_ndcg_at_5_std": 0.275277, "nauc_ndcg_at_5_diff1": 0.027843, "nauc_ndcg_at_10_max": 0.496324, "nauc_ndcg_at_10_std": 0.291595, "nauc_ndcg_at_10_diff1": 0.010936, "nauc_ndcg_at_20_max": 0.498686, "nauc_ndcg_at_20_std": 0.297567, "nauc_ndcg_at_20_diff1": 0.006326, "nauc_ndcg_at_100_max": 0.501495, "nauc_ndcg_at_100_std": 0.31606, "nauc_ndcg_at_100_diff1": -0.007887, "nauc_ndcg_at_1000_max": 0.501495, "nauc_ndcg_at_1000_std": 0.31606, "nauc_ndcg_at_1000_diff1": -0.007887, "nauc_map_at_1_max": 0.399325, "nauc_map_at_1_std": 0.091048, "nauc_map_at_1_diff1": 0.196809, "nauc_map_at_3_max": 0.446491, "nauc_map_at_3_std": 0.154903, "nauc_map_at_3_diff1": 0.107581, "nauc_map_at_5_max": 0.46621, "nauc_map_at_5_std": 0.189417, "nauc_map_at_5_diff1": 0.081513, "nauc_map_at_10_max": 0.480174, "nauc_map_at_10_std": 0.219499, "nauc_map_at_10_diff1": 0.063502, "nauc_map_at_20_max": 0.484386, "nauc_map_at_20_std": 0.23338, "nauc_map_at_20_diff1": 0.056065, "nauc_map_at_100_max": 0.485712, "nauc_map_at_100_std": 0.243007, "nauc_map_at_100_diff1": 0.047579, "nauc_map_at_1000_max": 0.485712, "nauc_map_at_1000_std": 0.243007, "nauc_map_at_1000_diff1": 0.047579, "nauc_recall_at_1_max": 0.399325, "nauc_recall_at_1_std": 0.091048, "nauc_recall_at_1_diff1": 0.196809, "nauc_recall_at_3_max": 0.461643, "nauc_recall_at_3_std": 0.199475, "nauc_recall_at_3_diff1": 0.050803, "nauc_recall_at_5_max": 0.481696, "nauc_recall_at_5_std": 0.272188, "nauc_recall_at_5_diff1": 0.002451, "nauc_recall_at_10_max": 0.482571, "nauc_recall_at_10_std": 0.330614, "nauc_recall_at_10_diff1": -0.043019, "nauc_recall_at_20_max": 0.473527, "nauc_recall_at_20_std": 0.340243, "nauc_recall_at_20_diff1": -0.06183, "nauc_recall_at_100_max": 0.475789, "nauc_recall_at_100_std": 0.383594, "nauc_recall_at_100_diff1": -0.098377, "nauc_recall_at_1000_max": 0.475789, "nauc_recall_at_1000_std": 0.383594, "nauc_recall_at_1000_diff1": -0.098377, "nauc_precision_at_1_max": 0.419781, "nauc_precision_at_1_std": 0.174045, "nauc_precision_at_1_diff1": 0.13756, "nauc_precision_at_3_max": 0.507492, "nauc_precision_at_3_std": 0.338119, "nauc_precision_at_3_diff1": -0.042975, "nauc_precision_at_5_max": 0.51277, "nauc_precision_at_5_std": 0.406189, "nauc_precision_at_5_diff1": -0.116807, "nauc_precision_at_10_max": 0.442538, "nauc_precision_at_10_std": 0.410873, "nauc_precision_at_10_diff1": -0.140346, "nauc_precision_at_20_max": 0.421056, "nauc_precision_at_20_std": 0.41971, "nauc_precision_at_20_diff1": -0.152738, "nauc_precision_at_100_max": 0.371731, "nauc_precision_at_100_std": 0.410594, "nauc_precision_at_100_diff1": -0.164892, "nauc_precision_at_1000_max": 0.371731, "nauc_precision_at_1000_std": 0.410594, "nauc_precision_at_1000_diff1": -0.164892, "nauc_mrr_at_1_max": 0.419781, "nauc_mrr_at_1_std": 0.174045, "nauc_mrr_at_1_diff1": 0.13756, "nauc_mrr_at_3_max": 0.456723, "nauc_mrr_at_3_std": 0.237647, "nauc_mrr_at_3_diff1": 0.081254, "nauc_mrr_at_5_max": 0.464165, "nauc_mrr_at_5_std": 0.261281, "nauc_mrr_at_5_diff1": 0.068591, "nauc_mrr_at_10_max": 0.459781, "nauc_mrr_at_10_std": 0.263741, "nauc_mrr_at_10_diff1": 0.061592, "nauc_mrr_at_20_max": 0.457623, "nauc_mrr_at_20_std": 0.262595, "nauc_mrr_at_20_diff1": 0.060029, "nauc_mrr_at_100_max": 0.457924, "nauc_mrr_at_100_std": 0.2628, "nauc_mrr_at_100_diff1": 0.06126, "nauc_mrr_at_1000_max": 0.457924, "nauc_mrr_at_1000_std": 0.2628, "nauc_mrr_at_1000_diff1": 0.06126, "hit_rate_at_1": 0.2375, "hit_rate_at_3": 0.34375, "hit_rate_at_5": 0.41875, "hit_rate_at_10": 0.47813, "hit_rate_at_20": 0.52187, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.22918, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.21719, "ndcg_at_3": 0.21919, "ndcg_at_5": 0.21901, "ndcg_at_10": 0.23327, "ndcg_at_20": 0.25168, "ndcg_at_100": 0.27047, "ndcg_at_1000": 0.27047, "map_at_1": 0.1108, "map_at_3": 0.14965, "map_at_5": 0.16255, "map_at_10": 0.17664, "map_at_20": 0.18552, "map_at_100": 0.19099, "map_at_1000": 0.19099, "recall_at_1": 0.1108, "recall_at_3": 0.18055, "recall_at_5": 0.20875, "recall_at_10": 0.26441, "recall_at_20": 0.32098, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.1108, "precision_at_1": 0.23125, "precision_at_3": 0.15313, "precision_at_5": 0.11875, "precision_at_10": 0.08031, "precision_at_20": 0.05297, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.23125, "mrr_at_3": 0.289062, "mrr_at_5": 0.296875, "mrr_at_10": 0.307197, "mrr_at_20": 0.310734, "mrr_at_100": 0.312641, "mrr_at_1000": 0.312641, "nauc_ndcg_at_1_max": 0.443884, "nauc_ndcg_at_1_std": 0.135523, "nauc_ndcg_at_1_diff1": 0.257822, "nauc_ndcg_at_3_max": 0.477254, "nauc_ndcg_at_3_std": 0.177251, "nauc_ndcg_at_3_diff1": 0.180541, "nauc_ndcg_at_5_max": 0.491146, "nauc_ndcg_at_5_std": 0.203641, "nauc_ndcg_at_5_diff1": 0.158566, "nauc_ndcg_at_10_max": 0.500618, "nauc_ndcg_at_10_std": 0.236025, "nauc_ndcg_at_10_diff1": 0.136896, "nauc_ndcg_at_20_max": 0.507986, "nauc_ndcg_at_20_std": 0.250698, "nauc_ndcg_at_20_diff1": 0.129567, "nauc_ndcg_at_100_max": 0.509378, "nauc_ndcg_at_100_std": 0.269899, "nauc_ndcg_at_100_diff1": 0.109918, "nauc_ndcg_at_1000_max": 0.509378, "nauc_ndcg_at_1000_std": 0.269899, "nauc_ndcg_at_1000_diff1": 0.109918, "nauc_map_at_1_max": 0.394435, "nauc_map_at_1_std": 0.019874, "nauc_map_at_1_diff1": 0.291521, "nauc_map_at_3_max": 0.433632, "nauc_map_at_3_std": 0.091222, "nauc_map_at_3_diff1": 0.214077, "nauc_map_at_5_max": 0.462024, "nauc_map_at_5_std": 0.131418, "nauc_map_at_5_diff1": 0.190661, "nauc_map_at_10_max": 0.480008, "nauc_map_at_10_std": 0.164568, "nauc_map_at_10_diff1": 0.173488, "nauc_map_at_20_max": 0.483088, "nauc_map_at_20_std": 0.175747, "nauc_map_at_20_diff1": 0.167841, "nauc_map_at_100_max": 0.485046, "nauc_map_at_100_std": 0.185836, "nauc_map_at_100_diff1": 0.160015, "nauc_map_at_1000_max": 0.485046, "nauc_map_at_1000_std": 0.185836, "nauc_map_at_1000_diff1": 0.160015, "nauc_recall_at_1_max": 0.394435, "nauc_recall_at_1_std": 0.019874, "nauc_recall_at_1_diff1": 0.291521, "nauc_recall_at_3_max": 0.419951, "nauc_recall_at_3_std": 0.123272, "nauc_recall_at_3_diff1": 0.163233, "nauc_recall_at_5_max": 0.468886, "nauc_recall_at_5_std": 0.202075, "nauc_recall_at_5_diff1": 0.116943, "nauc_recall_at_10_max": 0.480156, "nauc_recall_at_10_std": 0.285424, "nauc_recall_at_10_diff1": 0.051362, "nauc_recall_at_20_max": 0.492035, "nauc_recall_at_20_std": 0.314479, "nauc_recall_at_20_diff1": 0.03478, "nauc_recall_at_100_max": 0.476303, "nauc_recall_at_100_std": 0.353423, "nauc_recall_at_100_diff1": -0.032201, "nauc_recall_at_1000_max": 0.476303, "nauc_recall_at_1000_std": 0.353423, "nauc_recall_at_1000_diff1": -0.032201, "nauc_precision_at_1_max": 0.427244, "nauc_precision_at_1_std": 0.134146, "nauc_precision_at_1_diff1": 0.25288, "nauc_precision_at_3_max": 0.460882, "nauc_precision_at_3_std": 0.253467, "nauc_precision_at_3_diff1": 0.098739, "nauc_precision_at_5_max": 0.487251, "nauc_precision_at_5_std": 0.324607, "nauc_precision_at_5_diff1": 0.034578, "nauc_precision_at_10_max": 0.459662, "nauc_precision_at_10_std": 0.371906, "nauc_precision_at_10_diff1": -0.010398, "nauc_precision_at_20_max": 0.397367, "nauc_precision_at_20_std": 0.362693, "nauc_precision_at_20_diff1": -0.024482, "nauc_precision_at_100_max": 0.35842, "nauc_precision_at_100_std": 0.373145, "nauc_precision_at_100_diff1": -0.061243, "nauc_precision_at_1000_max": 0.35842, "nauc_precision_at_1000_std": 0.373145, "nauc_precision_at_1000_diff1": -0.061243, "nauc_mrr_at_1_max": 0.427244, "nauc_mrr_at_1_std": 0.134146, "nauc_mrr_at_1_diff1": 0.25288, "nauc_mrr_at_3_max": 0.442248, "nauc_mrr_at_3_std": 0.184775, "nauc_mrr_at_3_diff1": 0.197349, "nauc_mrr_at_5_max": 0.450318, "nauc_mrr_at_5_std": 0.202449, "nauc_mrr_at_5_diff1": 0.187367, "nauc_mrr_at_10_max": 0.4544, "nauc_mrr_at_10_std": 0.213225, "nauc_mrr_at_10_diff1": 0.180076, "nauc_mrr_at_20_max": 0.45399, "nauc_mrr_at_20_std": 0.213622, "nauc_mrr_at_20_diff1": 0.179002, "nauc_mrr_at_100_max": 0.453603, "nauc_mrr_at_100_std": 0.213545, "nauc_mrr_at_100_diff1": 0.178717, "nauc_mrr_at_1000_max": 0.453603, "nauc_mrr_at_1000_std": 0.213545, "nauc_mrr_at_1000_diff1": 0.178717, "hit_rate_at_1": 0.23125, "hit_rate_at_3": 0.35938, "hit_rate_at_5": 0.39375, "hit_rate_at_10": 0.46563, "hit_rate_at_20": 0.51875, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.23327, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1279.3799173420048, "kg_co2_emissions": null, "date": 1791747386.197138, "evaluation_phases": [ { "name": "Data loading", "start": 4.145993443671614e-06, "end": 68.88334709999617, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 68.88338315399596, "end": 68.88338740999461, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 68.88829363199329, "end": 269.94391161199746, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 269.9439607749955, "end": 269.9877127449945, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 269.99987795999914, "end": 468.27430567799456, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 468.2743543309989, "end": 468.31634147099976, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 468.3292199439966, "end": 669.6767692139983, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 669.6768150019998, "end": 669.7202175009952, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 669.7333040989979, "end": 872.6132058309959, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 872.6132492059987, "end": 872.6566110779968, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 872.6716542499998, "end": 1074.1417335320002, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1074.1417968669994, "end": 1074.1841818709945, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1074.198709970995, "end": 1279.3251140979992, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1279.3251715439983, "end": 1279.3689572980002, "split": "test", "subset": "portuguese" } ] }