{ "dataset_revision": "5c4b3ef4b996bc23625c931d32fd9e7e2b3066af", "task_name": "Vidore3FinanceFrBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.45156, "ndcg_at_3": 0.45566, "ndcg_at_5": 0.46913, "ndcg_at_10": 0.49615, "ndcg_at_20": 0.5238, "ndcg_at_100": 0.54262, "ndcg_at_1000": 0.54262, "map_at_1": 0.21768, "map_at_3": 0.31547, "map_at_5": 0.35362, "map_at_10": 0.38566, "map_at_20": 0.40338, "map_at_100": 0.41108, "map_at_1000": 0.41108, "recall_at_1": 0.21768, "recall_at_3": 0.37688, "recall_at_5": 0.45687, "recall_at_10": 0.56173, "recall_at_20": 0.64447, "recall_at_100": 0.70262, "recall_at_1000": 0.70262, "accuracy": 0.21768, "precision_at_1": 0.46563, "precision_at_3": 0.32083, "precision_at_5": 0.25875, "precision_at_10": 0.17781, "precision_at_20": 0.11234, "precision_at_100": 0.02612, "precision_at_1000": 0.00261, "mrr_at_1": 0.465625, "mrr_at_3": 0.565625, "mrr_at_5": 0.580469, "mrr_at_10": 0.593464, "mrr_at_20": 0.596804, "mrr_at_100": 0.597853, "mrr_at_1000": 0.597853, "nauc_ndcg_at_1_max": 0.200502, "nauc_ndcg_at_1_std": 0.028262, "nauc_ndcg_at_1_diff1": 0.130611, "nauc_ndcg_at_3_max": 0.238106, "nauc_ndcg_at_3_std": -0.012249, "nauc_ndcg_at_3_diff1": 0.062746, "nauc_ndcg_at_5_max": 0.265372, "nauc_ndcg_at_5_std": 0.009938, "nauc_ndcg_at_5_diff1": 0.071364, "nauc_ndcg_at_10_max": 0.254349, "nauc_ndcg_at_10_std": 0.037396, "nauc_ndcg_at_10_diff1": 0.055742, "nauc_ndcg_at_20_max": 0.260584, "nauc_ndcg_at_20_std": 0.033809, "nauc_ndcg_at_20_diff1": 0.037497, "nauc_ndcg_at_100_max": 0.269184, "nauc_ndcg_at_100_std": 0.028107, "nauc_ndcg_at_100_diff1": 0.022593, "nauc_ndcg_at_1000_max": 0.269184, "nauc_ndcg_at_1000_std": 0.028107, "nauc_ndcg_at_1000_diff1": 0.022593, "nauc_map_at_1_max": 0.194654, "nauc_map_at_1_std": -0.054383, "nauc_map_at_1_diff1": 0.147574, "nauc_map_at_3_max": 0.213916, "nauc_map_at_3_std": -0.032421, "nauc_map_at_3_diff1": 0.093356, "nauc_map_at_5_max": 0.238794, "nauc_map_at_5_std": -0.008687, "nauc_map_at_5_diff1": 0.098127, "nauc_map_at_10_max": 0.253061, "nauc_map_at_10_std": 0.023259, "nauc_map_at_10_diff1": 0.075781, "nauc_map_at_20_max": 0.263376, "nauc_map_at_20_std": 0.023311, "nauc_map_at_20_diff1": 0.064211, "nauc_map_at_100_max": 0.268453, "nauc_map_at_100_std": 0.023006, "nauc_map_at_100_diff1": 0.057955, "nauc_map_at_1000_max": 0.268453, "nauc_map_at_1000_std": 0.023006, "nauc_map_at_1000_diff1": 0.057955, "nauc_recall_at_1_max": 0.194654, "nauc_recall_at_1_std": -0.054383, "nauc_recall_at_1_diff1": 0.147574, "nauc_recall_at_3_max": 0.177003, "nauc_recall_at_3_std": -0.052847, "nauc_recall_at_3_diff1": 0.055347, "nauc_recall_at_5_max": 0.209251, "nauc_recall_at_5_std": -0.00433, "nauc_recall_at_5_diff1": 0.072654, "nauc_recall_at_10_max": 0.191683, "nauc_recall_at_10_std": 0.075422, "nauc_recall_at_10_diff1": 0.016693, "nauc_recall_at_20_max": 0.219968, "nauc_recall_at_20_std": 0.058061, "nauc_recall_at_20_diff1": -0.044145, "nauc_recall_at_100_max": 0.245185, "nauc_recall_at_100_std": 0.038022, "nauc_recall_at_100_diff1": -0.09716, "nauc_recall_at_1000_max": 0.245185, "nauc_recall_at_1000_std": 0.038022, "nauc_recall_at_1000_diff1": -0.09716, "nauc_precision_at_1_max": 0.206594, "nauc_precision_at_1_std": 0.041477, "nauc_precision_at_1_diff1": 0.10759, "nauc_precision_at_3_max": 0.222383, "nauc_precision_at_3_std": 0.057069, "nauc_precision_at_3_diff1": -0.070156, "nauc_precision_at_5_max": 0.252385, "nauc_precision_at_5_std": 0.109625, "nauc_precision_at_5_diff1": -0.075584, "nauc_precision_at_10_max": 0.192429, "nauc_precision_at_10_std": 0.160224, "nauc_precision_at_10_diff1": -0.114504, "nauc_precision_at_20_max": 0.164554, "nauc_precision_at_20_std": 0.118837, "nauc_precision_at_20_diff1": -0.140852, "nauc_precision_at_100_max": 0.14934, "nauc_precision_at_100_std": 0.078417, "nauc_precision_at_100_diff1": -0.159896, "nauc_precision_at_1000_max": 0.14934, "nauc_precision_at_1000_std": 0.078417, "nauc_precision_at_1000_diff1": -0.159896, "nauc_mrr_at_1_max": 0.206594, "nauc_mrr_at_1_std": 0.041477, "nauc_mrr_at_1_diff1": 0.10759, "nauc_mrr_at_3_max": 0.232766, "nauc_mrr_at_3_std": 0.018692, "nauc_mrr_at_3_diff1": 0.057569, "nauc_mrr_at_5_max": 0.23395, "nauc_mrr_at_5_std": 0.028366, "nauc_mrr_at_5_diff1": 0.057233, "nauc_mrr_at_10_max": 0.228722, "nauc_mrr_at_10_std": 0.036002, "nauc_mrr_at_10_diff1": 0.05377, "nauc_mrr_at_20_max": 0.227633, "nauc_mrr_at_20_std": 0.034352, "nauc_mrr_at_20_diff1": 0.053917, "nauc_mrr_at_100_max": 0.22777, "nauc_mrr_at_100_std": 0.033096, "nauc_mrr_at_100_diff1": 0.054178, "nauc_mrr_at_1000_max": 0.22777, "nauc_mrr_at_1000_std": 0.033096, "nauc_mrr_at_1000_diff1": 0.054178, "hit_rate_at_1": 0.46563, "hit_rate_at_3": 0.68437, "hit_rate_at_5": 0.74687, "hit_rate_at_10": 0.84062, "hit_rate_at_20": 0.8875, "hit_rate_at_100": 0.91563, "hit_rate_at_1000": 0.91563, "main_score": 0.49615, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.31562, "ndcg_at_3": 0.29864, "ndcg_at_5": 0.31267, "ndcg_at_10": 0.32258, "ndcg_at_20": 0.33308, "ndcg_at_100": 0.34161, "ndcg_at_1000": 0.34161, "map_at_1": 0.16372, "map_at_3": 0.21431, "map_at_5": 0.23979, "map_at_10": 0.2552, "map_at_20": 0.26201, "map_at_100": 0.26511, "map_at_1000": 0.26511, "recall_at_1": 0.16372, "recall_at_3": 0.24653, "recall_at_5": 0.30645, "recall_at_10": 0.35297, "recall_at_20": 0.38653, "recall_at_100": 0.41573, "recall_at_1000": 0.41573, "accuracy": 0.16372, "precision_at_1": 0.32812, "precision_at_3": 0.20104, "precision_at_5": 0.16688, "precision_at_10": 0.10656, "precision_at_20": 0.0625, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.328125, "mrr_at_3": 0.394271, "mrr_at_5": 0.408333, "mrr_at_10": 0.414112, "mrr_at_20": 0.415175, "mrr_at_100": 0.416153, "mrr_at_1000": 0.416153, "nauc_ndcg_at_1_max": 0.411297, "nauc_ndcg_at_1_std": 0.129528, "nauc_ndcg_at_1_diff1": 0.08921, "nauc_ndcg_at_3_max": 0.473571, "nauc_ndcg_at_3_std": 0.192858, "nauc_ndcg_at_3_diff1": -0.021273, "nauc_ndcg_at_5_max": 0.500964, "nauc_ndcg_at_5_std": 0.22816, "nauc_ndcg_at_5_diff1": -0.067098, "nauc_ndcg_at_10_max": 0.500808, "nauc_ndcg_at_10_std": 0.23647, "nauc_ndcg_at_10_diff1": -0.086303, "nauc_ndcg_at_20_max": 0.507544, "nauc_ndcg_at_20_std": 0.248795, "nauc_ndcg_at_20_diff1": -0.092287, "nauc_ndcg_at_100_max": 0.512767, "nauc_ndcg_at_100_std": 0.255297, "nauc_ndcg_at_100_diff1": -0.098384, "nauc_ndcg_at_1000_max": 0.512767, "nauc_ndcg_at_1000_std": 0.255297, "nauc_ndcg_at_1000_diff1": -0.098384, "nauc_map_at_1_max": 0.330591, "nauc_map_at_1_std": 0.046375, "nauc_map_at_1_diff1": 0.141771, "nauc_map_at_3_max": 0.396216, "nauc_map_at_3_std": 0.117704, "nauc_map_at_3_diff1": 0.035041, "nauc_map_at_5_max": 0.437514, "nauc_map_at_5_std": 0.156725, "nauc_map_at_5_diff1": -0.013742, "nauc_map_at_10_max": 0.457329, "nauc_map_at_10_std": 0.175421, "nauc_map_at_10_diff1": -0.035508, "nauc_map_at_20_max": 0.465365, "nauc_map_at_20_std": 0.182929, "nauc_map_at_20_diff1": -0.041209, "nauc_map_at_100_max": 0.468833, "nauc_map_at_100_std": 0.185831, "nauc_map_at_100_diff1": -0.044516, "nauc_map_at_1000_max": 0.468833, "nauc_map_at_1000_std": 0.185831, "nauc_map_at_1000_diff1": -0.044516, "nauc_recall_at_1_max": 0.330591, "nauc_recall_at_1_std": 0.046375, "nauc_recall_at_1_diff1": 0.141771, "nauc_recall_at_3_max": 0.424073, "nauc_recall_at_3_std": 0.150813, "nauc_recall_at_3_diff1": -0.020578, "nauc_recall_at_5_max": 0.480228, "nauc_recall_at_5_std": 0.23567, "nauc_recall_at_5_diff1": -0.114197, "nauc_recall_at_10_max": 0.49931, "nauc_recall_at_10_std": 0.285362, "nauc_recall_at_10_diff1": -0.162259, "nauc_recall_at_20_max": 0.514521, "nauc_recall_at_20_std": 0.309632, "nauc_recall_at_20_diff1": -0.174135, "nauc_recall_at_100_max": 0.523969, "nauc_recall_at_100_std": 0.316445, "nauc_recall_at_100_diff1": -0.185986, "nauc_recall_at_1000_max": 0.523969, "nauc_recall_at_1000_std": 0.316445, "nauc_recall_at_1000_diff1": -0.185986, "nauc_precision_at_1_max": 0.416695, "nauc_precision_at_1_std": 0.124409, "nauc_precision_at_1_diff1": 0.089104, "nauc_precision_at_3_max": 0.490426, "nauc_precision_at_3_std": 0.294012, "nauc_precision_at_3_diff1": -0.159131, "nauc_precision_at_5_max": 0.502181, "nauc_precision_at_5_std": 0.332652, "nauc_precision_at_5_diff1": -0.231492, "nauc_precision_at_10_max": 0.476402, "nauc_precision_at_10_std": 0.314643, "nauc_precision_at_10_diff1": -0.258992, "nauc_precision_at_20_max": 0.449483, "nauc_precision_at_20_std": 0.305212, "nauc_precision_at_20_diff1": -0.246174, "nauc_precision_at_100_max": 0.430609, "nauc_precision_at_100_std": 0.291162, "nauc_precision_at_100_diff1": -0.244694, "nauc_precision_at_1000_max": 0.430609, "nauc_precision_at_1000_std": 0.291162, "nauc_precision_at_1000_diff1": -0.244694, "nauc_mrr_at_1_max": 0.416695, "nauc_mrr_at_1_std": 0.124409, "nauc_mrr_at_1_diff1": 0.089104, "nauc_mrr_at_3_max": 0.486775, "nauc_mrr_at_3_std": 0.208139, "nauc_mrr_at_3_diff1": 0.001611, "nauc_mrr_at_5_max": 0.493078, "nauc_mrr_at_5_std": 0.228718, "nauc_mrr_at_5_diff1": -0.010365, "nauc_mrr_at_10_max": 0.494964, "nauc_mrr_at_10_std": 0.236594, "nauc_mrr_at_10_diff1": -0.018228, "nauc_mrr_at_20_max": 0.494232, "nauc_mrr_at_20_std": 0.236673, "nauc_mrr_at_20_diff1": -0.017291, "nauc_mrr_at_100_max": 0.494186, "nauc_mrr_at_100_std": 0.236449, "nauc_mrr_at_100_diff1": -0.017266, "nauc_mrr_at_1000_max": 0.494186, "nauc_mrr_at_1000_std": 0.236449, "nauc_mrr_at_1000_diff1": -0.017266, "hit_rate_at_1": 0.32812, "hit_rate_at_3": 0.47187, "hit_rate_at_5": 0.53438, "hit_rate_at_10": 0.575, "hit_rate_at_20": 0.59062, "hit_rate_at_100": 0.61562, "hit_rate_at_1000": 0.61562, "main_score": 0.32258, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.3125, "ndcg_at_3": 0.30047, "ndcg_at_5": 0.30609, "ndcg_at_10": 0.32688, "ndcg_at_20": 0.33731, "ndcg_at_100": 0.34507, "ndcg_at_1000": 0.34507, "map_at_1": 0.15233, "map_at_3": 0.21182, "map_at_5": 0.23369, "map_at_10": 0.25454, "map_at_20": 0.26152, "map_at_100": 0.26423, "map_at_1000": 0.26423, "recall_at_1": 0.15233, "recall_at_3": 0.2482, "recall_at_5": 0.29813, "recall_at_10": 0.37045, "recall_at_20": 0.40343, "recall_at_100": 0.42789, "recall_at_1000": 0.42789, "accuracy": 0.15233, "precision_at_1": 0.32188, "precision_at_3": 0.21354, "precision_at_5": 0.16813, "precision_at_10": 0.11719, "precision_at_20": 0.06813, "precision_at_100": 0.01528, "precision_at_1000": 0.00153, "mrr_at_1": 0.321875, "mrr_at_3": 0.388542, "mrr_at_5": 0.402448, "mrr_at_10": 0.413456, "mrr_at_20": 0.415104, "mrr_at_100": 0.41581, "mrr_at_1000": 0.41581, "nauc_ndcg_at_1_max": 0.435548, "nauc_ndcg_at_1_std": 0.15565, "nauc_ndcg_at_1_diff1": 0.04347, "nauc_ndcg_at_3_max": 0.501097, "nauc_ndcg_at_3_std": 0.204122, "nauc_ndcg_at_3_diff1": -0.035768, "nauc_ndcg_at_5_max": 0.501506, "nauc_ndcg_at_5_std": 0.210122, "nauc_ndcg_at_5_diff1": -0.060394, "nauc_ndcg_at_10_max": 0.530401, "nauc_ndcg_at_10_std": 0.259497, "nauc_ndcg_at_10_diff1": -0.079192, "nauc_ndcg_at_20_max": 0.536831, "nauc_ndcg_at_20_std": 0.274402, "nauc_ndcg_at_20_diff1": -0.090383, "nauc_ndcg_at_100_max": 0.539109, "nauc_ndcg_at_100_std": 0.275493, "nauc_ndcg_at_100_diff1": -0.096391, "nauc_ndcg_at_1000_max": 0.539109, "nauc_ndcg_at_1000_std": 0.275493, "nauc_ndcg_at_1000_diff1": -0.096391, "nauc_map_at_1_max": 0.37718, "nauc_map_at_1_std": 0.043763, "nauc_map_at_1_diff1": 0.190763, "nauc_map_at_3_max": 0.425019, "nauc_map_at_3_std": 0.12885, "nauc_map_at_3_diff1": 0.059102, "nauc_map_at_5_max": 0.452213, "nauc_map_at_5_std": 0.152325, "nauc_map_at_5_diff1": 0.013882, "nauc_map_at_10_max": 0.485931, "nauc_map_at_10_std": 0.191724, "nauc_map_at_10_diff1": -0.011179, "nauc_map_at_20_max": 0.494184, "nauc_map_at_20_std": 0.201458, "nauc_map_at_20_diff1": -0.021094, "nauc_map_at_100_max": 0.49763, "nauc_map_at_100_std": 0.202577, "nauc_map_at_100_diff1": -0.025124, "nauc_map_at_1000_max": 0.49763, "nauc_map_at_1000_std": 0.202577, "nauc_map_at_1000_diff1": -0.025124, "nauc_recall_at_1_max": 0.37718, "nauc_recall_at_1_std": 0.043763, "nauc_recall_at_1_diff1": 0.190763, "nauc_recall_at_3_max": 0.429054, "nauc_recall_at_3_std": 0.172749, "nauc_recall_at_3_diff1": -0.009234, "nauc_recall_at_5_max": 0.442489, "nauc_recall_at_5_std": 0.204105, "nauc_recall_at_5_diff1": -0.088209, "nauc_recall_at_10_max": 0.501058, "nauc_recall_at_10_std": 0.310602, "nauc_recall_at_10_diff1": -0.144231, "nauc_recall_at_20_max": 0.520422, "nauc_recall_at_20_std": 0.344094, "nauc_recall_at_20_diff1": -0.179274, "nauc_recall_at_100_max": 0.516877, "nauc_recall_at_100_std": 0.344979, "nauc_recall_at_100_diff1": -0.193875, "nauc_recall_at_1000_max": 0.516877, "nauc_recall_at_1000_std": 0.344979, "nauc_recall_at_1000_diff1": -0.193875, "nauc_precision_at_1_max": 0.436389, "nauc_precision_at_1_std": 0.168036, "nauc_precision_at_1_diff1": 0.032331, "nauc_precision_at_3_max": 0.492515, "nauc_precision_at_3_std": 0.28358, "nauc_precision_at_3_diff1": -0.209504, "nauc_precision_at_5_max": 0.498638, "nauc_precision_at_5_std": 0.282737, "nauc_precision_at_5_diff1": -0.269486, "nauc_precision_at_10_max": 0.531516, "nauc_precision_at_10_std": 0.371169, "nauc_precision_at_10_diff1": -0.307261, "nauc_precision_at_20_max": 0.517242, "nauc_precision_at_20_std": 0.369723, "nauc_precision_at_20_diff1": -0.307617, "nauc_precision_at_100_max": 0.473803, "nauc_precision_at_100_std": 0.329355, "nauc_precision_at_100_diff1": -0.294315, "nauc_precision_at_1000_max": 0.473803, "nauc_precision_at_1000_std": 0.329355, "nauc_precision_at_1000_diff1": -0.294315, "nauc_mrr_at_1_max": 0.436389, "nauc_mrr_at_1_std": 0.168036, "nauc_mrr_at_1_diff1": 0.032331, "nauc_mrr_at_3_max": 0.491624, "nauc_mrr_at_3_std": 0.237334, "nauc_mrr_at_3_diff1": -0.062731, "nauc_mrr_at_5_max": 0.494374, "nauc_mrr_at_5_std": 0.243807, "nauc_mrr_at_5_diff1": -0.068858, "nauc_mrr_at_10_max": 0.502793, "nauc_mrr_at_10_std": 0.261889, "nauc_mrr_at_10_diff1": -0.072352, "nauc_mrr_at_20_max": 0.502521, "nauc_mrr_at_20_std": 0.261491, "nauc_mrr_at_20_diff1": -0.074054, "nauc_mrr_at_100_max": 0.502291, "nauc_mrr_at_100_std": 0.261078, "nauc_mrr_at_100_diff1": -0.073232, "nauc_mrr_at_1000_max": 0.502291, "nauc_mrr_at_1000_std": 0.261078, "nauc_mrr_at_1000_diff1": -0.073232, "hit_rate_at_1": 0.32188, "hit_rate_at_3": 0.46563, "hit_rate_at_5": 0.525, "hit_rate_at_10": 0.60625, "hit_rate_at_20": 0.62813, "hit_rate_at_100": 0.65, "hit_rate_at_1000": 0.65, "main_score": 0.32688, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.27813, "ndcg_at_3": 0.25574, "ndcg_at_5": 0.25849, "ndcg_at_10": 0.27582, "ndcg_at_20": 0.2853, "ndcg_at_100": 0.2921, "ndcg_at_1000": 0.2921, "map_at_1": 0.13158, "map_at_3": 0.17607, "map_at_5": 0.19296, "map_at_10": 0.21287, "map_at_20": 0.21985, "map_at_100": 0.2226, "map_at_1000": 0.2226, "recall_at_1": 0.13158, "recall_at_3": 0.20448, "recall_at_5": 0.2435, "recall_at_10": 0.30791, "recall_at_20": 0.33872, "recall_at_100": 0.35954, "recall_at_1000": 0.35954, "accuracy": 0.13158, "precision_at_1": 0.2875, "precision_at_3": 0.17917, "precision_at_5": 0.14063, "precision_at_10": 0.09656, "precision_at_20": 0.05688, "precision_at_100": 0.01275, "precision_at_1000": 0.00128, "mrr_at_1": 0.2875, "mrr_at_3": 0.3375, "mrr_at_5": 0.350469, "mrr_at_10": 0.358132, "mrr_at_20": 0.35954, "mrr_at_100": 0.359765, "mrr_at_1000": 0.359765, "nauc_ndcg_at_1_max": 0.466639, "nauc_ndcg_at_1_std": 0.209101, "nauc_ndcg_at_1_diff1": 0.013915, "nauc_ndcg_at_3_max": 0.523402, "nauc_ndcg_at_3_std": 0.290815, "nauc_ndcg_at_3_diff1": -0.072943, "nauc_ndcg_at_5_max": 0.559057, "nauc_ndcg_at_5_std": 0.319075, "nauc_ndcg_at_5_diff1": -0.111716, "nauc_ndcg_at_10_max": 0.584237, "nauc_ndcg_at_10_std": 0.354912, "nauc_ndcg_at_10_diff1": -0.130511, "nauc_ndcg_at_20_max": 0.581694, "nauc_ndcg_at_20_std": 0.370828, "nauc_ndcg_at_20_diff1": -0.135405, "nauc_ndcg_at_100_max": 0.585357, "nauc_ndcg_at_100_std": 0.377648, "nauc_ndcg_at_100_diff1": -0.143668, "nauc_ndcg_at_1000_max": 0.585357, "nauc_ndcg_at_1000_std": 0.377648, "nauc_ndcg_at_1000_diff1": -0.143668, "nauc_map_at_1_max": 0.429887, "nauc_map_at_1_std": 0.150256, "nauc_map_at_1_diff1": 0.057446, "nauc_map_at_3_max": 0.475833, "nauc_map_at_3_std": 0.246029, "nauc_map_at_3_diff1": -0.034138, "nauc_map_at_5_max": 0.51542, "nauc_map_at_5_std": 0.274782, "nauc_map_at_5_diff1": -0.064897, "nauc_map_at_10_max": 0.541798, "nauc_map_at_10_std": 0.307851, "nauc_map_at_10_diff1": -0.088345, "nauc_map_at_20_max": 0.545793, "nauc_map_at_20_std": 0.318662, "nauc_map_at_20_diff1": -0.097692, "nauc_map_at_100_max": 0.548522, "nauc_map_at_100_std": 0.321038, "nauc_map_at_100_diff1": -0.101126, "nauc_map_at_1000_max": 0.548522, "nauc_map_at_1000_std": 0.321038, "nauc_map_at_1000_diff1": -0.101126, "nauc_recall_at_1_max": 0.429887, "nauc_recall_at_1_std": 0.150256, "nauc_recall_at_1_diff1": 0.057446, "nauc_recall_at_3_max": 0.487204, "nauc_recall_at_3_std": 0.285082, "nauc_recall_at_3_diff1": -0.078499, "nauc_recall_at_5_max": 0.538328, "nauc_recall_at_5_std": 0.328519, "nauc_recall_at_5_diff1": -0.135833, "nauc_recall_at_10_max": 0.577505, "nauc_recall_at_10_std": 0.409207, "nauc_recall_at_10_diff1": -0.191463, "nauc_recall_at_20_max": 0.573031, "nauc_recall_at_20_std": 0.441681, "nauc_recall_at_20_diff1": -0.200918, "nauc_recall_at_100_max": 0.576047, "nauc_recall_at_100_std": 0.461204, "nauc_recall_at_100_diff1": -0.220385, "nauc_recall_at_1000_max": 0.576047, "nauc_recall_at_1000_std": 0.461204, "nauc_recall_at_1000_diff1": -0.220385, "nauc_precision_at_1_max": 0.469815, "nauc_precision_at_1_std": 0.194104, "nauc_precision_at_1_diff1": 0.006965, "nauc_precision_at_3_max": 0.526499, "nauc_precision_at_3_std": 0.344454, "nauc_precision_at_3_diff1": -0.184762, "nauc_precision_at_5_max": 0.569726, "nauc_precision_at_5_std": 0.395399, "nauc_precision_at_5_diff1": -0.257171, "nauc_precision_at_10_max": 0.531663, "nauc_precision_at_10_std": 0.386758, "nauc_precision_at_10_diff1": -0.249936, "nauc_precision_at_20_max": 0.493778, "nauc_precision_at_20_std": 0.384005, "nauc_precision_at_20_diff1": -0.254026, "nauc_precision_at_100_max": 0.469052, "nauc_precision_at_100_std": 0.363616, "nauc_precision_at_100_diff1": -0.251181, "nauc_precision_at_1000_max": 0.469052, "nauc_precision_at_1000_std": 0.363616, "nauc_precision_at_1000_diff1": -0.251181, "nauc_mrr_at_1_max": 0.469815, "nauc_mrr_at_1_std": 0.194104, "nauc_mrr_at_1_diff1": 0.006965, "nauc_mrr_at_3_max": 0.526931, "nauc_mrr_at_3_std": 0.262745, "nauc_mrr_at_3_diff1": -0.054415, "nauc_mrr_at_5_max": 0.536317, "nauc_mrr_at_5_std": 0.276815, "nauc_mrr_at_5_diff1": -0.071274, "nauc_mrr_at_10_max": 0.546033, "nauc_mrr_at_10_std": 0.286052, "nauc_mrr_at_10_diff1": -0.077909, "nauc_mrr_at_20_max": 0.545615, "nauc_mrr_at_20_std": 0.288997, "nauc_mrr_at_20_diff1": -0.078531, "nauc_mrr_at_100_max": 0.545945, "nauc_mrr_at_100_std": 0.289569, "nauc_mrr_at_100_diff1": -0.078862, "nauc_mrr_at_1000_max": 0.545945, "nauc_mrr_at_1000_std": 0.289569, "nauc_mrr_at_1000_diff1": -0.078862, "hit_rate_at_1": 0.2875, "hit_rate_at_3": 0.40313, "hit_rate_at_5": 0.45937, "hit_rate_at_10": 0.5125, "hit_rate_at_20": 0.53438, "hit_rate_at_100": 0.54063, "hit_rate_at_1000": 0.54063, "main_score": 0.27582, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.29844, "ndcg_at_3": 0.2763, "ndcg_at_5": 0.28291, "ndcg_at_10": 0.29756, "ndcg_at_20": 0.307, "ndcg_at_100": 0.31402, "ndcg_at_1000": 0.31402, "map_at_1": 0.14064, "map_at_3": 0.19337, "map_at_5": 0.21264, "map_at_10": 0.23258, "map_at_20": 0.23958, "map_at_100": 0.24241, "map_at_1000": 0.24241, "recall_at_1": 0.14064, "recall_at_3": 0.22385, "recall_at_5": 0.27169, "recall_at_10": 0.32672, "recall_at_20": 0.35479, "recall_at_100": 0.37585, "recall_at_1000": 0.37585, "accuracy": 0.14064, "precision_at_1": 0.30938, "precision_at_3": 0.18958, "precision_at_5": 0.155, "precision_at_10": 0.10625, "precision_at_20": 0.0625, "precision_at_100": 0.01394, "precision_at_1000": 0.00139, "mrr_at_1": 0.309375, "mrr_at_3": 0.360937, "mrr_at_5": 0.379375, "mrr_at_10": 0.384964, "mrr_at_20": 0.385893, "mrr_at_100": 0.386518, "mrr_at_1000": 0.386518, "nauc_ndcg_at_1_max": 0.426744, "nauc_ndcg_at_1_std": 0.200642, "nauc_ndcg_at_1_diff1": -0.038007, "nauc_ndcg_at_3_max": 0.475777, "nauc_ndcg_at_3_std": 0.243003, "nauc_ndcg_at_3_diff1": -0.107944, "nauc_ndcg_at_5_max": 0.514449, "nauc_ndcg_at_5_std": 0.276349, "nauc_ndcg_at_5_diff1": -0.150302, "nauc_ndcg_at_10_max": 0.538792, "nauc_ndcg_at_10_std": 0.305284, "nauc_ndcg_at_10_diff1": -0.178103, "nauc_ndcg_at_20_max": 0.540935, "nauc_ndcg_at_20_std": 0.312021, "nauc_ndcg_at_20_diff1": -0.180295, "nauc_ndcg_at_100_max": 0.547574, "nauc_ndcg_at_100_std": 0.311637, "nauc_ndcg_at_100_diff1": -0.188373, "nauc_ndcg_at_1000_max": 0.547574, "nauc_ndcg_at_1000_std": 0.311637, "nauc_ndcg_at_1000_diff1": -0.188373, "nauc_map_at_1_max": 0.373647, "nauc_map_at_1_std": 0.098572, "nauc_map_at_1_diff1": 0.07395, "nauc_map_at_3_max": 0.421126, "nauc_map_at_3_std": 0.182453, "nauc_map_at_3_diff1": -0.048111, "nauc_map_at_5_max": 0.458574, "nauc_map_at_5_std": 0.209276, "nauc_map_at_5_diff1": -0.086415, "nauc_map_at_10_max": 0.493752, "nauc_map_at_10_std": 0.235676, "nauc_map_at_10_diff1": -0.12088, "nauc_map_at_20_max": 0.500811, "nauc_map_at_20_std": 0.243754, "nauc_map_at_20_diff1": -0.127898, "nauc_map_at_100_max": 0.505738, "nauc_map_at_100_std": 0.244374, "nauc_map_at_100_diff1": -0.132013, "nauc_map_at_1000_max": 0.505738, "nauc_map_at_1000_std": 0.244374, "nauc_map_at_1000_diff1": -0.132013, "nauc_recall_at_1_max": 0.373647, "nauc_recall_at_1_std": 0.098572, "nauc_recall_at_1_diff1": 0.07395, "nauc_recall_at_3_max": 0.442504, "nauc_recall_at_3_std": 0.217044, "nauc_recall_at_3_diff1": -0.089949, "nauc_recall_at_5_max": 0.501971, "nauc_recall_at_5_std": 0.285131, "nauc_recall_at_5_diff1": -0.164933, "nauc_recall_at_10_max": 0.560394, "nauc_recall_at_10_std": 0.354821, "nauc_recall_at_10_diff1": -0.234285, "nauc_recall_at_20_max": 0.574111, "nauc_recall_at_20_std": 0.371214, "nauc_recall_at_20_diff1": -0.244899, "nauc_recall_at_100_max": 0.590406, "nauc_recall_at_100_std": 0.366621, "nauc_recall_at_100_diff1": -0.265778, "nauc_recall_at_1000_max": 0.590406, "nauc_recall_at_1000_std": 0.366621, "nauc_recall_at_1000_diff1": -0.265778, "nauc_precision_at_1_max": 0.44386, "nauc_precision_at_1_std": 0.204637, "nauc_precision_at_1_diff1": -0.054902, "nauc_precision_at_3_max": 0.478309, "nauc_precision_at_3_std": 0.294721, "nauc_precision_at_3_diff1": -0.221121, "nauc_precision_at_5_max": 0.534243, "nauc_precision_at_5_std": 0.336311, "nauc_precision_at_5_diff1": -0.308225, "nauc_precision_at_10_max": 0.524274, "nauc_precision_at_10_std": 0.341988, "nauc_precision_at_10_diff1": -0.327654, "nauc_precision_at_20_max": 0.490376, "nauc_precision_at_20_std": 0.333296, "nauc_precision_at_20_diff1": -0.316289, "nauc_precision_at_100_max": 0.474999, "nauc_precision_at_100_std": 0.301138, "nauc_precision_at_100_diff1": -0.316572, "nauc_precision_at_1000_max": 0.474999, "nauc_precision_at_1000_std": 0.301138, "nauc_precision_at_1000_diff1": -0.316572, "nauc_mrr_at_1_max": 0.44386, "nauc_mrr_at_1_std": 0.204637, "nauc_mrr_at_1_diff1": -0.054902, "nauc_mrr_at_3_max": 0.498376, "nauc_mrr_at_3_std": 0.25088, "nauc_mrr_at_3_diff1": -0.116686, "nauc_mrr_at_5_max": 0.513312, "nauc_mrr_at_5_std": 0.275284, "nauc_mrr_at_5_diff1": -0.137395, "nauc_mrr_at_10_max": 0.516372, "nauc_mrr_at_10_std": 0.280434, "nauc_mrr_at_10_diff1": -0.140678, "nauc_mrr_at_20_max": 0.516575, "nauc_mrr_at_20_std": 0.281489, "nauc_mrr_at_20_diff1": -0.141972, "nauc_mrr_at_100_max": 0.516694, "nauc_mrr_at_100_std": 0.28096, "nauc_mrr_at_100_diff1": -0.142598, "nauc_mrr_at_1000_max": 0.516694, "nauc_mrr_at_1000_std": 0.28096, "nauc_mrr_at_1000_diff1": -0.142598, "hit_rate_at_1": 0.30938, "hit_rate_at_3": 0.42188, "hit_rate_at_5": 0.50625, "hit_rate_at_10": 0.54688, "hit_rate_at_20": 0.5625, "hit_rate_at_100": 0.58125, "hit_rate_at_1000": 0.58125, "main_score": 0.29756, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.30781, "ndcg_at_3": 0.2914, "ndcg_at_5": 0.30031, "ndcg_at_10": 0.30894, "ndcg_at_20": 0.31945, "ndcg_at_100": 0.32553, "ndcg_at_1000": 0.32553, "map_at_1": 0.15769, "map_at_3": 0.20708, "map_at_5": 0.22859, "map_at_10": 0.24405, "map_at_20": 0.25138, "map_at_100": 0.25408, "map_at_1000": 0.25408, "recall_at_1": 0.15769, "recall_at_3": 0.23764, "recall_at_5": 0.28574, "recall_at_10": 0.33438, "recall_at_20": 0.36796, "recall_at_100": 0.38643, "recall_at_1000": 0.38643, "accuracy": 0.15769, "precision_at_1": 0.31875, "precision_at_3": 0.19375, "precision_at_5": 0.15813, "precision_at_10": 0.10281, "precision_at_20": 0.06141, "precision_at_100": 0.01369, "precision_at_1000": 0.00137, "mrr_at_1": 0.31875, "mrr_at_3": 0.379167, "mrr_at_5": 0.391979, "mrr_at_10": 0.398054, "mrr_at_20": 0.399572, "mrr_at_100": 0.399888, "mrr_at_1000": 0.399888, "nauc_ndcg_at_1_max": 0.412919, "nauc_ndcg_at_1_std": 0.204677, "nauc_ndcg_at_1_diff1": -0.015896, "nauc_ndcg_at_3_max": 0.488248, "nauc_ndcg_at_3_std": 0.263932, "nauc_ndcg_at_3_diff1": -0.128504, "nauc_ndcg_at_5_max": 0.53534, "nauc_ndcg_at_5_std": 0.297239, "nauc_ndcg_at_5_diff1": -0.167704, "nauc_ndcg_at_10_max": 0.53577, "nauc_ndcg_at_10_std": 0.326258, "nauc_ndcg_at_10_diff1": -0.184339, "nauc_ndcg_at_20_max": 0.549477, "nauc_ndcg_at_20_std": 0.341691, "nauc_ndcg_at_20_diff1": -0.196428, "nauc_ndcg_at_100_max": 0.552586, "nauc_ndcg_at_100_std": 0.345253, "nauc_ndcg_at_100_diff1": -0.202081, "nauc_ndcg_at_1000_max": 0.552586, "nauc_ndcg_at_1000_std": 0.345253, "nauc_ndcg_at_1000_diff1": -0.202081, "nauc_map_at_1_max": 0.360103, "nauc_map_at_1_std": 0.11287, "nauc_map_at_1_diff1": 0.053903, "nauc_map_at_3_max": 0.416938, "nauc_map_at_3_std": 0.197723, "nauc_map_at_3_diff1": -0.067168, "nauc_map_at_5_max": 0.47274, "nauc_map_at_5_std": 0.235774, "nauc_map_at_5_diff1": -0.112246, "nauc_map_at_10_max": 0.493883, "nauc_map_at_10_std": 0.267107, "nauc_map_at_10_diff1": -0.136449, "nauc_map_at_20_max": 0.505271, "nauc_map_at_20_std": 0.278619, "nauc_map_at_20_diff1": -0.146096, "nauc_map_at_100_max": 0.508091, "nauc_map_at_100_std": 0.281157, "nauc_map_at_100_diff1": -0.14854, "nauc_map_at_1000_max": 0.508091, "nauc_map_at_1000_std": 0.281157, "nauc_map_at_1000_diff1": -0.14854, "nauc_recall_at_1_max": 0.360103, "nauc_recall_at_1_std": 0.11287, "nauc_recall_at_1_diff1": 0.053903, "nauc_recall_at_3_max": 0.440915, "nauc_recall_at_3_std": 0.23448, "nauc_recall_at_3_diff1": -0.125599, "nauc_recall_at_5_max": 0.533182, "nauc_recall_at_5_std": 0.300956, "nauc_recall_at_5_diff1": -0.206708, "nauc_recall_at_10_max": 0.545024, "nauc_recall_at_10_std": 0.376729, "nauc_recall_at_10_diff1": -0.254241, "nauc_recall_at_20_max": 0.569462, "nauc_recall_at_20_std": 0.404407, "nauc_recall_at_20_diff1": -0.28347, "nauc_recall_at_100_max": 0.572049, "nauc_recall_at_100_std": 0.40793, "nauc_recall_at_100_diff1": -0.297562, "nauc_recall_at_1000_max": 0.572049, "nauc_recall_at_1000_std": 0.40793, "nauc_recall_at_1000_diff1": -0.297562, "nauc_precision_at_1_max": 0.419276, "nauc_precision_at_1_std": 0.215124, "nauc_precision_at_1_diff1": -0.0172, "nauc_precision_at_3_max": 0.504385, "nauc_precision_at_3_std": 0.345721, "nauc_precision_at_3_diff1": -0.266519, "nauc_precision_at_5_max": 0.555128, "nauc_precision_at_5_std": 0.386579, "nauc_precision_at_5_diff1": -0.312307, "nauc_precision_at_10_max": 0.525796, "nauc_precision_at_10_std": 0.418381, "nauc_precision_at_10_diff1": -0.328659, "nauc_precision_at_20_max": 0.515016, "nauc_precision_at_20_std": 0.411928, "nauc_precision_at_20_diff1": -0.314733, "nauc_precision_at_100_max": 0.47972, "nauc_precision_at_100_std": 0.378342, "nauc_precision_at_100_diff1": -0.298938, "nauc_precision_at_1000_max": 0.47972, "nauc_precision_at_1000_std": 0.378342, "nauc_precision_at_1000_diff1": -0.298938, "nauc_mrr_at_1_max": 0.419276, "nauc_mrr_at_1_std": 0.215124, "nauc_mrr_at_1_diff1": -0.0172, "nauc_mrr_at_3_max": 0.490831, "nauc_mrr_at_3_std": 0.281226, "nauc_mrr_at_3_diff1": -0.112139, "nauc_mrr_at_5_max": 0.502569, "nauc_mrr_at_5_std": 0.295751, "nauc_mrr_at_5_diff1": -0.122022, "nauc_mrr_at_10_max": 0.502712, "nauc_mrr_at_10_std": 0.302058, "nauc_mrr_at_10_diff1": -0.125045, "nauc_mrr_at_20_max": 0.504223, "nauc_mrr_at_20_std": 0.302383, "nauc_mrr_at_20_diff1": -0.125433, "nauc_mrr_at_100_max": 0.503837, "nauc_mrr_at_100_std": 0.302638, "nauc_mrr_at_100_diff1": -0.126014, "nauc_mrr_at_1000_max": 0.503837, "nauc_mrr_at_1000_std": 0.302638, "nauc_mrr_at_1000_diff1": -0.126014, "hit_rate_at_1": 0.31875, "hit_rate_at_3": 0.44688, "hit_rate_at_5": 0.5, "hit_rate_at_10": 0.54688, "hit_rate_at_20": 0.56875, "hit_rate_at_100": 0.57812, "hit_rate_at_1000": 0.57812, "main_score": 0.30894, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 273.62275601923466, "kg_co2_emissions": null, "date": 1793333042.822558, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 9.48738306760788e-05, "end": 44.067753260955215, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 44.106563376262784, "end": 44.221004493534565, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 44.31717596575618, "end": 90.20908050239086, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 90.28500441275537, "end": 90.38703763857484, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 90.51229760050774, "end": 132.41040942445397, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 132.55433711968362, "end": 132.64356524124742, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 132.73243222013116, "end": 179.0514092668891, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 179.2393556367606, "end": 179.3546700682491, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 179.44913953728974, "end": 226.90572912804782, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 227.13699250854552, "end": 227.24082732014358, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 227.36512425355613, "end": 273.12332483381033, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 273.3667095210403, "end": 273.4585377648473, "split": "test", "subset": "portuguese" } ] }