{ "dataset_revision": "7187c21e1a532531d175eccf5a6d7c1561f6b0da", "task_name": "Vidore3FinanceEnBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.38673, "ndcg_at_3": 0.38368, "ndcg_at_5": 0.38449, "ndcg_at_10": 0.40189, "ndcg_at_20": 0.41935, "ndcg_at_100": 0.43061, "ndcg_at_1000": 0.43061, "map_at_1": 0.19768, "map_at_3": 0.27044, "map_at_5": 0.29455, "map_at_10": 0.31957, "map_at_20": 0.33123, "map_at_100": 0.33512, "map_at_1000": 0.33512, "recall_at_1": 0.19768, "recall_at_3": 0.30488, "recall_at_5": 0.35826, "recall_at_10": 0.43448, "recall_at_20": 0.49039, "recall_at_100": 0.52454, "recall_at_1000": 0.52454, "accuracy": 0.19768, "precision_at_1": 0.411, "precision_at_3": 0.27077, "precision_at_5": 0.20712, "precision_at_10": 0.13851, "precision_at_20": 0.08366, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.411003, "mrr_at_3": 0.484358, "mrr_at_5": 0.498274, "mrr_at_10": 0.505925, "mrr_at_20": 0.508528, "mrr_at_100": 0.509435, "mrr_at_1000": 0.509435, "nauc_ndcg_at_1_max": 0.447464, "nauc_ndcg_at_1_std": 0.261214, "nauc_ndcg_at_1_diff1": 0.196925, "nauc_ndcg_at_3_max": 0.484684, "nauc_ndcg_at_3_std": 0.280759, "nauc_ndcg_at_3_diff1": 0.123091, "nauc_ndcg_at_5_max": 0.479174, "nauc_ndcg_at_5_std": 0.277032, "nauc_ndcg_at_5_diff1": 0.132716, "nauc_ndcg_at_10_max": 0.496585, "nauc_ndcg_at_10_std": 0.306316, "nauc_ndcg_at_10_diff1": 0.109019, "nauc_ndcg_at_20_max": 0.505654, "nauc_ndcg_at_20_std": 0.320541, "nauc_ndcg_at_20_diff1": 0.104286, "nauc_ndcg_at_100_max": 0.50111, "nauc_ndcg_at_100_std": 0.317734, "nauc_ndcg_at_100_diff1": 0.106275, "nauc_ndcg_at_1000_max": 0.50111, "nauc_ndcg_at_1000_std": 0.317734, "nauc_ndcg_at_1000_diff1": 0.106275, "nauc_map_at_1_max": 0.330576, "nauc_map_at_1_std": 0.079779, "nauc_map_at_1_diff1": 0.327641, "nauc_map_at_3_max": 0.414149, "nauc_map_at_3_std": 0.155483, "nauc_map_at_3_diff1": 0.22087, "nauc_map_at_5_max": 0.42816, "nauc_map_at_5_std": 0.184938, "nauc_map_at_5_diff1": 0.192609, "nauc_map_at_10_max": 0.450755, "nauc_map_at_10_std": 0.225211, "nauc_map_at_10_diff1": 0.160681, "nauc_map_at_20_max": 0.466793, "nauc_map_at_20_std": 0.245722, "nauc_map_at_20_diff1": 0.151222, "nauc_map_at_100_max": 0.466879, "nauc_map_at_100_std": 0.246523, "nauc_map_at_100_diff1": 0.15122, "nauc_map_at_1000_max": 0.466879, "nauc_map_at_1000_std": 0.246523, "nauc_map_at_1000_diff1": 0.15122, "nauc_recall_at_1_max": 0.330576, "nauc_recall_at_1_std": 0.079779, "nauc_recall_at_1_diff1": 0.327641, "nauc_recall_at_3_max": 0.410475, "nauc_recall_at_3_std": 0.166087, "nauc_recall_at_3_diff1": 0.158724, "nauc_recall_at_5_max": 0.403938, "nauc_recall_at_5_std": 0.203193, "nauc_recall_at_5_diff1": 0.112421, "nauc_recall_at_10_max": 0.449025, "nauc_recall_at_10_std": 0.305401, "nauc_recall_at_10_diff1": 0.030248, "nauc_recall_at_20_max": 0.474756, "nauc_recall_at_20_std": 0.352898, "nauc_recall_at_20_diff1": 0.011556, "nauc_recall_at_100_max": 0.457573, "nauc_recall_at_100_std": 0.334074, "nauc_recall_at_100_diff1": 0.029276, "nauc_recall_at_1000_max": 0.457573, "nauc_recall_at_1000_std": 0.334074, "nauc_recall_at_1000_diff1": 0.029276, "nauc_precision_at_1_max": 0.480789, "nauc_precision_at_1_std": 0.276832, "nauc_precision_at_1_diff1": 0.188491, "nauc_precision_at_3_max": 0.517638, "nauc_precision_at_3_std": 0.417469, "nauc_precision_at_3_diff1": -0.107966, "nauc_precision_at_5_max": 0.46694, "nauc_precision_at_5_std": 0.42577, "nauc_precision_at_5_diff1": -0.131317, "nauc_precision_at_10_max": 0.433886, "nauc_precision_at_10_std": 0.469153, "nauc_precision_at_10_diff1": -0.196183, "nauc_precision_at_20_max": 0.422193, "nauc_precision_at_20_std": 0.485259, "nauc_precision_at_20_diff1": -0.212546, "nauc_precision_at_100_max": 0.355935, "nauc_precision_at_100_std": 0.429312, "nauc_precision_at_100_diff1": -0.195753, "nauc_precision_at_1000_max": 0.355935, "nauc_precision_at_1000_std": 0.429312, "nauc_precision_at_1000_diff1": -0.195753, "nauc_mrr_at_1_max": 0.480789, "nauc_mrr_at_1_std": 0.276832, "nauc_mrr_at_1_diff1": 0.188491, "nauc_mrr_at_3_max": 0.546328, "nauc_mrr_at_3_std": 0.340903, "nauc_mrr_at_3_diff1": 0.110363, "nauc_mrr_at_5_max": 0.540107, "nauc_mrr_at_5_std": 0.344587, "nauc_mrr_at_5_diff1": 0.108018, "nauc_mrr_at_10_max": 0.544716, "nauc_mrr_at_10_std": 0.351882, "nauc_mrr_at_10_diff1": 0.105155, "nauc_mrr_at_20_max": 0.542037, "nauc_mrr_at_20_std": 0.350527, "nauc_mrr_at_20_diff1": 0.106168, "nauc_mrr_at_100_max": 0.541438, "nauc_mrr_at_100_std": 0.349832, "nauc_mrr_at_100_diff1": 0.106485, "nauc_mrr_at_1000_max": 0.541438, "nauc_mrr_at_1000_std": 0.349832, "nauc_mrr_at_1000_diff1": 0.106485, "hit_rate_at_1": 0.411, "hit_rate_at_3": 0.57605, "hit_rate_at_5": 0.6343, "hit_rate_at_10": 0.68932, "hit_rate_at_20": 0.72492, "hit_rate_at_100": 0.75081, "hit_rate_at_1000": 0.75081, "main_score": 0.40189, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.42071, "ndcg_at_3": 0.4178, "ndcg_at_5": 0.40849, "ndcg_at_10": 0.43049, "ndcg_at_20": 0.44555, "ndcg_at_100": 0.45825, "ndcg_at_1000": 0.45825, "map_at_1": 0.21191, "map_at_3": 0.29478, "map_at_5": 0.31623, "map_at_10": 0.34497, "map_at_20": 0.35663, "map_at_100": 0.36062, "map_at_1000": 0.36062, "recall_at_1": 0.21191, "recall_at_3": 0.33151, "recall_at_5": 0.37173, "recall_at_10": 0.45833, "recall_at_20": 0.51307, "recall_at_100": 0.55092, "recall_at_1000": 0.55092, "accuracy": 0.21191, "precision_at_1": 0.44984, "precision_at_3": 0.29558, "precision_at_5": 0.21683, "precision_at_10": 0.14887, "precision_at_20": 0.08786, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.449838, "mrr_at_3": 0.52589, "mrr_at_5": 0.53301, "mrr_at_10": 0.543684, "mrr_at_20": 0.545619, "mrr_at_100": 0.54676, "mrr_at_1000": 0.54676, "nauc_ndcg_at_1_max": 0.532355, "nauc_ndcg_at_1_std": 0.298258, "nauc_ndcg_at_1_diff1": 0.208824, "nauc_ndcg_at_3_max": 0.512789, "nauc_ndcg_at_3_std": 0.291952, "nauc_ndcg_at_3_diff1": 0.116843, "nauc_ndcg_at_5_max": 0.516817, "nauc_ndcg_at_5_std": 0.303788, "nauc_ndcg_at_5_diff1": 0.110616, "nauc_ndcg_at_10_max": 0.525255, "nauc_ndcg_at_10_std": 0.334506, "nauc_ndcg_at_10_diff1": 0.086499, "nauc_ndcg_at_20_max": 0.525042, "nauc_ndcg_at_20_std": 0.336117, "nauc_ndcg_at_20_diff1": 0.084868, "nauc_ndcg_at_100_max": 0.529075, "nauc_ndcg_at_100_std": 0.33883, "nauc_ndcg_at_100_diff1": 0.078144, "nauc_ndcg_at_1000_max": 0.529075, "nauc_ndcg_at_1000_std": 0.33883, "nauc_ndcg_at_1000_diff1": 0.078144, "nauc_map_at_1_max": 0.365347, "nauc_map_at_1_std": 0.068952, "nauc_map_at_1_diff1": 0.335665, "nauc_map_at_3_max": 0.44017, "nauc_map_at_3_std": 0.162882, "nauc_map_at_3_diff1": 0.204923, "nauc_map_at_5_max": 0.467807, "nauc_map_at_5_std": 0.210863, "nauc_map_at_5_diff1": 0.171504, "nauc_map_at_10_max": 0.487266, "nauc_map_at_10_std": 0.258816, "nauc_map_at_10_diff1": 0.138701, "nauc_map_at_20_max": 0.491332, "nauc_map_at_20_std": 0.270188, "nauc_map_at_20_diff1": 0.129276, "nauc_map_at_100_max": 0.494602, "nauc_map_at_100_std": 0.272968, "nauc_map_at_100_diff1": 0.125576, "nauc_map_at_1000_max": 0.494602, "nauc_map_at_1000_std": 0.272968, "nauc_map_at_1000_diff1": 0.125576, "nauc_recall_at_1_max": 0.365347, "nauc_recall_at_1_std": 0.068952, "nauc_recall_at_1_diff1": 0.335665, "nauc_recall_at_3_max": 0.397741, "nauc_recall_at_3_std": 0.151471, "nauc_recall_at_3_diff1": 0.145299, "nauc_recall_at_5_max": 0.447811, "nauc_recall_at_5_std": 0.235021, "nauc_recall_at_5_diff1": 0.090565, "nauc_recall_at_10_max": 0.460131, "nauc_recall_at_10_std": 0.327155, "nauc_recall_at_10_diff1": 0.025138, "nauc_recall_at_20_max": 0.455194, "nauc_recall_at_20_std": 0.33612, "nauc_recall_at_20_diff1": 0.010996, "nauc_recall_at_100_max": 0.457086, "nauc_recall_at_100_std": 0.335318, "nauc_recall_at_100_diff1": 0.002877, "nauc_recall_at_1000_max": 0.457086, "nauc_recall_at_1000_std": 0.335318, "nauc_recall_at_1000_diff1": 0.002877, "nauc_precision_at_1_max": 0.559694, "nauc_precision_at_1_std": 0.316961, "nauc_precision_at_1_diff1": 0.217666, "nauc_precision_at_3_max": 0.48598, "nauc_precision_at_3_std": 0.413084, "nauc_precision_at_3_diff1": -0.119696, "nauc_precision_at_5_max": 0.446798, "nauc_precision_at_5_std": 0.455652, "nauc_precision_at_5_diff1": -0.169014, "nauc_precision_at_10_max": 0.365235, "nauc_precision_at_10_std": 0.474776, "nauc_precision_at_10_diff1": -0.231566, "nauc_precision_at_20_max": 0.312614, "nauc_precision_at_20_std": 0.453341, "nauc_precision_at_20_diff1": -0.236655, "nauc_precision_at_100_max": 0.264556, "nauc_precision_at_100_std": 0.404426, "nauc_precision_at_100_diff1": -0.24461, "nauc_precision_at_1000_max": 0.264556, "nauc_precision_at_1000_std": 0.404426, "nauc_precision_at_1000_diff1": -0.24461, "nauc_mrr_at_1_max": 0.559694, "nauc_mrr_at_1_std": 0.316961, "nauc_mrr_at_1_diff1": 0.217666, "nauc_mrr_at_3_max": 0.567023, "nauc_mrr_at_3_std": 0.339707, "nauc_mrr_at_3_diff1": 0.144634, "nauc_mrr_at_5_max": 0.573871, "nauc_mrr_at_5_std": 0.354131, "nauc_mrr_at_5_diff1": 0.137638, "nauc_mrr_at_10_max": 0.569941, "nauc_mrr_at_10_std": 0.361059, "nauc_mrr_at_10_diff1": 0.132385, "nauc_mrr_at_20_max": 0.567881, "nauc_mrr_at_20_std": 0.359462, "nauc_mrr_at_20_diff1": 0.131979, "nauc_mrr_at_100_max": 0.567512, "nauc_mrr_at_100_std": 0.358844, "nauc_mrr_at_100_diff1": 0.131486, "nauc_mrr_at_1000_max": 0.567512, "nauc_mrr_at_1000_std": 0.358844, "nauc_mrr_at_1000_diff1": 0.131486, "hit_rate_at_1": 0.44984, "hit_rate_at_3": 0.61165, "hit_rate_at_5": 0.64401, "hit_rate_at_10": 0.71845, "hit_rate_at_20": 0.74434, "hit_rate_at_100": 0.77994, "hit_rate_at_1000": 0.77994, "main_score": 0.43049, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.53883, "ndcg_at_3": 0.56189, "ndcg_at_5": 0.57259, "ndcg_at_10": 0.60079, "ndcg_at_20": 0.6235, "ndcg_at_100": 0.64446, "ndcg_at_1000": 0.64446, "map_at_1": 0.25859, "map_at_3": 0.39883, "map_at_5": 0.44399, "map_at_10": 0.48752, "map_at_20": 0.50589, "map_at_100": 0.51485, "map_at_1000": 0.51485, "recall_at_1": 0.25859, "recall_at_3": 0.45968, "recall_at_5": 0.54745, "recall_at_10": 0.66555, "recall_at_20": 0.7415, "recall_at_100": 0.8041, "recall_at_1000": 0.8041, "accuracy": 0.25859, "precision_at_1": 0.57605, "precision_at_3": 0.41532, "precision_at_5": 0.32816, "precision_at_10": 0.22168, "precision_at_20": 0.13301, "precision_at_100": 0.03049, "precision_at_1000": 0.00305, "mrr_at_1": 0.576052, "mrr_at_3": 0.676915, "mrr_at_5": 0.692287, "mrr_at_10": 0.70095, "mrr_at_20": 0.703079, "mrr_at_100": 0.703517, "mrr_at_1000": 0.703517, "nauc_ndcg_at_1_max": 0.447886, "nauc_ndcg_at_1_std": 0.116709, "nauc_ndcg_at_1_diff1": 0.183833, "nauc_ndcg_at_3_max": 0.42593, "nauc_ndcg_at_3_std": 0.110926, "nauc_ndcg_at_3_diff1": 0.119238, "nauc_ndcg_at_5_max": 0.449424, "nauc_ndcg_at_5_std": 0.15152, "nauc_ndcg_at_5_diff1": 0.099792, "nauc_ndcg_at_10_max": 0.454719, "nauc_ndcg_at_10_std": 0.188783, "nauc_ndcg_at_10_diff1": 0.066306, "nauc_ndcg_at_20_max": 0.464579, "nauc_ndcg_at_20_std": 0.208576, "nauc_ndcg_at_20_diff1": 0.048093, "nauc_ndcg_at_100_max": 0.465513, "nauc_ndcg_at_100_std": 0.209701, "nauc_ndcg_at_100_diff1": 0.06223, "nauc_ndcg_at_1000_max": 0.465513, "nauc_ndcg_at_1000_std": 0.209701, "nauc_ndcg_at_1000_diff1": 0.06223, "nauc_map_at_1_max": 0.374266, "nauc_map_at_1_std": -0.015329, "nauc_map_at_1_diff1": 0.285992, "nauc_map_at_3_max": 0.386221, "nauc_map_at_3_std": 0.051254, "nauc_map_at_3_diff1": 0.163377, "nauc_map_at_5_max": 0.420213, "nauc_map_at_5_std": 0.102431, "nauc_map_at_5_diff1": 0.121128, "nauc_map_at_10_max": 0.433185, "nauc_map_at_10_std": 0.1437, "nauc_map_at_10_diff1": 0.087482, "nauc_map_at_20_max": 0.440666, "nauc_map_at_20_std": 0.163256, "nauc_map_at_20_diff1": 0.071816, "nauc_map_at_100_max": 0.44149, "nauc_map_at_100_std": 0.165722, "nauc_map_at_100_diff1": 0.074185, "nauc_map_at_1000_max": 0.44149, "nauc_map_at_1000_std": 0.165722, "nauc_map_at_1000_diff1": 0.074185, "nauc_recall_at_1_max": 0.374266, "nauc_recall_at_1_std": -0.015329, "nauc_recall_at_1_diff1": 0.285992, "nauc_recall_at_3_max": 0.326747, "nauc_recall_at_3_std": 0.021433, "nauc_recall_at_3_diff1": 0.130148, "nauc_recall_at_5_max": 0.373353, "nauc_recall_at_5_std": 0.12949, "nauc_recall_at_5_diff1": 0.057453, "nauc_recall_at_10_max": 0.399797, "nauc_recall_at_10_std": 0.223289, "nauc_recall_at_10_diff1": -0.043512, "nauc_recall_at_20_max": 0.409872, "nauc_recall_at_20_std": 0.292993, "nauc_recall_at_20_diff1": -0.112363, "nauc_recall_at_100_max": 0.412513, "nauc_recall_at_100_std": 0.310837, "nauc_recall_at_100_diff1": -0.07342, "nauc_recall_at_1000_max": 0.412513, "nauc_recall_at_1000_std": 0.310837, "nauc_recall_at_1000_diff1": -0.07342, "nauc_precision_at_1_max": 0.477493, "nauc_precision_at_1_std": 0.134662, "nauc_precision_at_1_diff1": 0.189696, "nauc_precision_at_3_max": 0.275526, "nauc_precision_at_3_std": 0.226794, "nauc_precision_at_3_diff1": -0.131395, "nauc_precision_at_5_max": 0.22106, "nauc_precision_at_5_std": 0.286057, "nauc_precision_at_5_diff1": -0.193823, "nauc_precision_at_10_max": 0.114898, "nauc_precision_at_10_std": 0.294356, "nauc_precision_at_10_diff1": -0.227001, "nauc_precision_at_20_max": 0.062284, "nauc_precision_at_20_std": 0.282467, "nauc_precision_at_20_diff1": -0.246469, "nauc_precision_at_100_max": 0.009215, "nauc_precision_at_100_std": 0.211334, "nauc_precision_at_100_diff1": -0.186751, "nauc_precision_at_1000_max": 0.009215, "nauc_precision_at_1000_std": 0.211334, "nauc_precision_at_1000_diff1": -0.186751, "nauc_mrr_at_1_max": 0.477493, "nauc_mrr_at_1_std": 0.134662, "nauc_mrr_at_1_diff1": 0.189696, "nauc_mrr_at_3_max": 0.471277, "nauc_mrr_at_3_std": 0.129974, "nauc_mrr_at_3_diff1": 0.154396, "nauc_mrr_at_5_max": 0.489631, "nauc_mrr_at_5_std": 0.153034, "nauc_mrr_at_5_diff1": 0.15419, "nauc_mrr_at_10_max": 0.483366, "nauc_mrr_at_10_std": 0.152105, "nauc_mrr_at_10_diff1": 0.155892, "nauc_mrr_at_20_max": 0.481581, "nauc_mrr_at_20_std": 0.15024, "nauc_mrr_at_20_diff1": 0.157776, "nauc_mrr_at_100_max": 0.4814, "nauc_mrr_at_100_std": 0.150078, "nauc_mrr_at_100_diff1": 0.157652, "nauc_mrr_at_1000_max": 0.4814, "nauc_mrr_at_1000_std": 0.150078, "nauc_mrr_at_1000_diff1": 0.157652, "hit_rate_at_1": 0.57605, "hit_rate_at_3": 0.79935, "hit_rate_at_5": 0.86731, "hit_rate_at_10": 0.9288, "hit_rate_at_20": 0.96117, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 0.97411, "main_score": 0.60079, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.35922, "ndcg_at_3": 0.35189, "ndcg_at_5": 0.34697, "ndcg_at_10": 0.35873, "ndcg_at_20": 0.37906, "ndcg_at_100": 0.39475, "ndcg_at_1000": 0.39475, "map_at_1": 0.17808, "map_at_3": 0.24122, "map_at_5": 0.26285, "map_at_10": 0.28264, "map_at_20": 0.29439, "map_at_100": 0.29937, "map_at_1000": 0.29937, "recall_at_1": 0.17808, "recall_at_3": 0.27583, "recall_at_5": 0.32307, "recall_at_10": 0.38175, "recall_at_20": 0.44906, "recall_at_100": 0.50049, "recall_at_1000": 0.50049, "accuracy": 0.17808, "precision_at_1": 0.39159, "precision_at_3": 0.25566, "precision_at_5": 0.18964, "precision_at_10": 0.1233, "precision_at_20": 0.0767, "precision_at_100": 0.01812, "precision_at_1000": 0.00181, "mrr_at_1": 0.391586, "mrr_at_3": 0.461704, "mrr_at_5": 0.469148, "mrr_at_10": 0.475627, "mrr_at_20": 0.479282, "mrr_at_100": 0.480305, "mrr_at_1000": 0.480305, "nauc_ndcg_at_1_max": 0.391603, "nauc_ndcg_at_1_std": 0.17684, "nauc_ndcg_at_1_diff1": 0.220397, "nauc_ndcg_at_3_max": 0.384793, "nauc_ndcg_at_3_std": 0.169762, "nauc_ndcg_at_3_diff1": 0.204574, "nauc_ndcg_at_5_max": 0.38402, "nauc_ndcg_at_5_std": 0.180696, "nauc_ndcg_at_5_diff1": 0.208392, "nauc_ndcg_at_10_max": 0.379869, "nauc_ndcg_at_10_std": 0.195312, "nauc_ndcg_at_10_diff1": 0.191425, "nauc_ndcg_at_20_max": 0.391195, "nauc_ndcg_at_20_std": 0.217592, "nauc_ndcg_at_20_diff1": 0.16572, "nauc_ndcg_at_100_max": 0.386072, "nauc_ndcg_at_100_std": 0.218482, "nauc_ndcg_at_100_diff1": 0.172486, "nauc_ndcg_at_1000_max": 0.386072, "nauc_ndcg_at_1000_std": 0.218482, "nauc_ndcg_at_1000_diff1": 0.172486, "nauc_map_at_1_max": 0.284853, "nauc_map_at_1_std": 0.016764, "nauc_map_at_1_diff1": 0.356688, "nauc_map_at_3_max": 0.329031, "nauc_map_at_3_std": 0.096224, "nauc_map_at_3_diff1": 0.287686, "nauc_map_at_5_max": 0.344029, "nauc_map_at_5_std": 0.125743, "nauc_map_at_5_diff1": 0.267551, "nauc_map_at_10_max": 0.350281, "nauc_map_at_10_std": 0.146938, "nauc_map_at_10_diff1": 0.235641, "nauc_map_at_20_max": 0.356252, "nauc_map_at_20_std": 0.159015, "nauc_map_at_20_diff1": 0.22068, "nauc_map_at_100_max": 0.355609, "nauc_map_at_100_std": 0.159633, "nauc_map_at_100_diff1": 0.220178, "nauc_map_at_1000_max": 0.355609, "nauc_map_at_1000_std": 0.159633, "nauc_map_at_1000_diff1": 0.220178, "nauc_recall_at_1_max": 0.284853, "nauc_recall_at_1_std": 0.016764, "nauc_recall_at_1_diff1": 0.356688, "nauc_recall_at_3_max": 0.313271, "nauc_recall_at_3_std": 0.110466, "nauc_recall_at_3_diff1": 0.247437, "nauc_recall_at_5_max": 0.323992, "nauc_recall_at_5_std": 0.162694, "nauc_recall_at_5_diff1": 0.196079, "nauc_recall_at_10_max": 0.332606, "nauc_recall_at_10_std": 0.229942, "nauc_recall_at_10_diff1": 0.119213, "nauc_recall_at_20_max": 0.37021, "nauc_recall_at_20_std": 0.291834, "nauc_recall_at_20_diff1": 0.037224, "nauc_recall_at_100_max": 0.348703, "nauc_recall_at_100_std": 0.287442, "nauc_recall_at_100_diff1": 0.064554, "nauc_recall_at_1000_max": 0.348703, "nauc_recall_at_1000_std": 0.287442, "nauc_recall_at_1000_diff1": 0.064554, "nauc_precision_at_1_max": 0.429379, "nauc_precision_at_1_std": 0.203845, "nauc_precision_at_1_diff1": 0.207443, "nauc_precision_at_3_max": 0.407602, "nauc_precision_at_3_std": 0.261318, "nauc_precision_at_3_diff1": 0.024506, "nauc_precision_at_5_max": 0.383286, "nauc_precision_at_5_std": 0.295741, "nauc_precision_at_5_diff1": -0.024152, "nauc_precision_at_10_max": 0.321922, "nauc_precision_at_10_std": 0.294557, "nauc_precision_at_10_diff1": -0.094352, "nauc_precision_at_20_max": 0.280059, "nauc_precision_at_20_std": 0.302684, "nauc_precision_at_20_diff1": -0.143255, "nauc_precision_at_100_max": 0.199783, "nauc_precision_at_100_std": 0.244647, "nauc_precision_at_100_diff1": -0.126016, "nauc_precision_at_1000_max": 0.199783, "nauc_precision_at_1000_std": 0.244647, "nauc_precision_at_1000_diff1": -0.126016, "nauc_mrr_at_1_max": 0.429379, "nauc_mrr_at_1_std": 0.203845, "nauc_mrr_at_1_diff1": 0.207443, "nauc_mrr_at_3_max": 0.429658, "nauc_mrr_at_3_std": 0.208622, "nauc_mrr_at_3_diff1": 0.178331, "nauc_mrr_at_5_max": 0.435895, "nauc_mrr_at_5_std": 0.224698, "nauc_mrr_at_5_diff1": 0.16961, "nauc_mrr_at_10_max": 0.435583, "nauc_mrr_at_10_std": 0.229854, "nauc_mrr_at_10_diff1": 0.164204, "nauc_mrr_at_20_max": 0.438585, "nauc_mrr_at_20_std": 0.233779, "nauc_mrr_at_20_diff1": 0.162338, "nauc_mrr_at_100_max": 0.437731, "nauc_mrr_at_100_std": 0.23339, "nauc_mrr_at_100_diff1": 0.163551, "nauc_mrr_at_1000_max": 0.437731, "nauc_mrr_at_1000_std": 0.23339, "nauc_mrr_at_1000_diff1": 0.163551, "hit_rate_at_1": 0.39159, "hit_rate_at_3": 0.5534, "hit_rate_at_5": 0.58576, "hit_rate_at_10": 0.6343, "hit_rate_at_20": 0.68285, "hit_rate_at_100": 0.71197, "hit_rate_at_1000": 0.71197, "main_score": 0.35873, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.40291, "ndcg_at_3": 0.39145, "ndcg_at_5": 0.38496, "ndcg_at_10": 0.4039, "ndcg_at_20": 0.42112, "ndcg_at_100": 0.43619, "ndcg_at_1000": 0.43619, "map_at_1": 0.2014, "map_at_3": 0.27594, "map_at_5": 0.29641, "map_at_10": 0.32112, "map_at_20": 0.33228, "map_at_100": 0.33724, "map_at_1000": 0.33724, "recall_at_1": 0.2014, "recall_at_3": 0.31111, "recall_at_5": 0.35311, "recall_at_10": 0.42832, "recall_at_20": 0.48876, "recall_at_100": 0.53718, "recall_at_1000": 0.53718, "accuracy": 0.2014, "precision_at_1": 0.43042, "precision_at_3": 0.28047, "precision_at_5": 0.20712, "precision_at_10": 0.13916, "precision_at_20": 0.08285, "precision_at_100": 0.01909, "precision_at_1000": 0.00191, "mrr_at_1": 0.430421, "mrr_at_3": 0.500539, "mrr_at_5": 0.511219, "mrr_at_10": 0.519019, "mrr_at_20": 0.522233, "mrr_at_100": 0.52317, "mrr_at_1000": 0.52317, "nauc_ndcg_at_1_max": 0.394873, "nauc_ndcg_at_1_std": 0.190949, "nauc_ndcg_at_1_diff1": 0.193187, "nauc_ndcg_at_3_max": 0.385475, "nauc_ndcg_at_3_std": 0.206223, "nauc_ndcg_at_3_diff1": 0.103343, "nauc_ndcg_at_5_max": 0.420751, "nauc_ndcg_at_5_std": 0.237055, "nauc_ndcg_at_5_diff1": 0.086944, "nauc_ndcg_at_10_max": 0.438529, "nauc_ndcg_at_10_std": 0.270192, "nauc_ndcg_at_10_diff1": 0.054774, "nauc_ndcg_at_20_max": 0.452989, "nauc_ndcg_at_20_std": 0.287669, "nauc_ndcg_at_20_diff1": 0.040142, "nauc_ndcg_at_100_max": 0.451691, "nauc_ndcg_at_100_std": 0.291196, "nauc_ndcg_at_100_diff1": 0.043116, "nauc_ndcg_at_1000_max": 0.451691, "nauc_ndcg_at_1000_std": 0.291196, "nauc_ndcg_at_1000_diff1": 0.043116, "nauc_map_at_1_max": 0.279177, "nauc_map_at_1_std": 0.062413, "nauc_map_at_1_diff1": 0.304448, "nauc_map_at_3_max": 0.34557, "nauc_map_at_3_std": 0.153676, "nauc_map_at_3_diff1": 0.17699, "nauc_map_at_5_max": 0.378598, "nauc_map_at_5_std": 0.193182, "nauc_map_at_5_diff1": 0.142127, "nauc_map_at_10_max": 0.398901, "nauc_map_at_10_std": 0.227828, "nauc_map_at_10_diff1": 0.10596, "nauc_map_at_20_max": 0.408694, "nauc_map_at_20_std": 0.238848, "nauc_map_at_20_diff1": 0.095736, "nauc_map_at_100_max": 0.410165, "nauc_map_at_100_std": 0.241845, "nauc_map_at_100_diff1": 0.09453, "nauc_map_at_1000_max": 0.410165, "nauc_map_at_1000_std": 0.241845, "nauc_map_at_1000_diff1": 0.09453, "nauc_recall_at_1_max": 0.279177, "nauc_recall_at_1_std": 0.062413, "nauc_recall_at_1_diff1": 0.304448, "nauc_recall_at_3_max": 0.338029, "nauc_recall_at_3_std": 0.171955, "nauc_recall_at_3_diff1": 0.117616, "nauc_recall_at_5_max": 0.392734, "nauc_recall_at_5_std": 0.243995, "nauc_recall_at_5_diff1": 0.051542, "nauc_recall_at_10_max": 0.424458, "nauc_recall_at_10_std": 0.328335, "nauc_recall_at_10_diff1": -0.043478, "nauc_recall_at_20_max": 0.466221, "nauc_recall_at_20_std": 0.385321, "nauc_recall_at_20_diff1": -0.081761, "nauc_recall_at_100_max": 0.448777, "nauc_recall_at_100_std": 0.37966, "nauc_recall_at_100_diff1": -0.073151, "nauc_recall_at_1000_max": 0.448777, "nauc_recall_at_1000_std": 0.37966, "nauc_recall_at_1000_diff1": -0.073151, "nauc_precision_at_1_max": 0.411287, "nauc_precision_at_1_std": 0.191335, "nauc_precision_at_1_diff1": 0.206757, "nauc_precision_at_3_max": 0.396708, "nauc_precision_at_3_std": 0.289911, "nauc_precision_at_3_diff1": -0.095848, "nauc_precision_at_5_max": 0.401454, "nauc_precision_at_5_std": 0.330863, "nauc_precision_at_5_diff1": -0.156959, "nauc_precision_at_10_max": 0.353767, "nauc_precision_at_10_std": 0.355418, "nauc_precision_at_10_diff1": -0.206578, "nauc_precision_at_20_max": 0.32899, "nauc_precision_at_20_std": 0.350099, "nauc_precision_at_20_diff1": -0.232686, "nauc_precision_at_100_max": 0.282491, "nauc_precision_at_100_std": 0.321139, "nauc_precision_at_100_diff1": -0.206833, "nauc_precision_at_1000_max": 0.282491, "nauc_precision_at_1000_std": 0.321139, "nauc_precision_at_1000_diff1": -0.206833, "nauc_mrr_at_1_max": 0.411287, "nauc_mrr_at_1_std": 0.191335, "nauc_mrr_at_1_diff1": 0.206757, "nauc_mrr_at_3_max": 0.443373, "nauc_mrr_at_3_std": 0.229147, "nauc_mrr_at_3_diff1": 0.138413, "nauc_mrr_at_5_max": 0.453573, "nauc_mrr_at_5_std": 0.244386, "nauc_mrr_at_5_diff1": 0.127396, "nauc_mrr_at_10_max": 0.453105, "nauc_mrr_at_10_std": 0.247962, "nauc_mrr_at_10_diff1": 0.12558, "nauc_mrr_at_20_max": 0.453511, "nauc_mrr_at_20_std": 0.250048, "nauc_mrr_at_20_diff1": 0.124181, "nauc_mrr_at_100_max": 0.452393, "nauc_mrr_at_100_std": 0.248614, "nauc_mrr_at_100_diff1": 0.125175, "nauc_mrr_at_1000_max": 0.452393, "nauc_mrr_at_1000_std": 0.248614, "nauc_mrr_at_1000_diff1": 0.125175, "hit_rate_at_1": 0.43042, "hit_rate_at_3": 0.58576, "hit_rate_at_5": 0.63107, "hit_rate_at_10": 0.68932, "hit_rate_at_20": 0.73786, "hit_rate_at_100": 0.76699, "hit_rate_at_1000": 0.76699, "main_score": 0.4039, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.35922, "ndcg_at_3": 0.34791, "ndcg_at_5": 0.35632, "ndcg_at_10": 0.37351, "ndcg_at_20": 0.38948, "ndcg_at_100": 0.40126, "ndcg_at_1000": 0.40126, "map_at_1": 0.17924, "map_at_3": 0.24313, "map_at_5": 0.26942, "map_at_10": 0.29002, "map_at_20": 0.30094, "map_at_100": 0.30449, "map_at_1000": 0.30449, "recall_at_1": 0.17924, "recall_at_3": 0.28039, "recall_at_5": 0.33926, "recall_at_10": 0.41054, "recall_at_20": 0.46369, "recall_at_100": 0.50066, "recall_at_1000": 0.50066, "accuracy": 0.17924, "precision_at_1": 0.38511, "precision_at_3": 0.24703, "precision_at_5": 0.19741, "precision_at_10": 0.12977, "precision_at_20": 0.07799, "precision_at_100": 0.0177, "precision_at_1000": 0.00177, "mrr_at_1": 0.385113, "mrr_at_3": 0.455232, "mrr_at_5": 0.470119, "mrr_at_10": 0.479727, "mrr_at_20": 0.482245, "mrr_at_100": 0.482728, "mrr_at_1000": 0.482728, "nauc_ndcg_at_1_max": 0.501554, "nauc_ndcg_at_1_std": 0.168456, "nauc_ndcg_at_1_diff1": 0.198496, "nauc_ndcg_at_3_max": 0.504938, "nauc_ndcg_at_3_std": 0.220315, "nauc_ndcg_at_3_diff1": 0.130787, "nauc_ndcg_at_5_max": 0.52247, "nauc_ndcg_at_5_std": 0.249876, "nauc_ndcg_at_5_diff1": 0.10447, "nauc_ndcg_at_10_max": 0.537862, "nauc_ndcg_at_10_std": 0.285483, "nauc_ndcg_at_10_diff1": 0.075677, "nauc_ndcg_at_20_max": 0.538145, "nauc_ndcg_at_20_std": 0.293865, "nauc_ndcg_at_20_diff1": 0.060405, "nauc_ndcg_at_100_max": 0.541827, "nauc_ndcg_at_100_std": 0.300668, "nauc_ndcg_at_100_diff1": 0.063034, "nauc_ndcg_at_1000_max": 0.541827, "nauc_ndcg_at_1000_std": 0.300668, "nauc_ndcg_at_1000_diff1": 0.063034, "nauc_map_at_1_max": 0.406934, "nauc_map_at_1_std": 0.051667, "nauc_map_at_1_diff1": 0.312439, "nauc_map_at_3_max": 0.477044, "nauc_map_at_3_std": 0.153814, "nauc_map_at_3_diff1": 0.189736, "nauc_map_at_5_max": 0.495196, "nauc_map_at_5_std": 0.184748, "nauc_map_at_5_diff1": 0.151972, "nauc_map_at_10_max": 0.508919, "nauc_map_at_10_std": 0.220529, "nauc_map_at_10_diff1": 0.12071, "nauc_map_at_20_max": 0.515398, "nauc_map_at_20_std": 0.236483, "nauc_map_at_20_diff1": 0.108142, "nauc_map_at_100_max": 0.517117, "nauc_map_at_100_std": 0.239955, "nauc_map_at_100_diff1": 0.108048, "nauc_map_at_1000_max": 0.517117, "nauc_map_at_1000_std": 0.239955, "nauc_map_at_1000_diff1": 0.108048, "nauc_recall_at_1_max": 0.406934, "nauc_recall_at_1_std": 0.051667, "nauc_recall_at_1_diff1": 0.312439, "nauc_recall_at_3_max": 0.454344, "nauc_recall_at_3_std": 0.18232, "nauc_recall_at_3_diff1": 0.133978, "nauc_recall_at_5_max": 0.465391, "nauc_recall_at_5_std": 0.232985, "nauc_recall_at_5_diff1": 0.053166, "nauc_recall_at_10_max": 0.484982, "nauc_recall_at_10_std": 0.326669, "nauc_recall_at_10_diff1": -0.030622, "nauc_recall_at_20_max": 0.487496, "nauc_recall_at_20_std": 0.362938, "nauc_recall_at_20_diff1": -0.062256, "nauc_recall_at_100_max": 0.483047, "nauc_recall_at_100_std": 0.365464, "nauc_recall_at_100_diff1": -0.047095, "nauc_recall_at_1000_max": 0.483047, "nauc_recall_at_1000_std": 0.365464, "nauc_recall_at_1000_diff1": -0.047095, "nauc_precision_at_1_max": 0.509605, "nauc_precision_at_1_std": 0.178256, "nauc_precision_at_1_diff1": 0.201879, "nauc_precision_at_3_max": 0.475156, "nauc_precision_at_3_std": 0.325525, "nauc_precision_at_3_diff1": -0.072574, "nauc_precision_at_5_max": 0.453754, "nauc_precision_at_5_std": 0.388864, "nauc_precision_at_5_diff1": -0.148668, "nauc_precision_at_10_max": 0.402119, "nauc_precision_at_10_std": 0.432559, "nauc_precision_at_10_diff1": -0.211723, "nauc_precision_at_20_max": 0.360828, "nauc_precision_at_20_std": 0.433864, "nauc_precision_at_20_diff1": -0.224513, "nauc_precision_at_100_max": 0.325793, "nauc_precision_at_100_std": 0.413464, "nauc_precision_at_100_diff1": -0.193044, "nauc_precision_at_1000_max": 0.325793, "nauc_precision_at_1000_std": 0.413464, "nauc_precision_at_1000_diff1": -0.193044, "nauc_mrr_at_1_max": 0.509605, "nauc_mrr_at_1_std": 0.178256, "nauc_mrr_at_1_diff1": 0.201879, "nauc_mrr_at_3_max": 0.512664, "nauc_mrr_at_3_std": 0.225953, "nauc_mrr_at_3_diff1": 0.141924, "nauc_mrr_at_5_max": 0.523052, "nauc_mrr_at_5_std": 0.254339, "nauc_mrr_at_5_diff1": 0.12371, "nauc_mrr_at_10_max": 0.522769, "nauc_mrr_at_10_std": 0.256464, "nauc_mrr_at_10_diff1": 0.124874, "nauc_mrr_at_20_max": 0.522768, "nauc_mrr_at_20_std": 0.257315, "nauc_mrr_at_20_diff1": 0.123993, "nauc_mrr_at_100_max": 0.52247, "nauc_mrr_at_100_std": 0.256574, "nauc_mrr_at_100_diff1": 0.124997, "nauc_mrr_at_1000_max": 0.52247, "nauc_mrr_at_1000_std": 0.256574, "nauc_mrr_at_1000_diff1": 0.124997, "hit_rate_at_1": 0.38511, "hit_rate_at_3": 0.55016, "hit_rate_at_5": 0.61165, "hit_rate_at_10": 0.68608, "hit_rate_at_20": 0.71845, "hit_rate_at_100": 0.73139, "hit_rate_at_1000": 0.73139, "main_score": 0.37351, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 149.6564247496426, "kg_co2_emissions": null, "date": 1793326387.998812, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0001322813332080841, "end": 25.854351485148072, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 25.92054534703493, "end": 26.0094538256526, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 26.129412673413754, "end": 50.54632607661188, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 50.62440300360322, "end": 50.739850172773004, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 50.833609538152814, "end": 72.26637118496001, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 72.37990386225283, "end": 72.49697422608733, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 72.59513905271888, "end": 98.25682636536658, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 98.41069196164608, "end": 98.52534826099873, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 98.62530704028904, "end": 123.84655296988785, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 124.03086003288627, "end": 124.16537286154926, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 124.28582893311977, "end": 149.20493668876588, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 149.4643039945513, "end": 149.5537315569818, "split": "test", "subset": "portuguese" } ] }