{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.26.31", "scores": { "test": [ { "ndcg_at_1": 0.30422, "ndcg_at_3": 0.31981, "ndcg_at_5": 0.32951, "ndcg_at_10": 0.34932, "ndcg_at_20": 0.37222, "ndcg_at_100": 0.38698, "ndcg_at_1000": 0.38698, "map_at_1": 0.14455, "map_at_3": 0.21106, "map_at_5": 0.23818, "map_at_10": 0.262, "map_at_20": 0.27588, "map_at_100": 0.28117, "map_at_1000": 0.28117, "recall_at_1": 0.14455, "recall_at_3": 0.26067, "recall_at_5": 0.32095, "recall_at_10": 0.40053, "recall_at_20": 0.46384, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.14455, "precision_at_1": 0.31928, "precision_at_3": 0.23594, "precision_at_5": 0.19096, "precision_at_10": 0.12952, "precision_at_20": 0.08133, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.319277, "mrr_at_3": 0.417169, "mrr_at_5": 0.429819, "mrr_at_10": 0.438236, "mrr_at_20": 0.441169, "mrr_at_100": 0.442153, "mrr_at_1000": 0.442153, "nauc_ndcg_at_1_max": 0.211969, "nauc_ndcg_at_1_std": 0.120183, "nauc_ndcg_at_1_diff1": 0.215896, "nauc_ndcg_at_3_max": 0.259159, "nauc_ndcg_at_3_std": 0.180807, "nauc_ndcg_at_3_diff1": 0.10331, "nauc_ndcg_at_5_max": 0.276208, "nauc_ndcg_at_5_std": 0.185987, "nauc_ndcg_at_5_diff1": 0.074726, "nauc_ndcg_at_10_max": 0.285409, "nauc_ndcg_at_10_std": 0.202115, "nauc_ndcg_at_10_diff1": 0.072108, "nauc_ndcg_at_20_max": 0.299311, "nauc_ndcg_at_20_std": 0.235964, "nauc_ndcg_at_20_diff1": 0.050945, "nauc_ndcg_at_100_max": 0.315085, "nauc_ndcg_at_100_std": 0.245252, "nauc_ndcg_at_100_diff1": 0.035049, "nauc_ndcg_at_1000_max": 0.315085, "nauc_ndcg_at_1000_std": 0.245252, "nauc_ndcg_at_1000_diff1": 0.035049, "nauc_map_at_1_max": 0.203306, "nauc_map_at_1_std": 0.082208, "nauc_map_at_1_diff1": 0.215307, "nauc_map_at_3_max": 0.224214, "nauc_map_at_3_std": 0.136501, "nauc_map_at_3_diff1": 0.143405, "nauc_map_at_5_max": 0.242842, "nauc_map_at_5_std": 0.150555, "nauc_map_at_5_diff1": 0.115459, "nauc_map_at_10_max": 0.258075, "nauc_map_at_10_std": 0.168291, "nauc_map_at_10_diff1": 0.101069, "nauc_map_at_20_max": 0.26727, "nauc_map_at_20_std": 0.189743, "nauc_map_at_20_diff1": 0.082189, "nauc_map_at_100_max": 0.271039, "nauc_map_at_100_std": 0.19218, "nauc_map_at_100_diff1": 0.075835, "nauc_map_at_1000_max": 0.271039, "nauc_map_at_1000_std": 0.19218, "nauc_map_at_1000_diff1": 0.075835, "nauc_recall_at_1_max": 0.203306, "nauc_recall_at_1_std": 0.082208, "nauc_recall_at_1_diff1": 0.215307, "nauc_recall_at_3_max": 0.222069, "nauc_recall_at_3_std": 0.156451, "nauc_recall_at_3_diff1": 0.084135, "nauc_recall_at_5_max": 0.244, "nauc_recall_at_5_std": 0.164347, "nauc_recall_at_5_diff1": 0.022301, "nauc_recall_at_10_max": 0.25811, "nauc_recall_at_10_std": 0.20046, "nauc_recall_at_10_diff1": 0.005461, "nauc_recall_at_20_max": 0.280805, "nauc_recall_at_20_std": 0.267555, "nauc_recall_at_20_diff1": -0.038907, "nauc_recall_at_100_max": 0.321769, "nauc_recall_at_100_std": 0.286372, "nauc_recall_at_100_diff1": -0.080399, "nauc_recall_at_1000_max": 0.321769, "nauc_recall_at_1000_std": 0.286372, "nauc_recall_at_1000_diff1": -0.080399, "nauc_precision_at_1_max": 0.204945, "nauc_precision_at_1_std": 0.111579, "nauc_precision_at_1_diff1": 0.223411, "nauc_precision_at_3_max": 0.26831, "nauc_precision_at_3_std": 0.230784, "nauc_precision_at_3_diff1": -0.005693, "nauc_precision_at_5_max": 0.284385, "nauc_precision_at_5_std": 0.238599, "nauc_precision_at_5_diff1": -0.078885, "nauc_precision_at_10_max": 0.262398, "nauc_precision_at_10_std": 0.244724, "nauc_precision_at_10_diff1": -0.115886, "nauc_precision_at_20_max": 0.2507, "nauc_precision_at_20_std": 0.279053, "nauc_precision_at_20_diff1": -0.171205, "nauc_precision_at_100_max": 0.254276, "nauc_precision_at_100_std": 0.264828, "nauc_precision_at_100_diff1": -0.198501, "nauc_precision_at_1000_max": 0.254276, "nauc_precision_at_1000_std": 0.264828, "nauc_precision_at_1000_diff1": -0.198501, "nauc_mrr_at_1_max": 0.204945, "nauc_mrr_at_1_std": 0.111579, "nauc_mrr_at_1_diff1": 0.223411, "nauc_mrr_at_3_max": 0.262761, "nauc_mrr_at_3_std": 0.174643, "nauc_mrr_at_3_diff1": 0.154406, "nauc_mrr_at_5_max": 0.264739, "nauc_mrr_at_5_std": 0.173868, "nauc_mrr_at_5_diff1": 0.13961, "nauc_mrr_at_10_max": 0.270525, "nauc_mrr_at_10_std": 0.182721, "nauc_mrr_at_10_diff1": 0.139595, "nauc_mrr_at_20_max": 0.270477, "nauc_mrr_at_20_std": 0.184883, "nauc_mrr_at_20_diff1": 0.140574, "nauc_mrr_at_100_max": 0.271947, "nauc_mrr_at_100_std": 0.185377, "nauc_mrr_at_100_diff1": 0.140459, "nauc_mrr_at_1000_max": 0.271947, "nauc_mrr_at_1000_std": 0.185377, "nauc_mrr_at_1000_diff1": 0.140459, "hit_rate_at_1": 0.31928, "hit_rate_at_3": 0.54217, "hit_rate_at_5": 0.5994, "hit_rate_at_10": 0.65964, "hit_rate_at_20": 0.70181, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.34932, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.33283, "ndcg_at_3": 0.31838, "ndcg_at_5": 0.32555, "ndcg_at_10": 0.33988, "ndcg_at_20": 0.3601, "ndcg_at_100": 0.37393, "ndcg_at_1000": 0.37393, "map_at_1": 0.13694, "map_at_3": 0.19982, "map_at_5": 0.22518, "map_at_10": 0.24968, "map_at_20": 0.2636, "map_at_100": 0.26892, "map_at_1000": 0.26892, "recall_at_1": 0.13694, "recall_at_3": 0.24467, "recall_at_5": 0.30379, "recall_at_10": 0.37456, "recall_at_20": 0.43477, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.13694, "precision_at_1": 0.3494, "precision_at_3": 0.23092, "precision_at_5": 0.18976, "precision_at_10": 0.12892, "precision_at_20": 0.08148, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.349398, "mrr_at_3": 0.429719, "mrr_at_5": 0.446436, "mrr_at_10": 0.451547, "mrr_at_20": 0.454068, "mrr_at_100": 0.455029, "mrr_at_1000": 0.455029, "nauc_ndcg_at_1_max": 0.236578, "nauc_ndcg_at_1_std": 0.154056, "nauc_ndcg_at_1_diff1": 0.182105, "nauc_ndcg_at_3_max": 0.290291, "nauc_ndcg_at_3_std": 0.211921, "nauc_ndcg_at_3_diff1": 0.126186, "nauc_ndcg_at_5_max": 0.309003, "nauc_ndcg_at_5_std": 0.241474, "nauc_ndcg_at_5_diff1": 0.111287, "nauc_ndcg_at_10_max": 0.329245, "nauc_ndcg_at_10_std": 0.272204, "nauc_ndcg_at_10_diff1": 0.078531, "nauc_ndcg_at_20_max": 0.343687, "nauc_ndcg_at_20_std": 0.303407, "nauc_ndcg_at_20_diff1": 0.061282, "nauc_ndcg_at_100_max": 0.358494, "nauc_ndcg_at_100_std": 0.318231, "nauc_ndcg_at_100_diff1": 0.044994, "nauc_ndcg_at_1000_max": 0.358494, "nauc_ndcg_at_1000_std": 0.318231, "nauc_ndcg_at_1000_diff1": 0.044994, "nauc_map_at_1_max": 0.282347, "nauc_map_at_1_std": 0.054514, "nauc_map_at_1_diff1": 0.253937, "nauc_map_at_3_max": 0.297014, "nauc_map_at_3_std": 0.137328, "nauc_map_at_3_diff1": 0.196456, "nauc_map_at_5_max": 0.309463, "nauc_map_at_5_std": 0.191818, "nauc_map_at_5_diff1": 0.159314, "nauc_map_at_10_max": 0.325807, "nauc_map_at_10_std": 0.242423, "nauc_map_at_10_diff1": 0.120453, "nauc_map_at_20_max": 0.329143, "nauc_map_at_20_std": 0.265412, "nauc_map_at_20_diff1": 0.103808, "nauc_map_at_100_max": 0.330842, "nauc_map_at_100_std": 0.271467, "nauc_map_at_100_diff1": 0.098101, "nauc_map_at_1000_max": 0.330842, "nauc_map_at_1000_std": 0.271467, "nauc_map_at_1000_diff1": 0.098101, "nauc_recall_at_1_max": 0.282347, "nauc_recall_at_1_std": 0.054514, "nauc_recall_at_1_diff1": 0.253937, "nauc_recall_at_3_max": 0.276052, "nauc_recall_at_3_std": 0.15379, "nauc_recall_at_3_diff1": 0.136355, "nauc_recall_at_5_max": 0.288867, "nauc_recall_at_5_std": 0.234253, "nauc_recall_at_5_diff1": 0.070721, "nauc_recall_at_10_max": 0.30799, "nauc_recall_at_10_std": 0.301176, "nauc_recall_at_10_diff1": -0.014592, "nauc_recall_at_20_max": 0.354456, "nauc_recall_at_20_std": 0.369159, "nauc_recall_at_20_diff1": -0.050959, "nauc_recall_at_100_max": 0.409397, "nauc_recall_at_100_std": 0.407488, "nauc_recall_at_100_diff1": -0.103719, "nauc_recall_at_1000_max": 0.409397, "nauc_recall_at_1000_std": 0.407488, "nauc_recall_at_1000_diff1": -0.103719, "nauc_precision_at_1_max": 0.232748, "nauc_precision_at_1_std": 0.151931, "nauc_precision_at_1_diff1": 0.179481, "nauc_precision_at_3_max": 0.265907, "nauc_precision_at_3_std": 0.297987, "nauc_precision_at_3_diff1": 0.028501, "nauc_precision_at_5_max": 0.253557, "nauc_precision_at_5_std": 0.366066, "nauc_precision_at_5_diff1": -0.049047, "nauc_precision_at_10_max": 0.225907, "nauc_precision_at_10_std": 0.412792, "nauc_precision_at_10_diff1": -0.133714, "nauc_precision_at_20_max": 0.177296, "nauc_precision_at_20_std": 0.404194, "nauc_precision_at_20_diff1": -0.15883, "nauc_precision_at_100_max": 0.175662, "nauc_precision_at_100_std": 0.384568, "nauc_precision_at_100_diff1": -0.180031, "nauc_precision_at_1000_max": 0.175662, "nauc_precision_at_1000_std": 0.384568, "nauc_precision_at_1000_diff1": -0.180031, "nauc_mrr_at_1_max": 0.232748, "nauc_mrr_at_1_std": 0.151931, "nauc_mrr_at_1_diff1": 0.179481, "nauc_mrr_at_3_max": 0.251418, "nauc_mrr_at_3_std": 0.195856, "nauc_mrr_at_3_diff1": 0.136031, "nauc_mrr_at_5_max": 0.247811, "nauc_mrr_at_5_std": 0.197645, "nauc_mrr_at_5_diff1": 0.132582, "nauc_mrr_at_10_max": 0.247385, "nauc_mrr_at_10_std": 0.199465, "nauc_mrr_at_10_diff1": 0.127681, "nauc_mrr_at_20_max": 0.248865, "nauc_mrr_at_20_std": 0.202285, "nauc_mrr_at_20_diff1": 0.126302, "nauc_mrr_at_100_max": 0.252024, "nauc_mrr_at_100_std": 0.203802, "nauc_mrr_at_100_diff1": 0.124286, "nauc_mrr_at_1000_max": 0.252024, "nauc_mrr_at_1000_std": 0.203802, "nauc_mrr_at_1000_diff1": 0.124286, "hit_rate_at_1": 0.3494, "hit_rate_at_3": 0.53313, "hit_rate_at_5": 0.60542, "hit_rate_at_10": 0.64458, "hit_rate_at_20": 0.67771, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.33988, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.43373, "ndcg_at_3": 0.47624, "ndcg_at_5": 0.48845, "ndcg_at_10": 0.51486, "ndcg_at_20": 0.55135, "ndcg_at_100": 0.57789, "ndcg_at_1000": 0.57789, "map_at_1": 0.20501, "map_at_3": 0.32045, "map_at_5": 0.35975, "map_at_10": 0.3996, "map_at_20": 0.42439, "map_at_100": 0.4349, "map_at_1000": 0.4349, "recall_at_1": 0.20501, "recall_at_3": 0.39072, "recall_at_5": 0.4728, "recall_at_10": 0.58118, "recall_at_20": 0.68301, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.20501, "precision_at_1": 0.45181, "precision_at_3": 0.35141, "precision_at_5": 0.28494, "precision_at_10": 0.19849, "precision_at_20": 0.12937, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.451807, "mrr_at_3": 0.574297, "mrr_at_5": 0.592369, "mrr_at_10": 0.599855, "mrr_at_20": 0.603213, "mrr_at_100": 0.604376, "mrr_at_1000": 0.604376, "nauc_ndcg_at_1_max": 0.051705, "nauc_ndcg_at_1_std": 0.129687, "nauc_ndcg_at_1_diff1": 0.289793, "nauc_ndcg_at_3_max": 0.025031, "nauc_ndcg_at_3_std": 0.101681, "nauc_ndcg_at_3_diff1": 0.231627, "nauc_ndcg_at_5_max": 0.024916, "nauc_ndcg_at_5_std": 0.116933, "nauc_ndcg_at_5_diff1": 0.258364, "nauc_ndcg_at_10_max": 0.034714, "nauc_ndcg_at_10_std": 0.113056, "nauc_ndcg_at_10_diff1": 0.271438, "nauc_ndcg_at_20_max": 0.037581, "nauc_ndcg_at_20_std": 0.144281, "nauc_ndcg_at_20_diff1": 0.269742, "nauc_ndcg_at_100_max": 0.034998, "nauc_ndcg_at_100_std": 0.136336, "nauc_ndcg_at_100_diff1": 0.263206, "nauc_ndcg_at_1000_max": 0.034998, "nauc_ndcg_at_1000_std": 0.136336, "nauc_ndcg_at_1000_diff1": 0.263206, "nauc_map_at_1_max": -0.036948, "nauc_map_at_1_std": -0.047972, "nauc_map_at_1_diff1": 0.409838, "nauc_map_at_3_max": -0.008164, "nauc_map_at_3_std": -0.005247, "nauc_map_at_3_diff1": 0.321131, "nauc_map_at_5_max": 0.010837, "nauc_map_at_5_std": 0.037432, "nauc_map_at_5_diff1": 0.301798, "nauc_map_at_10_max": 0.010699, "nauc_map_at_10_std": 0.065544, "nauc_map_at_10_diff1": 0.30046, "nauc_map_at_20_max": 0.011019, "nauc_map_at_20_std": 0.096366, "nauc_map_at_20_diff1": 0.298935, "nauc_map_at_100_max": 0.007552, "nauc_map_at_100_std": 0.096594, "nauc_map_at_100_diff1": 0.29949, "nauc_map_at_1000_max": 0.007552, "nauc_map_at_1000_std": 0.096594, "nauc_map_at_1000_diff1": 0.29949, "nauc_recall_at_1_max": -0.036948, "nauc_recall_at_1_std": -0.047972, "nauc_recall_at_1_diff1": 0.409838, "nauc_recall_at_3_max": 0.003782, "nauc_recall_at_3_std": -0.008248, "nauc_recall_at_3_diff1": 0.236949, "nauc_recall_at_5_max": 0.021904, "nauc_recall_at_5_std": 0.05257, "nauc_recall_at_5_diff1": 0.217171, "nauc_recall_at_10_max": 0.04198, "nauc_recall_at_10_std": 0.072893, "nauc_recall_at_10_diff1": 0.215824, "nauc_recall_at_20_max": 0.056184, "nauc_recall_at_20_std": 0.162986, "nauc_recall_at_20_diff1": 0.219916, "nauc_recall_at_100_max": 0.063289, "nauc_recall_at_100_std": 0.105458, "nauc_recall_at_100_diff1": 0.169015, "nauc_recall_at_1000_max": 0.063289, "nauc_recall_at_1000_std": 0.105458, "nauc_recall_at_1000_diff1": 0.169015, "nauc_precision_at_1_max": 0.049278, "nauc_precision_at_1_std": 0.142803, "nauc_precision_at_1_diff1": 0.283659, "nauc_precision_at_3_max": 0.04124, "nauc_precision_at_3_std": 0.217313, "nauc_precision_at_3_diff1": 0.007462, "nauc_precision_at_5_max": 0.049316, "nauc_precision_at_5_std": 0.301151, "nauc_precision_at_5_diff1": -0.028316, "nauc_precision_at_10_max": 0.038273, "nauc_precision_at_10_std": 0.301191, "nauc_precision_at_10_diff1": -0.066183, "nauc_precision_at_20_max": 0.013957, "nauc_precision_at_20_std": 0.293453, "nauc_precision_at_20_diff1": -0.089801, "nauc_precision_at_100_max": 0.006021, "nauc_precision_at_100_std": 0.235986, "nauc_precision_at_100_diff1": -0.112458, "nauc_precision_at_1000_max": 0.006021, "nauc_precision_at_1000_std": 0.235986, "nauc_precision_at_1000_diff1": -0.112458, "nauc_mrr_at_1_max": 0.049278, "nauc_mrr_at_1_std": 0.142803, "nauc_mrr_at_1_diff1": 0.283659, "nauc_mrr_at_3_max": 0.082073, "nauc_mrr_at_3_std": 0.167737, "nauc_mrr_at_3_diff1": 0.206742, "nauc_mrr_at_5_max": 0.05973, "nauc_mrr_at_5_std": 0.163673, "nauc_mrr_at_5_diff1": 0.226759, "nauc_mrr_at_10_max": 0.066153, "nauc_mrr_at_10_std": 0.170507, "nauc_mrr_at_10_diff1": 0.22665, "nauc_mrr_at_20_max": 0.064605, "nauc_mrr_at_20_std": 0.166937, "nauc_mrr_at_20_diff1": 0.229433, "nauc_mrr_at_100_max": 0.066153, "nauc_mrr_at_100_std": 0.16582, "nauc_mrr_at_100_diff1": 0.22762, "nauc_mrr_at_1000_max": 0.066153, "nauc_mrr_at_1000_std": 0.16582, "nauc_mrr_at_1000_diff1": 0.22762, "hit_rate_at_1": 0.45181, "hit_rate_at_3": 0.7259, "hit_rate_at_5": 0.8012, "hit_rate_at_10": 0.85843, "hit_rate_at_20": 0.90663, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.51486, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.26657, "ndcg_at_3": 0.26737, "ndcg_at_5": 0.27583, "ndcg_at_10": 0.29349, "ndcg_at_20": 0.31647, "ndcg_at_100": 0.33176, "ndcg_at_1000": 0.33176, "map_at_1": 0.11543, "map_at_3": 0.17073, "map_at_5": 0.19455, "map_at_10": 0.2173, "map_at_20": 0.23028, "map_at_100": 0.2351, "map_at_1000": 0.2351, "recall_at_1": 0.11543, "recall_at_3": 0.20541, "recall_at_5": 0.26118, "recall_at_10": 0.33523, "recall_at_20": 0.4008, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.11543, "precision_at_1": 0.28012, "precision_at_3": 0.19779, "precision_at_5": 0.16325, "precision_at_10": 0.11084, "precision_at_20": 0.07093, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.28012, "mrr_at_3": 0.351908, "mrr_at_5": 0.365161, "mrr_at_10": 0.372764, "mrr_at_20": 0.376376, "mrr_at_100": 0.377548, "mrr_at_1000": 0.377548, "nauc_ndcg_at_1_max": 0.235427, "nauc_ndcg_at_1_std": 0.243255, "nauc_ndcg_at_1_diff1": 0.261024, "nauc_ndcg_at_3_max": 0.303591, "nauc_ndcg_at_3_std": 0.329178, "nauc_ndcg_at_3_diff1": 0.178886, "nauc_ndcg_at_5_max": 0.315863, "nauc_ndcg_at_5_std": 0.345988, "nauc_ndcg_at_5_diff1": 0.168994, "nauc_ndcg_at_10_max": 0.318771, "nauc_ndcg_at_10_std": 0.362789, "nauc_ndcg_at_10_diff1": 0.155704, "nauc_ndcg_at_20_max": 0.355671, "nauc_ndcg_at_20_std": 0.398364, "nauc_ndcg_at_20_diff1": 0.13831, "nauc_ndcg_at_100_max": 0.370897, "nauc_ndcg_at_100_std": 0.409275, "nauc_ndcg_at_100_diff1": 0.137352, "nauc_ndcg_at_1000_max": 0.370897, "nauc_ndcg_at_1000_std": 0.409275, "nauc_ndcg_at_1000_diff1": 0.137352, "nauc_map_at_1_max": 0.212036, "nauc_map_at_1_std": 0.12477, "nauc_map_at_1_diff1": 0.30223, "nauc_map_at_3_max": 0.262195, "nauc_map_at_3_std": 0.220362, "nauc_map_at_3_diff1": 0.23398, "nauc_map_at_5_max": 0.276192, "nauc_map_at_5_std": 0.261638, "nauc_map_at_5_diff1": 0.216839, "nauc_map_at_10_max": 0.286348, "nauc_map_at_10_std": 0.301006, "nauc_map_at_10_diff1": 0.191713, "nauc_map_at_20_max": 0.305055, "nauc_map_at_20_std": 0.33321, "nauc_map_at_20_diff1": 0.177911, "nauc_map_at_100_max": 0.311353, "nauc_map_at_100_std": 0.339776, "nauc_map_at_100_diff1": 0.175345, "nauc_map_at_1000_max": 0.311353, "nauc_map_at_1000_std": 0.339776, "nauc_map_at_1000_diff1": 0.175345, "nauc_recall_at_1_max": 0.212036, "nauc_recall_at_1_std": 0.12477, "nauc_recall_at_1_diff1": 0.30223, "nauc_recall_at_3_max": 0.280513, "nauc_recall_at_3_std": 0.244648, "nauc_recall_at_3_diff1": 0.176248, "nauc_recall_at_5_max": 0.297938, "nauc_recall_at_5_std": 0.308839, "nauc_recall_at_5_diff1": 0.139469, "nauc_recall_at_10_max": 0.296811, "nauc_recall_at_10_std": 0.350289, "nauc_recall_at_10_diff1": 0.0888, "nauc_recall_at_20_max": 0.390041, "nauc_recall_at_20_std": 0.421213, "nauc_recall_at_20_diff1": 0.057494, "nauc_recall_at_100_max": 0.42688, "nauc_recall_at_100_std": 0.436656, "nauc_recall_at_100_diff1": 0.059031, "nauc_recall_at_1000_max": 0.42688, "nauc_recall_at_1000_std": 0.436656, "nauc_recall_at_1000_diff1": 0.059031, "nauc_precision_at_1_max": 0.253067, "nauc_precision_at_1_std": 0.258371, "nauc_precision_at_1_diff1": 0.245647, "nauc_precision_at_3_max": 0.308313, "nauc_precision_at_3_std": 0.431563, "nauc_precision_at_3_diff1": 0.083336, "nauc_precision_at_5_max": 0.313963, "nauc_precision_at_5_std": 0.465078, "nauc_precision_at_5_diff1": 0.026664, "nauc_precision_at_10_max": 0.31135, "nauc_precision_at_10_std": 0.505545, "nauc_precision_at_10_diff1": -0.027098, "nauc_precision_at_20_max": 0.337744, "nauc_precision_at_20_std": 0.531685, "nauc_precision_at_20_diff1": -0.079468, "nauc_precision_at_100_max": 0.334293, "nauc_precision_at_100_std": 0.508206, "nauc_precision_at_100_diff1": -0.084586, "nauc_precision_at_1000_max": 0.334293, "nauc_precision_at_1000_std": 0.508206, "nauc_precision_at_1000_diff1": -0.084586, "nauc_mrr_at_1_max": 0.253067, "nauc_mrr_at_1_std": 0.258371, "nauc_mrr_at_1_diff1": 0.245647, "nauc_mrr_at_3_max": 0.292923, "nauc_mrr_at_3_std": 0.343112, "nauc_mrr_at_3_diff1": 0.189582, "nauc_mrr_at_5_max": 0.304263, "nauc_mrr_at_5_std": 0.350901, "nauc_mrr_at_5_diff1": 0.183793, "nauc_mrr_at_10_max": 0.3121, "nauc_mrr_at_10_std": 0.354932, "nauc_mrr_at_10_diff1": 0.178544, "nauc_mrr_at_20_max": 0.320595, "nauc_mrr_at_20_std": 0.356003, "nauc_mrr_at_20_diff1": 0.176605, "nauc_mrr_at_100_max": 0.320718, "nauc_mrr_at_100_std": 0.356026, "nauc_mrr_at_100_diff1": 0.178108, "nauc_mrr_at_1000_max": 0.320718, "nauc_mrr_at_1000_std": 0.356026, "nauc_mrr_at_1000_diff1": 0.178108, "hit_rate_at_1": 0.28012, "hit_rate_at_3": 0.43976, "hit_rate_at_5": 0.49699, "hit_rate_at_10": 0.55422, "hit_rate_at_20": 0.60241, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.29349, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.31024, "ndcg_at_3": 0.30142, "ndcg_at_5": 0.30745, "ndcg_at_10": 0.32581, "ndcg_at_20": 0.35013, "ndcg_at_100": 0.3638, "ndcg_at_1000": 0.3638, "map_at_1": 0.13314, "map_at_3": 0.19581, "map_at_5": 0.22022, "map_at_10": 0.24085, "map_at_20": 0.25639, "map_at_100": 0.26199, "map_at_1000": 0.26199, "recall_at_1": 0.13314, "recall_at_3": 0.24142, "recall_at_5": 0.29268, "recall_at_10": 0.3665, "recall_at_20": 0.43353, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.13314, "precision_at_1": 0.31928, "precision_at_3": 0.21988, "precision_at_5": 0.17711, "precision_at_10": 0.12048, "precision_at_20": 0.07877, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.319277, "mrr_at_3": 0.396084, "mrr_at_5": 0.40753, "mrr_at_10": 0.417525, "mrr_at_20": 0.419597, "mrr_at_100": 0.420673, "mrr_at_1000": 0.420673, "nauc_ndcg_at_1_max": 0.307061, "nauc_ndcg_at_1_std": 0.247944, "nauc_ndcg_at_1_diff1": 0.198822, "nauc_ndcg_at_3_max": 0.321084, "nauc_ndcg_at_3_std": 0.242808, "nauc_ndcg_at_3_diff1": 0.125268, "nauc_ndcg_at_5_max": 0.342867, "nauc_ndcg_at_5_std": 0.245669, "nauc_ndcg_at_5_diff1": 0.097118, "nauc_ndcg_at_10_max": 0.365648, "nauc_ndcg_at_10_std": 0.268632, "nauc_ndcg_at_10_diff1": 0.086245, "nauc_ndcg_at_20_max": 0.36959, "nauc_ndcg_at_20_std": 0.298729, "nauc_ndcg_at_20_diff1": 0.075822, "nauc_ndcg_at_100_max": 0.385053, "nauc_ndcg_at_100_std": 0.30956, "nauc_ndcg_at_100_diff1": 0.063756, "nauc_ndcg_at_1000_max": 0.385053, "nauc_ndcg_at_1000_std": 0.30956, "nauc_ndcg_at_1000_diff1": 0.063756, "nauc_map_at_1_max": 0.277018, "nauc_map_at_1_std": 0.109606, "nauc_map_at_1_diff1": 0.2276, "nauc_map_at_3_max": 0.294076, "nauc_map_at_3_std": 0.165292, "nauc_map_at_3_diff1": 0.15841, "nauc_map_at_5_max": 0.318906, "nauc_map_at_5_std": 0.19945, "nauc_map_at_5_diff1": 0.127215, "nauc_map_at_10_max": 0.341869, "nauc_map_at_10_std": 0.228252, "nauc_map_at_10_diff1": 0.113139, "nauc_map_at_20_max": 0.346345, "nauc_map_at_20_std": 0.251629, "nauc_map_at_20_diff1": 0.10636, "nauc_map_at_100_max": 0.353452, "nauc_map_at_100_std": 0.25811, "nauc_map_at_100_diff1": 0.100181, "nauc_map_at_1000_max": 0.353452, "nauc_map_at_1000_std": 0.25811, "nauc_map_at_1000_diff1": 0.100181, "nauc_recall_at_1_max": 0.277018, "nauc_recall_at_1_std": 0.109606, "nauc_recall_at_1_diff1": 0.2276, "nauc_recall_at_3_max": 0.255294, "nauc_recall_at_3_std": 0.15253, "nauc_recall_at_3_diff1": 0.097171, "nauc_recall_at_5_max": 0.290676, "nauc_recall_at_5_std": 0.192891, "nauc_recall_at_5_diff1": 0.036984, "nauc_recall_at_10_max": 0.334539, "nauc_recall_at_10_std": 0.247027, "nauc_recall_at_10_diff1": 0.000584, "nauc_recall_at_20_max": 0.343521, "nauc_recall_at_20_std": 0.317313, "nauc_recall_at_20_diff1": -0.018944, "nauc_recall_at_100_max": 0.384854, "nauc_recall_at_100_std": 0.342361, "nauc_recall_at_100_diff1": -0.05001, "nauc_recall_at_1000_max": 0.384854, "nauc_recall_at_1000_std": 0.342361, "nauc_recall_at_1000_diff1": -0.05001, "nauc_precision_at_1_max": 0.301565, "nauc_precision_at_1_std": 0.246006, "nauc_precision_at_1_diff1": 0.20193, "nauc_precision_at_3_max": 0.309041, "nauc_precision_at_3_std": 0.2935, "nauc_precision_at_3_diff1": 0.069365, "nauc_precision_at_5_max": 0.331238, "nauc_precision_at_5_std": 0.318758, "nauc_precision_at_5_diff1": 0.006061, "nauc_precision_at_10_max": 0.332292, "nauc_precision_at_10_std": 0.357865, "nauc_precision_at_10_diff1": -0.036262, "nauc_precision_at_20_max": 0.269017, "nauc_precision_at_20_std": 0.350085, "nauc_precision_at_20_diff1": -0.053508, "nauc_precision_at_100_max": 0.273699, "nauc_precision_at_100_std": 0.330852, "nauc_precision_at_100_diff1": -0.087047, "nauc_precision_at_1000_max": 0.273699, "nauc_precision_at_1000_std": 0.330852, "nauc_precision_at_1000_diff1": -0.087047, "nauc_mrr_at_1_max": 0.301565, "nauc_mrr_at_1_std": 0.246006, "nauc_mrr_at_1_diff1": 0.20193, "nauc_mrr_at_3_max": 0.323898, "nauc_mrr_at_3_std": 0.265578, "nauc_mrr_at_3_diff1": 0.150874, "nauc_mrr_at_5_max": 0.327834, "nauc_mrr_at_5_std": 0.2675, "nauc_mrr_at_5_diff1": 0.139064, "nauc_mrr_at_10_max": 0.337496, "nauc_mrr_at_10_std": 0.278117, "nauc_mrr_at_10_diff1": 0.136823, "nauc_mrr_at_20_max": 0.337834, "nauc_mrr_at_20_std": 0.279066, "nauc_mrr_at_20_diff1": 0.137985, "nauc_mrr_at_100_max": 0.339149, "nauc_mrr_at_100_std": 0.279357, "nauc_mrr_at_100_diff1": 0.137561, "nauc_mrr_at_1000_max": 0.339149, "nauc_mrr_at_1000_std": 0.279357, "nauc_mrr_at_1000_diff1": 0.137561, "hit_rate_at_1": 0.31928, "hit_rate_at_3": 0.49699, "hit_rate_at_5": 0.54518, "hit_rate_at_10": 0.62349, "hit_rate_at_20": 0.6506, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.32581, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.31928, "ndcg_at_3": 0.30429, "ndcg_at_5": 0.31203, "ndcg_at_10": 0.33826, "ndcg_at_20": 0.36203, "ndcg_at_100": 0.38042, "ndcg_at_1000": 0.38042, "map_at_1": 0.13641, "map_at_3": 0.19411, "map_at_5": 0.22241, "map_at_10": 0.25083, "map_at_20": 0.26736, "map_at_100": 0.27472, "map_at_1000": 0.27472, "recall_at_1": 0.13641, "recall_at_3": 0.23071, "recall_at_5": 0.29294, "recall_at_10": 0.38751, "recall_at_20": 0.45372, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.13641, "precision_at_1": 0.33434, "precision_at_3": 0.2259, "precision_at_5": 0.18434, "precision_at_10": 0.13434, "precision_at_20": 0.0866, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.334337, "mrr_at_3": 0.402108, "mrr_at_5": 0.415964, "mrr_at_10": 0.426615, "mrr_at_20": 0.429217, "mrr_at_100": 0.430748, "mrr_at_1000": 0.430748, "nauc_ndcg_at_1_max": 0.268974, "nauc_ndcg_at_1_std": 0.246994, "nauc_ndcg_at_1_diff1": 0.277313, "nauc_ndcg_at_3_max": 0.294201, "nauc_ndcg_at_3_std": 0.25499, "nauc_ndcg_at_3_diff1": 0.161989, "nauc_ndcg_at_5_max": 0.309526, "nauc_ndcg_at_5_std": 0.247473, "nauc_ndcg_at_5_diff1": 0.144236, "nauc_ndcg_at_10_max": 0.343255, "nauc_ndcg_at_10_std": 0.291905, "nauc_ndcg_at_10_diff1": 0.112828, "nauc_ndcg_at_20_max": 0.351977, "nauc_ndcg_at_20_std": 0.320817, "nauc_ndcg_at_20_diff1": 0.090009, "nauc_ndcg_at_100_max": 0.367227, "nauc_ndcg_at_100_std": 0.339149, "nauc_ndcg_at_100_diff1": 0.077543, "nauc_ndcg_at_1000_max": 0.367227, "nauc_ndcg_at_1000_std": 0.339149, "nauc_ndcg_at_1000_diff1": 0.077543, "nauc_map_at_1_max": 0.266703, "nauc_map_at_1_std": 0.111302, "nauc_map_at_1_diff1": 0.317886, "nauc_map_at_3_max": 0.278143, "nauc_map_at_3_std": 0.167839, "nauc_map_at_3_diff1": 0.222025, "nauc_map_at_5_max": 0.286027, "nauc_map_at_5_std": 0.191778, "nauc_map_at_5_diff1": 0.194956, "nauc_map_at_10_max": 0.31626, "nauc_map_at_10_std": 0.240075, "nauc_map_at_10_diff1": 0.163641, "nauc_map_at_20_max": 0.322757, "nauc_map_at_20_std": 0.268051, "nauc_map_at_20_diff1": 0.142695, "nauc_map_at_100_max": 0.326105, "nauc_map_at_100_std": 0.277491, "nauc_map_at_100_diff1": 0.137499, "nauc_map_at_1000_max": 0.326105, "nauc_map_at_1000_std": 0.277491, "nauc_map_at_1000_diff1": 0.137499, "nauc_recall_at_1_max": 0.266703, "nauc_recall_at_1_std": 0.111302, "nauc_recall_at_1_diff1": 0.317886, "nauc_recall_at_3_max": 0.248091, "nauc_recall_at_3_std": 0.144341, "nauc_recall_at_3_diff1": 0.149004, "nauc_recall_at_5_max": 0.260867, "nauc_recall_at_5_std": 0.175672, "nauc_recall_at_5_diff1": 0.087106, "nauc_recall_at_10_max": 0.317243, "nauc_recall_at_10_std": 0.274284, "nauc_recall_at_10_diff1": -0.002733, "nauc_recall_at_20_max": 0.340477, "nauc_recall_at_20_std": 0.33023, "nauc_recall_at_20_diff1": -0.045789, "nauc_recall_at_100_max": 0.397357, "nauc_recall_at_100_std": 0.378538, "nauc_recall_at_100_diff1": -0.078874, "nauc_recall_at_1000_max": 0.397357, "nauc_recall_at_1000_std": 0.378538, "nauc_recall_at_1000_diff1": -0.078874, "nauc_precision_at_1_max": 0.28343, "nauc_precision_at_1_std": 0.273033, "nauc_precision_at_1_diff1": 0.280581, "nauc_precision_at_3_max": 0.290573, "nauc_precision_at_3_std": 0.335923, "nauc_precision_at_3_diff1": 0.047417, "nauc_precision_at_5_max": 0.292464, "nauc_precision_at_5_std": 0.347632, "nauc_precision_at_5_diff1": -0.018978, "nauc_precision_at_10_max": 0.284259, "nauc_precision_at_10_std": 0.414958, "nauc_precision_at_10_diff1": -0.098358, "nauc_precision_at_20_max": 0.240209, "nauc_precision_at_20_std": 0.419763, "nauc_precision_at_20_diff1": -0.138743, "nauc_precision_at_100_max": 0.220482, "nauc_precision_at_100_std": 0.398968, "nauc_precision_at_100_diff1": -0.151889, "nauc_precision_at_1000_max": 0.220482, "nauc_precision_at_1000_std": 0.398968, "nauc_precision_at_1000_diff1": -0.151889, "nauc_mrr_at_1_max": 0.28343, "nauc_mrr_at_1_std": 0.273033, "nauc_mrr_at_1_diff1": 0.280581, "nauc_mrr_at_3_max": 0.30692, "nauc_mrr_at_3_std": 0.294692, "nauc_mrr_at_3_diff1": 0.204151, "nauc_mrr_at_5_max": 0.311075, "nauc_mrr_at_5_std": 0.301012, "nauc_mrr_at_5_diff1": 0.1904, "nauc_mrr_at_10_max": 0.318125, "nauc_mrr_at_10_std": 0.311092, "nauc_mrr_at_10_diff1": 0.184646, "nauc_mrr_at_20_max": 0.31941, "nauc_mrr_at_20_std": 0.312568, "nauc_mrr_at_20_diff1": 0.182204, "nauc_mrr_at_100_max": 0.320803, "nauc_mrr_at_100_std": 0.313501, "nauc_mrr_at_100_diff1": 0.182, "nauc_mrr_at_1000_max": 0.320803, "nauc_mrr_at_1000_std": 0.313501, "nauc_mrr_at_1000_diff1": 0.182, "hit_rate_at_1": 0.33434, "hit_rate_at_3": 0.49096, "hit_rate_at_5": 0.5512, "hit_rate_at_10": 0.62651, "hit_rate_at_20": 0.65964, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.33826, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.31" } ] }, "evaluation_time": 2915.197957051918, "kg_co2_emissions": null, "date": 1793553220.003573, "evaluation_phases": [ { "name": "Data loading", "start": 5.6631164625287056e-05, "end": 116.33257938618772, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 116.33262686710805, "end": 116.33263225713745, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 116.34112611413002, "end": 593.8408199881669, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 593.8411740530282, "end": 593.9294593341183, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 594.0123073980212, "end": 1061.300692900084, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1061.3010500450619, "end": 1061.370507179061, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1061.4161416180432, "end": 1532.1156691731885, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1532.1160253891721, "end": 1532.1855354781728, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1532.2198623202275, "end": 1992.3618772390764, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 1992.3622269241605, "end": 1992.432466852013, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 1992.4656933061779, "end": 2453.23075367813, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2453.2311144941486, "end": 2453.30200672918, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2453.5300427281763, "end": 2914.0973834411707, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 2914.0977380170953, "end": 2914.1684034711216, "split": "test", "subset": "portuguese" } ] }