{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.24.7", "scores": { "test": [ { "ndcg_at_1": 0.29819, "ndcg_at_3": 0.31991, "ndcg_at_5": 0.32856, "ndcg_at_10": 0.34768, "ndcg_at_20": 0.36812, "ndcg_at_100": 0.3853, "ndcg_at_1000": 0.3853, "map_at_1": 0.14926, "map_at_3": 0.21714, "map_at_5": 0.24135, "map_at_10": 0.26431, "map_at_20": 0.27775, "map_at_100": 0.28315, "map_at_1000": 0.28315, "recall_at_1": 0.14926, "recall_at_3": 0.26143, "recall_at_5": 0.31684, "recall_at_10": 0.39269, "recall_at_20": 0.45042, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.14926, "precision_at_1": 0.31928, "precision_at_3": 0.22992, "precision_at_5": 0.18614, "precision_at_10": 0.12831, "precision_at_20": 0.08072, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.319277, "mrr_at_3": 0.403112, "mrr_at_5": 0.422239, "mrr_at_10": 0.432724, "mrr_at_20": 0.434172, "mrr_at_100": 0.435857, "mrr_at_1000": 0.435857, "nauc_ndcg_at_1_max": 0.323004, "nauc_ndcg_at_1_std": 0.191458, "nauc_ndcg_at_1_diff1": 0.321391, "nauc_ndcg_at_3_max": 0.357588, "nauc_ndcg_at_3_std": 0.214274, "nauc_ndcg_at_3_diff1": 0.287788, "nauc_ndcg_at_5_max": 0.366454, "nauc_ndcg_at_5_std": 0.220047, "nauc_ndcg_at_5_diff1": 0.300888, "nauc_ndcg_at_10_max": 0.379071, "nauc_ndcg_at_10_std": 0.235184, "nauc_ndcg_at_10_diff1": 0.303404, "nauc_ndcg_at_20_max": 0.382807, "nauc_ndcg_at_20_std": 0.253499, "nauc_ndcg_at_20_diff1": 0.283556, "nauc_ndcg_at_100_max": 0.396337, "nauc_ndcg_at_100_std": 0.276802, "nauc_ndcg_at_100_diff1": 0.279588, "nauc_ndcg_at_1000_max": 0.396337, "nauc_ndcg_at_1000_std": 0.276802, "nauc_ndcg_at_1000_diff1": 0.279588, "nauc_map_at_1_max": 0.342947, "nauc_map_at_1_std": 0.155018, "nauc_map_at_1_diff1": 0.400115, "nauc_map_at_3_max": 0.373791, "nauc_map_at_3_std": 0.18719, "nauc_map_at_3_diff1": 0.334172, "nauc_map_at_5_max": 0.379608, "nauc_map_at_5_std": 0.197867, "nauc_map_at_5_diff1": 0.329576, "nauc_map_at_10_max": 0.381204, "nauc_map_at_10_std": 0.207329, "nauc_map_at_10_diff1": 0.316857, "nauc_map_at_20_max": 0.37957, "nauc_map_at_20_std": 0.217633, "nauc_map_at_20_diff1": 0.302438, "nauc_map_at_100_max": 0.381083, "nauc_map_at_100_std": 0.223168, "nauc_map_at_100_diff1": 0.300795, "nauc_map_at_1000_max": 0.381083, "nauc_map_at_1000_std": 0.223168, "nauc_map_at_1000_diff1": 0.300795, "nauc_recall_at_1_max": 0.342947, "nauc_recall_at_1_std": 0.155018, "nauc_recall_at_1_diff1": 0.400115, "nauc_recall_at_3_max": 0.352196, "nauc_recall_at_3_std": 0.179565, "nauc_recall_at_3_diff1": 0.294281, "nauc_recall_at_5_max": 0.345692, "nauc_recall_at_5_std": 0.185683, "nauc_recall_at_5_diff1": 0.290417, "nauc_recall_at_10_max": 0.343469, "nauc_recall_at_10_std": 0.211959, "nauc_recall_at_10_diff1": 0.255661, "nauc_recall_at_20_max": 0.351198, "nauc_recall_at_20_std": 0.256258, "nauc_recall_at_20_diff1": 0.198728, "nauc_recall_at_100_max": 0.398801, "nauc_recall_at_100_std": 0.333485, "nauc_recall_at_100_diff1": 0.183661, "nauc_recall_at_1000_max": 0.398801, "nauc_recall_at_1000_std": 0.333485, "nauc_recall_at_1000_diff1": 0.183661, "nauc_precision_at_1_max": 0.338181, "nauc_precision_at_1_std": 0.206523, "nauc_precision_at_1_diff1": 0.315912, "nauc_precision_at_3_max": 0.317843, "nauc_precision_at_3_std": 0.233568, "nauc_precision_at_3_diff1": 0.138166, "nauc_precision_at_5_max": 0.272061, "nauc_precision_at_5_std": 0.222289, "nauc_precision_at_5_diff1": 0.097799, "nauc_precision_at_10_max": 0.209943, "nauc_precision_at_10_std": 0.214238, "nauc_precision_at_10_diff1": 0.02627, "nauc_precision_at_20_max": 0.17917, "nauc_precision_at_20_std": 0.234061, "nauc_precision_at_20_diff1": -0.03364, "nauc_precision_at_100_max": 0.183441, "nauc_precision_at_100_std": 0.263041, "nauc_precision_at_100_diff1": -0.045968, "nauc_precision_at_1000_max": 0.183441, "nauc_precision_at_1000_std": 0.263041, "nauc_precision_at_1000_diff1": -0.045968, "nauc_mrr_at_1_max": 0.338181, "nauc_mrr_at_1_std": 0.206523, "nauc_mrr_at_1_diff1": 0.315912, "nauc_mrr_at_3_max": 0.347679, "nauc_mrr_at_3_std": 0.232543, "nauc_mrr_at_3_diff1": 0.297603, "nauc_mrr_at_5_max": 0.347541, "nauc_mrr_at_5_std": 0.232898, "nauc_mrr_at_5_diff1": 0.309659, "nauc_mrr_at_10_max": 0.353449, "nauc_mrr_at_10_std": 0.245397, "nauc_mrr_at_10_diff1": 0.308171, "nauc_mrr_at_20_max": 0.353919, "nauc_mrr_at_20_std": 0.246007, "nauc_mrr_at_20_diff1": 0.306276, "nauc_mrr_at_100_max": 0.355118, "nauc_mrr_at_100_std": 0.24784, "nauc_mrr_at_100_diff1": 0.305492, "nauc_mrr_at_1000_max": 0.355118, "nauc_mrr_at_1000_std": 0.24784, "nauc_mrr_at_1000_diff1": 0.305492, "hit_rate_at_1": 0.31928, "hit_rate_at_3": 0.50602, "hit_rate_at_5": 0.58735, "hit_rate_at_10": 0.66265, "hit_rate_at_20": 0.68373, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.34768, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.33133, "ndcg_at_3": 0.30808, "ndcg_at_5": 0.31357, "ndcg_at_10": 0.32894, "ndcg_at_20": 0.35118, "ndcg_at_100": 0.36875, "ndcg_at_1000": 0.36875, "map_at_1": 0.14974, "map_at_3": 0.20084, "map_at_5": 0.22395, "map_at_10": 0.24571, "map_at_20": 0.26078, "map_at_100": 0.26721, "map_at_1000": 0.26721, "recall_at_1": 0.14974, "recall_at_3": 0.23459, "recall_at_5": 0.28753, "recall_at_10": 0.36113, "recall_at_20": 0.42153, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.14974, "precision_at_1": 0.34639, "precision_at_3": 0.22088, "precision_at_5": 0.17892, "precision_at_10": 0.12108, "precision_at_20": 0.07907, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.346386, "mrr_at_3": 0.421185, "mrr_at_5": 0.433685, "mrr_at_10": 0.443493, "mrr_at_20": 0.44612, "mrr_at_100": 0.447223, "mrr_at_1000": 0.447223, "nauc_ndcg_at_1_max": 0.405587, "nauc_ndcg_at_1_std": 0.304015, "nauc_ndcg_at_1_diff1": 0.281044, "nauc_ndcg_at_3_max": 0.396809, "nauc_ndcg_at_3_std": 0.286832, "nauc_ndcg_at_3_diff1": 0.254427, "nauc_ndcg_at_5_max": 0.411646, "nauc_ndcg_at_5_std": 0.318393, "nauc_ndcg_at_5_diff1": 0.234627, "nauc_ndcg_at_10_max": 0.433048, "nauc_ndcg_at_10_std": 0.338999, "nauc_ndcg_at_10_diff1": 0.23994, "nauc_ndcg_at_20_max": 0.438277, "nauc_ndcg_at_20_std": 0.355469, "nauc_ndcg_at_20_diff1": 0.23537, "nauc_ndcg_at_100_max": 0.451417, "nauc_ndcg_at_100_std": 0.379606, "nauc_ndcg_at_100_diff1": 0.228601, "nauc_ndcg_at_1000_max": 0.451417, "nauc_ndcg_at_1000_std": 0.379606, "nauc_ndcg_at_1000_diff1": 0.228601, "nauc_map_at_1_max": 0.393167, "nauc_map_at_1_std": 0.238225, "nauc_map_at_1_diff1": 0.237304, "nauc_map_at_3_max": 0.408799, "nauc_map_at_3_std": 0.265844, "nauc_map_at_3_diff1": 0.222957, "nauc_map_at_5_max": 0.417103, "nauc_map_at_5_std": 0.29424, "nauc_map_at_5_diff1": 0.212765, "nauc_map_at_10_max": 0.425387, "nauc_map_at_10_std": 0.312432, "nauc_map_at_10_diff1": 0.221644, "nauc_map_at_20_max": 0.426068, "nauc_map_at_20_std": 0.321885, "nauc_map_at_20_diff1": 0.224312, "nauc_map_at_100_max": 0.427615, "nauc_map_at_100_std": 0.330207, "nauc_map_at_100_diff1": 0.220616, "nauc_map_at_1000_max": 0.427615, "nauc_map_at_1000_std": 0.330207, "nauc_map_at_1000_diff1": 0.220616, "nauc_recall_at_1_max": 0.393167, "nauc_recall_at_1_std": 0.238225, "nauc_recall_at_1_diff1": 0.237304, "nauc_recall_at_3_max": 0.372749, "nauc_recall_at_3_std": 0.244182, "nauc_recall_at_3_diff1": 0.218242, "nauc_recall_at_5_max": 0.375732, "nauc_recall_at_5_std": 0.291886, "nauc_recall_at_5_diff1": 0.183239, "nauc_recall_at_10_max": 0.386089, "nauc_recall_at_10_std": 0.333655, "nauc_recall_at_10_diff1": 0.171544, "nauc_recall_at_20_max": 0.403209, "nauc_recall_at_20_std": 0.362477, "nauc_recall_at_20_diff1": 0.186073, "nauc_recall_at_100_max": 0.457949, "nauc_recall_at_100_std": 0.445651, "nauc_recall_at_100_diff1": 0.162402, "nauc_recall_at_1000_max": 0.457949, "nauc_recall_at_1000_std": 0.445651, "nauc_recall_at_1000_diff1": 0.162402, "nauc_precision_at_1_max": 0.43379, "nauc_precision_at_1_std": 0.334448, "nauc_precision_at_1_diff1": 0.285672, "nauc_precision_at_3_max": 0.338596, "nauc_precision_at_3_std": 0.28913, "nauc_precision_at_3_diff1": 0.203356, "nauc_precision_at_5_max": 0.292176, "nauc_precision_at_5_std": 0.312859, "nauc_precision_at_5_diff1": 0.142607, "nauc_precision_at_10_max": 0.252745, "nauc_precision_at_10_std": 0.296439, "nauc_precision_at_10_diff1": 0.144522, "nauc_precision_at_20_max": 0.194328, "nauc_precision_at_20_std": 0.274251, "nauc_precision_at_20_diff1": 0.105666, "nauc_precision_at_100_max": 0.182267, "nauc_precision_at_100_std": 0.287878, "nauc_precision_at_100_diff1": 0.070582, "nauc_precision_at_1000_max": 0.182267, "nauc_precision_at_1000_std": 0.287878, "nauc_precision_at_1000_diff1": 0.070582, "nauc_mrr_at_1_max": 0.43379, "nauc_mrr_at_1_std": 0.334448, "nauc_mrr_at_1_diff1": 0.285672, "nauc_mrr_at_3_max": 0.406433, "nauc_mrr_at_3_std": 0.319028, "nauc_mrr_at_3_diff1": 0.294936, "nauc_mrr_at_5_max": 0.40253, "nauc_mrr_at_5_std": 0.323384, "nauc_mrr_at_5_diff1": 0.285872, "nauc_mrr_at_10_max": 0.406665, "nauc_mrr_at_10_std": 0.330414, "nauc_mrr_at_10_diff1": 0.283504, "nauc_mrr_at_20_max": 0.409806, "nauc_mrr_at_20_std": 0.33483, "nauc_mrr_at_20_diff1": 0.283392, "nauc_mrr_at_100_max": 0.410869, "nauc_mrr_at_100_std": 0.335979, "nauc_mrr_at_100_diff1": 0.283314, "nauc_mrr_at_1000_max": 0.410869, "nauc_mrr_at_1000_std": 0.335979, "nauc_mrr_at_1000_diff1": 0.283314, "hit_rate_at_1": 0.34639, "hit_rate_at_3": 0.51205, "hit_rate_at_5": 0.56627, "hit_rate_at_10": 0.63855, "hit_rate_at_20": 0.6747, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.32894, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.39458, "ndcg_at_3": 0.42784, "ndcg_at_5": 0.43675, "ndcg_at_10": 0.46773, "ndcg_at_20": 0.50976, "ndcg_at_100": 0.54289, "ndcg_at_1000": 0.54289, "map_at_1": 0.16983, "map_at_3": 0.27877, "map_at_5": 0.31217, "map_at_10": 0.34945, "map_at_20": 0.37677, "map_at_100": 0.38926, "map_at_1000": 0.38926, "recall_at_1": 0.16983, "recall_at_3": 0.34975, "recall_at_5": 0.4236, "recall_at_10": 0.54139, "recall_at_20": 0.65797, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.16983, "precision_at_1": 0.41265, "precision_at_3": 0.3253, "precision_at_5": 0.26205, "precision_at_10": 0.18705, "precision_at_20": 0.12515, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.412651, "mrr_at_3": 0.537149, "mrr_at_5": 0.555221, "mrr_at_10": 0.565442, "mrr_at_20": 0.568319, "mrr_at_100": 0.570299, "mrr_at_1000": 0.570299, "nauc_ndcg_at_1_max": 0.185001, "nauc_ndcg_at_1_std": 0.026855, "nauc_ndcg_at_1_diff1": 0.249584, "nauc_ndcg_at_3_max": 0.184118, "nauc_ndcg_at_3_std": -0.027692, "nauc_ndcg_at_3_diff1": 0.151195, "nauc_ndcg_at_5_max": 0.194191, "nauc_ndcg_at_5_std": -0.011219, "nauc_ndcg_at_5_diff1": 0.173733, "nauc_ndcg_at_10_max": 0.189149, "nauc_ndcg_at_10_std": -0.015363, "nauc_ndcg_at_10_diff1": 0.182151, "nauc_ndcg_at_20_max": 0.187912, "nauc_ndcg_at_20_std": -0.003867, "nauc_ndcg_at_20_diff1": 0.185544, "nauc_ndcg_at_100_max": 0.201363, "nauc_ndcg_at_100_std": 2.1e-05, "nauc_ndcg_at_100_diff1": 0.176414, "nauc_ndcg_at_1000_max": 0.201363, "nauc_ndcg_at_1000_std": 2.1e-05, "nauc_ndcg_at_1000_diff1": 0.176414, "nauc_map_at_1_max": 0.139113, "nauc_map_at_1_std": -0.092006, "nauc_map_at_1_diff1": 0.371198, "nauc_map_at_3_max": 0.160862, "nauc_map_at_3_std": -0.09191, "nauc_map_at_3_diff1": 0.221636, "nauc_map_at_5_max": 0.175906, "nauc_map_at_5_std": -0.067545, "nauc_map_at_5_diff1": 0.211908, "nauc_map_at_10_max": 0.178074, "nauc_map_at_10_std": -0.04839, "nauc_map_at_10_diff1": 0.202819, "nauc_map_at_20_max": 0.176743, "nauc_map_at_20_std": -0.038962, "nauc_map_at_20_diff1": 0.203295, "nauc_map_at_100_max": 0.176136, "nauc_map_at_100_std": -0.036525, "nauc_map_at_100_diff1": 0.200552, "nauc_map_at_1000_max": 0.176136, "nauc_map_at_1000_std": -0.036525, "nauc_map_at_1000_diff1": 0.200552, "nauc_recall_at_1_max": 0.139113, "nauc_recall_at_1_std": -0.092006, "nauc_recall_at_1_diff1": 0.371198, "nauc_recall_at_3_max": 0.127647, "nauc_recall_at_3_std": -0.118434, "nauc_recall_at_3_diff1": 0.126052, "nauc_recall_at_5_max": 0.151302, "nauc_recall_at_5_std": -0.057814, "nauc_recall_at_5_diff1": 0.110826, "nauc_recall_at_10_max": 0.111852, "nauc_recall_at_10_std": -0.054887, "nauc_recall_at_10_diff1": 0.126177, "nauc_recall_at_20_max": 0.116551, "nauc_recall_at_20_std": -0.045319, "nauc_recall_at_20_diff1": 0.127588, "nauc_recall_at_100_max": 0.173764, "nauc_recall_at_100_std": -0.037854, "nauc_recall_at_100_diff1": 0.082896, "nauc_recall_at_1000_max": 0.173764, "nauc_recall_at_1000_std": -0.037854, "nauc_recall_at_1000_diff1": 0.082896, "nauc_precision_at_1_max": 0.180435, "nauc_precision_at_1_std": 0.023777, "nauc_precision_at_1_diff1": 0.267597, "nauc_precision_at_3_max": 0.164775, "nauc_precision_at_3_std": 0.046461, "nauc_precision_at_3_diff1": -0.027041, "nauc_precision_at_5_max": 0.137097, "nauc_precision_at_5_std": 0.114062, "nauc_precision_at_5_diff1": -0.022852, "nauc_precision_at_10_max": 0.085676, "nauc_precision_at_10_std": 0.14679, "nauc_precision_at_10_diff1": -0.051217, "nauc_precision_at_20_max": 0.043846, "nauc_precision_at_20_std": 0.158951, "nauc_precision_at_20_diff1": -0.048429, "nauc_precision_at_100_max": 0.03072, "nauc_precision_at_100_std": 0.149105, "nauc_precision_at_100_diff1": -0.077282, "nauc_precision_at_1000_max": 0.03072, "nauc_precision_at_1000_std": 0.149105, "nauc_precision_at_1000_diff1": -0.077282, "nauc_mrr_at_1_max": 0.180435, "nauc_mrr_at_1_std": 0.023777, "nauc_mrr_at_1_diff1": 0.267597, "nauc_mrr_at_3_max": 0.191812, "nauc_mrr_at_3_std": 0.008766, "nauc_mrr_at_3_diff1": 0.210233, "nauc_mrr_at_5_max": 0.192992, "nauc_mrr_at_5_std": 0.021828, "nauc_mrr_at_5_diff1": 0.218072, "nauc_mrr_at_10_max": 0.188175, "nauc_mrr_at_10_std": 0.019973, "nauc_mrr_at_10_diff1": 0.22716, "nauc_mrr_at_20_max": 0.187824, "nauc_mrr_at_20_std": 0.02028, "nauc_mrr_at_20_diff1": 0.22673, "nauc_mrr_at_100_max": 0.19057, "nauc_mrr_at_100_std": 0.021016, "nauc_mrr_at_100_diff1": 0.224629, "nauc_mrr_at_1000_max": 0.19057, "nauc_mrr_at_1000_std": 0.021016, "nauc_mrr_at_1000_diff1": 0.224629, "hit_rate_at_1": 0.41265, "hit_rate_at_3": 0.68976, "hit_rate_at_5": 0.76807, "hit_rate_at_10": 0.84337, "hit_rate_at_20": 0.88554, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.46773, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.28012, "ndcg_at_3": 0.26927, "ndcg_at_5": 0.27589, "ndcg_at_10": 0.28696, "ndcg_at_20": 0.31365, "ndcg_at_100": 0.33148, "ndcg_at_1000": 0.33148, "map_at_1": 0.1307, "map_at_3": 0.17707, "map_at_5": 0.19878, "map_at_10": 0.21602, "map_at_20": 0.23007, "map_at_100": 0.23577, "map_at_1000": 0.23577, "recall_at_1": 0.1307, "recall_at_3": 0.20591, "recall_at_5": 0.26064, "recall_at_10": 0.31294, "recall_at_20": 0.39066, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.1307, "precision_at_1": 0.3012, "precision_at_3": 0.19679, "precision_at_5": 0.15542, "precision_at_10": 0.10452, "precision_at_20": 0.06898, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.301205, "mrr_at_3": 0.365462, "mrr_at_5": 0.37992, "mrr_at_10": 0.386468, "mrr_at_20": 0.390022, "mrr_at_100": 0.391299, "mrr_at_1000": 0.391299, "nauc_ndcg_at_1_max": 0.447017, "nauc_ndcg_at_1_std": 0.363254, "nauc_ndcg_at_1_diff1": 0.302495, "nauc_ndcg_at_3_max": 0.461712, "nauc_ndcg_at_3_std": 0.38694, "nauc_ndcg_at_3_diff1": 0.307443, "nauc_ndcg_at_5_max": 0.483302, "nauc_ndcg_at_5_std": 0.408699, "nauc_ndcg_at_5_diff1": 0.311, "nauc_ndcg_at_10_max": 0.508204, "nauc_ndcg_at_10_std": 0.427459, "nauc_ndcg_at_10_diff1": 0.323751, "nauc_ndcg_at_20_max": 0.527351, "nauc_ndcg_at_20_std": 0.459265, "nauc_ndcg_at_20_diff1": 0.317865, "nauc_ndcg_at_100_max": 0.547041, "nauc_ndcg_at_100_std": 0.482003, "nauc_ndcg_at_100_diff1": 0.319229, "nauc_ndcg_at_1000_max": 0.547041, "nauc_ndcg_at_1000_std": 0.482003, "nauc_ndcg_at_1000_diff1": 0.319229, "nauc_map_at_1_max": 0.4203, "nauc_map_at_1_std": 0.325056, "nauc_map_at_1_diff1": 0.309745, "nauc_map_at_3_max": 0.439829, "nauc_map_at_3_std": 0.340212, "nauc_map_at_3_diff1": 0.309435, "nauc_map_at_5_max": 0.463895, "nauc_map_at_5_std": 0.365887, "nauc_map_at_5_diff1": 0.302419, "nauc_map_at_10_max": 0.487251, "nauc_map_at_10_std": 0.390917, "nauc_map_at_10_diff1": 0.306367, "nauc_map_at_20_max": 0.49766, "nauc_map_at_20_std": 0.410914, "nauc_map_at_20_diff1": 0.301017, "nauc_map_at_100_max": 0.503116, "nauc_map_at_100_std": 0.417523, "nauc_map_at_100_diff1": 0.30166, "nauc_map_at_1000_max": 0.503116, "nauc_map_at_1000_std": 0.417523, "nauc_map_at_1000_diff1": 0.30166, "nauc_recall_at_1_max": 0.4203, "nauc_recall_at_1_std": 0.325056, "nauc_recall_at_1_diff1": 0.309745, "nauc_recall_at_3_max": 0.39299, "nauc_recall_at_3_std": 0.299369, "nauc_recall_at_3_diff1": 0.312635, "nauc_recall_at_5_max": 0.426035, "nauc_recall_at_5_std": 0.34592, "nauc_recall_at_5_diff1": 0.29788, "nauc_recall_at_10_max": 0.472567, "nauc_recall_at_10_std": 0.390249, "nauc_recall_at_10_diff1": 0.319809, "nauc_recall_at_20_max": 0.508171, "nauc_recall_at_20_std": 0.455351, "nauc_recall_at_20_diff1": 0.291923, "nauc_recall_at_100_max": 0.570771, "nauc_recall_at_100_std": 0.52609, "nauc_recall_at_100_diff1": 0.284656, "nauc_recall_at_1000_max": 0.570771, "nauc_recall_at_1000_std": 0.52609, "nauc_recall_at_1000_diff1": 0.284656, "nauc_precision_at_1_max": 0.463651, "nauc_precision_at_1_std": 0.381607, "nauc_precision_at_1_diff1": 0.305419, "nauc_precision_at_3_max": 0.446815, "nauc_precision_at_3_std": 0.398553, "nauc_precision_at_3_diff1": 0.245775, "nauc_precision_at_5_max": 0.456132, "nauc_precision_at_5_std": 0.418394, "nauc_precision_at_5_diff1": 0.212004, "nauc_precision_at_10_max": 0.439127, "nauc_precision_at_10_std": 0.418523, "nauc_precision_at_10_diff1": 0.184775, "nauc_precision_at_20_max": 0.39764, "nauc_precision_at_20_std": 0.425724, "nauc_precision_at_20_diff1": 0.135471, "nauc_precision_at_100_max": 0.38758, "nauc_precision_at_100_std": 0.421577, "nauc_precision_at_100_diff1": 0.12847, "nauc_precision_at_1000_max": 0.38758, "nauc_precision_at_1000_std": 0.421577, "nauc_precision_at_1000_diff1": 0.12847, "nauc_mrr_at_1_max": 0.463651, "nauc_mrr_at_1_std": 0.381607, "nauc_mrr_at_1_diff1": 0.305419, "nauc_mrr_at_3_max": 0.474041, "nauc_mrr_at_3_std": 0.400751, "nauc_mrr_at_3_diff1": 0.322377, "nauc_mrr_at_5_max": 0.47796, "nauc_mrr_at_5_std": 0.409137, "nauc_mrr_at_5_diff1": 0.317864, "nauc_mrr_at_10_max": 0.480725, "nauc_mrr_at_10_std": 0.412124, "nauc_mrr_at_10_diff1": 0.321579, "nauc_mrr_at_20_max": 0.485726, "nauc_mrr_at_20_std": 0.419709, "nauc_mrr_at_20_diff1": 0.319894, "nauc_mrr_at_100_max": 0.487744, "nauc_mrr_at_100_std": 0.421939, "nauc_mrr_at_100_diff1": 0.319849, "nauc_mrr_at_1000_max": 0.487744, "nauc_mrr_at_1000_std": 0.421939, "nauc_mrr_at_1000_diff1": 0.319849, "hit_rate_at_1": 0.3012, "hit_rate_at_3": 0.43976, "hit_rate_at_5": 0.50301, "hit_rate_at_10": 0.5512, "hit_rate_at_20": 0.60241, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.28696, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.31024, "ndcg_at_3": 0.30195, "ndcg_at_5": 0.30693, "ndcg_at_10": 0.32492, "ndcg_at_20": 0.34841, "ndcg_at_100": 0.3641, "ndcg_at_1000": 0.3641, "map_at_1": 0.13673, "map_at_3": 0.19635, "map_at_5": 0.21747, "map_at_10": 0.23951, "map_at_20": 0.25446, "map_at_100": 0.26096, "map_at_1000": 0.26096, "recall_at_1": 0.13673, "recall_at_3": 0.23395, "recall_at_5": 0.28636, "recall_at_10": 0.35761, "recall_at_20": 0.42356, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.13673, "precision_at_1": 0.32229, "precision_at_3": 0.22189, "precision_at_5": 0.17229, "precision_at_10": 0.12108, "precision_at_20": 0.07816, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.322289, "mrr_at_3": 0.403112, "mrr_at_5": 0.416667, "mrr_at_10": 0.425935, "mrr_at_20": 0.42874, "mrr_at_100": 0.429139, "mrr_at_1000": 0.429139, "nauc_ndcg_at_1_max": 0.415143, "nauc_ndcg_at_1_std": 0.285041, "nauc_ndcg_at_1_diff1": 0.386699, "nauc_ndcg_at_3_max": 0.445148, "nauc_ndcg_at_3_std": 0.317967, "nauc_ndcg_at_3_diff1": 0.302143, "nauc_ndcg_at_5_max": 0.4441, "nauc_ndcg_at_5_std": 0.313204, "nauc_ndcg_at_5_diff1": 0.278429, "nauc_ndcg_at_10_max": 0.457519, "nauc_ndcg_at_10_std": 0.328302, "nauc_ndcg_at_10_diff1": 0.29452, "nauc_ndcg_at_20_max": 0.463794, "nauc_ndcg_at_20_std": 0.350393, "nauc_ndcg_at_20_diff1": 0.284585, "nauc_ndcg_at_100_max": 0.475561, "nauc_ndcg_at_100_std": 0.370038, "nauc_ndcg_at_100_diff1": 0.27959, "nauc_ndcg_at_1000_max": 0.475561, "nauc_ndcg_at_1000_std": 0.370038, "nauc_ndcg_at_1000_diff1": 0.27959, "nauc_map_at_1_max": 0.389001, "nauc_map_at_1_std": 0.253492, "nauc_map_at_1_diff1": 0.315844, "nauc_map_at_3_max": 0.43588, "nauc_map_at_3_std": 0.287761, "nauc_map_at_3_diff1": 0.276496, "nauc_map_at_5_max": 0.44933, "nauc_map_at_5_std": 0.30314, "nauc_map_at_5_diff1": 0.258381, "nauc_map_at_10_max": 0.459911, "nauc_map_at_10_std": 0.318542, "nauc_map_at_10_diff1": 0.272803, "nauc_map_at_20_max": 0.457885, "nauc_map_at_20_std": 0.327307, "nauc_map_at_20_diff1": 0.269764, "nauc_map_at_100_max": 0.461272, "nauc_map_at_100_std": 0.336008, "nauc_map_at_100_diff1": 0.267806, "nauc_map_at_1000_max": 0.461272, "nauc_map_at_1000_std": 0.336008, "nauc_map_at_1000_diff1": 0.267806, "nauc_recall_at_1_max": 0.389001, "nauc_recall_at_1_std": 0.253492, "nauc_recall_at_1_diff1": 0.315844, "nauc_recall_at_3_max": 0.409794, "nauc_recall_at_3_std": 0.267774, "nauc_recall_at_3_diff1": 0.230586, "nauc_recall_at_5_max": 0.403259, "nauc_recall_at_5_std": 0.27114, "nauc_recall_at_5_diff1": 0.181679, "nauc_recall_at_10_max": 0.415165, "nauc_recall_at_10_std": 0.298788, "nauc_recall_at_10_diff1": 0.208138, "nauc_recall_at_20_max": 0.437116, "nauc_recall_at_20_std": 0.359708, "nauc_recall_at_20_diff1": 0.186623, "nauc_recall_at_100_max": 0.479325, "nauc_recall_at_100_std": 0.419484, "nauc_recall_at_100_diff1": 0.181334, "nauc_recall_at_1000_max": 0.479325, "nauc_recall_at_1000_std": 0.419484, "nauc_recall_at_1000_diff1": 0.181334, "nauc_precision_at_1_max": 0.427404, "nauc_precision_at_1_std": 0.293604, "nauc_precision_at_1_diff1": 0.395122, "nauc_precision_at_3_max": 0.413523, "nauc_precision_at_3_std": 0.326017, "nauc_precision_at_3_diff1": 0.273141, "nauc_precision_at_5_max": 0.360174, "nauc_precision_at_5_std": 0.301441, "nauc_precision_at_5_diff1": 0.192657, "nauc_precision_at_10_max": 0.309298, "nauc_precision_at_10_std": 0.294244, "nauc_precision_at_10_diff1": 0.188219, "nauc_precision_at_20_max": 0.257093, "nauc_precision_at_20_std": 0.282454, "nauc_precision_at_20_diff1": 0.142431, "nauc_precision_at_100_max": 0.24943, "nauc_precision_at_100_std": 0.297354, "nauc_precision_at_100_diff1": 0.103593, "nauc_precision_at_1000_max": 0.24943, "nauc_precision_at_1000_std": 0.297354, "nauc_precision_at_1000_diff1": 0.103593, "nauc_mrr_at_1_max": 0.427404, "nauc_mrr_at_1_std": 0.293604, "nauc_mrr_at_1_diff1": 0.395122, "nauc_mrr_at_3_max": 0.438607, "nauc_mrr_at_3_std": 0.323831, "nauc_mrr_at_3_diff1": 0.37919, "nauc_mrr_at_5_max": 0.430938, "nauc_mrr_at_5_std": 0.315612, "nauc_mrr_at_5_diff1": 0.3736, "nauc_mrr_at_10_max": 0.434894, "nauc_mrr_at_10_std": 0.322076, "nauc_mrr_at_10_diff1": 0.373263, "nauc_mrr_at_20_max": 0.438699, "nauc_mrr_at_20_std": 0.326812, "nauc_mrr_at_20_diff1": 0.373526, "nauc_mrr_at_100_max": 0.439771, "nauc_mrr_at_100_std": 0.327935, "nauc_mrr_at_100_diff1": 0.373672, "nauc_mrr_at_1000_max": 0.439771, "nauc_mrr_at_1000_std": 0.327935, "nauc_mrr_at_1000_diff1": 0.373672, "hit_rate_at_1": 0.32229, "hit_rate_at_3": 0.50301, "hit_rate_at_5": 0.56024, "hit_rate_at_10": 0.62952, "hit_rate_at_20": 0.66867, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.32492, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.3238, "ndcg_at_3": 0.31128, "ndcg_at_5": 0.31229, "ndcg_at_10": 0.33407, "ndcg_at_20": 0.3575, "ndcg_at_100": 0.38045, "ndcg_at_1000": 0.38045, "map_at_1": 0.14508, "map_at_3": 0.20668, "map_at_5": 0.2259, "map_at_10": 0.25141, "map_at_20": 0.26701, "map_at_100": 0.27595, "map_at_1000": 0.27595, "recall_at_1": 0.14508, "recall_at_3": 0.24294, "recall_at_5": 0.28754, "recall_at_10": 0.37093, "recall_at_20": 0.43931, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.14508, "precision_at_1": 0.34337, "precision_at_3": 0.23092, "precision_at_5": 0.17952, "precision_at_10": 0.12771, "precision_at_20": 0.08328, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.343373, "mrr_at_3": 0.413153, "mrr_at_5": 0.4249, "mrr_at_10": 0.435382, "mrr_at_20": 0.438617, "mrr_at_100": 0.439548, "mrr_at_1000": 0.439548, "nauc_ndcg_at_1_max": 0.435588, "nauc_ndcg_at_1_std": 0.309149, "nauc_ndcg_at_1_diff1": 0.338824, "nauc_ndcg_at_3_max": 0.442215, "nauc_ndcg_at_3_std": 0.320509, "nauc_ndcg_at_3_diff1": 0.279789, "nauc_ndcg_at_5_max": 0.446424, "nauc_ndcg_at_5_std": 0.340291, "nauc_ndcg_at_5_diff1": 0.262333, "nauc_ndcg_at_10_max": 0.475209, "nauc_ndcg_at_10_std": 0.371418, "nauc_ndcg_at_10_diff1": 0.264301, "nauc_ndcg_at_20_max": 0.482594, "nauc_ndcg_at_20_std": 0.385555, "nauc_ndcg_at_20_diff1": 0.272075, "nauc_ndcg_at_100_max": 0.498894, "nauc_ndcg_at_100_std": 0.412664, "nauc_ndcg_at_100_diff1": 0.259694, "nauc_ndcg_at_1000_max": 0.498894, "nauc_ndcg_at_1000_std": 0.412664, "nauc_ndcg_at_1000_diff1": 0.259694, "nauc_map_at_1_max": 0.335593, "nauc_map_at_1_std": 0.184411, "nauc_map_at_1_diff1": 0.319014, "nauc_map_at_3_max": 0.402208, "nauc_map_at_3_std": 0.25877, "nauc_map_at_3_diff1": 0.28168, "nauc_map_at_5_max": 0.41602, "nauc_map_at_5_std": 0.282731, "nauc_map_at_5_diff1": 0.264045, "nauc_map_at_10_max": 0.440045, "nauc_map_at_10_std": 0.316197, "nauc_map_at_10_diff1": 0.261815, "nauc_map_at_20_max": 0.44055, "nauc_map_at_20_std": 0.322886, "nauc_map_at_20_diff1": 0.264752, "nauc_map_at_100_max": 0.444155, "nauc_map_at_100_std": 0.332719, "nauc_map_at_100_diff1": 0.259651, "nauc_map_at_1000_max": 0.444155, "nauc_map_at_1000_std": 0.332719, "nauc_map_at_1000_diff1": 0.259651, "nauc_recall_at_1_max": 0.335593, "nauc_recall_at_1_std": 0.184411, "nauc_recall_at_1_diff1": 0.319014, "nauc_recall_at_3_max": 0.393998, "nauc_recall_at_3_std": 0.271549, "nauc_recall_at_3_diff1": 0.252692, "nauc_recall_at_5_max": 0.396859, "nauc_recall_at_5_std": 0.301839, "nauc_recall_at_5_diff1": 0.203417, "nauc_recall_at_10_max": 0.445036, "nauc_recall_at_10_std": 0.378161, "nauc_recall_at_10_diff1": 0.180527, "nauc_recall_at_20_max": 0.456758, "nauc_recall_at_20_std": 0.402986, "nauc_recall_at_20_diff1": 0.209956, "nauc_recall_at_100_max": 0.524016, "nauc_recall_at_100_std": 0.495372, "nauc_recall_at_100_diff1": 0.173364, "nauc_recall_at_1000_max": 0.524016, "nauc_recall_at_1000_std": 0.495372, "nauc_recall_at_1000_diff1": 0.173364, "nauc_precision_at_1_max": 0.43354, "nauc_precision_at_1_std": 0.306189, "nauc_precision_at_1_diff1": 0.339306, "nauc_precision_at_3_max": 0.406648, "nauc_precision_at_3_std": 0.317882, "nauc_precision_at_3_diff1": 0.227393, "nauc_precision_at_5_max": 0.380916, "nauc_precision_at_5_std": 0.346713, "nauc_precision_at_5_diff1": 0.168134, "nauc_precision_at_10_max": 0.330521, "nauc_precision_at_10_std": 0.33989, "nauc_precision_at_10_diff1": 0.120689, "nauc_precision_at_20_max": 0.260457, "nauc_precision_at_20_std": 0.294242, "nauc_precision_at_20_diff1": 0.10352, "nauc_precision_at_100_max": 0.240443, "nauc_precision_at_100_std": 0.301035, "nauc_precision_at_100_diff1": 0.059158, "nauc_precision_at_1000_max": 0.240443, "nauc_precision_at_1000_std": 0.301035, "nauc_precision_at_1000_diff1": 0.059158, "nauc_mrr_at_1_max": 0.43354, "nauc_mrr_at_1_std": 0.306189, "nauc_mrr_at_1_diff1": 0.339306, "nauc_mrr_at_3_max": 0.457448, "nauc_mrr_at_3_std": 0.341651, "nauc_mrr_at_3_diff1": 0.323769, "nauc_mrr_at_5_max": 0.460704, "nauc_mrr_at_5_std": 0.353755, "nauc_mrr_at_5_diff1": 0.318439, "nauc_mrr_at_10_max": 0.464714, "nauc_mrr_at_10_std": 0.361325, "nauc_mrr_at_10_diff1": 0.317148, "nauc_mrr_at_20_max": 0.467307, "nauc_mrr_at_20_std": 0.364788, "nauc_mrr_at_20_diff1": 0.319844, "nauc_mrr_at_100_max": 0.468483, "nauc_mrr_at_100_std": 0.366318, "nauc_mrr_at_100_diff1": 0.318629, "nauc_mrr_at_1000_max": 0.468483, "nauc_mrr_at_1000_std": 0.366318, "nauc_mrr_at_1000_diff1": 0.318629, "hit_rate_at_1": 0.34337, "hit_rate_at_3": 0.5, "hit_rate_at_5": 0.5512, "hit_rate_at_10": 0.62651, "hit_rate_at_20": 0.66867, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.33407, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.7" } ] }, "evaluation_time": 1273.173383269008, "kg_co2_emissions": null, "date": 1791754553.217522, "evaluation_phases": [ { "name": "Data loading", "start": 4.537003405857831e-06, "end": 74.38059983599669, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 74.38062218899722, "end": 74.38062423199881, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 74.38541718600027, "end": 274.9224237599992, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 274.92250323900225, "end": 274.96775199600233, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 274.9811267650002, "end": 470.2133087300026, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 470.21337314599805, "end": 470.2595346570015, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 470.273968128, "end": 676.3704068189982, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 676.3704606000028, "end": 676.415825240998, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 676.4291377580012, "end": 874.2049680429991, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 874.2050416130005, "end": 874.2527218350006, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 874.268396282001, "end": 1074.1730728999974, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 1074.1731163649965, "end": 1074.2183140979978, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 1074.2330147190005, "end": 1273.1169071490003, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 1273.1169539289986, "end": 1273.161998773001, "split": "test", "subset": "portuguese" } ] }