{ "dataset_revision": "56cef947981ee1263be298081ab126f9493a3065", "task_name": "Vidore3TelecomBM25sReranking.v2", "mteb_version": "2.26.31", "scores": { "test": [ { "ndcg_at_1": 0.52299, "ndcg_at_3": 0.51667, "ndcg_at_5": 0.52814, "ndcg_at_10": 0.54671, "ndcg_at_20": 0.57149, "ndcg_at_100": 0.58213, "ndcg_at_1000": 0.58213, "map_at_1": 0.22743, "map_at_3": 0.35615, "map_at_5": 0.40053, "map_at_10": 0.4355, "map_at_20": 0.4561, "map_at_100": 0.46189, "map_at_1000": 0.46189, "recall_at_1": 0.22743, "recall_at_3": 0.41138, "recall_at_5": 0.50157, "recall_at_10": 0.59302, "recall_at_20": 0.67149, "recall_at_100": 0.70164, "recall_at_1000": 0.70164, "accuracy": 0.22743, "precision_at_1": 0.5431, "precision_at_3": 0.38506, "precision_at_5": 0.30402, "precision_at_10": 0.19885, "precision_at_20": 0.12299, "precision_at_100": 0.02684, "precision_at_1000": 0.00268, "mrr_at_1": 0.543103, "mrr_at_3": 0.634579, "mrr_at_5": 0.648659, "mrr_at_10": 0.654166, "mrr_at_20": 0.655267, "mrr_at_100": 0.655267, "mrr_at_1000": 0.655267, "nauc_ndcg_at_1_max": 0.453318, "nauc_ndcg_at_1_std": 0.248154, "nauc_ndcg_at_1_diff1": 0.173633, "nauc_ndcg_at_3_max": 0.469083, "nauc_ndcg_at_3_std": 0.271388, "nauc_ndcg_at_3_diff1": 0.096898, "nauc_ndcg_at_5_max": 0.503508, "nauc_ndcg_at_5_std": 0.335549, "nauc_ndcg_at_5_diff1": 0.086331, "nauc_ndcg_at_10_max": 0.529857, "nauc_ndcg_at_10_std": 0.354755, "nauc_ndcg_at_10_diff1": 0.067394, "nauc_ndcg_at_20_max": 0.560136, "nauc_ndcg_at_20_std": 0.385329, "nauc_ndcg_at_20_diff1": 0.035828, "nauc_ndcg_at_100_max": 0.568776, "nauc_ndcg_at_100_std": 0.393239, "nauc_ndcg_at_100_diff1": 0.030017, "nauc_ndcg_at_1000_max": 0.568776, "nauc_ndcg_at_1000_std": 0.393239, "nauc_ndcg_at_1000_diff1": 0.030017, "nauc_map_at_1_max": 0.280239, "nauc_map_at_1_std": 0.064294, "nauc_map_at_1_diff1": 0.240994, "nauc_map_at_3_max": 0.363677, "nauc_map_at_3_std": 0.135432, "nauc_map_at_3_diff1": 0.154522, "nauc_map_at_5_max": 0.414041, "nauc_map_at_5_std": 0.220296, "nauc_map_at_5_diff1": 0.129331, "nauc_map_at_10_max": 0.460203, "nauc_map_at_10_std": 0.271087, "nauc_map_at_10_diff1": 0.103307, "nauc_map_at_20_max": 0.486732, "nauc_map_at_20_std": 0.298916, "nauc_map_at_20_diff1": 0.079321, "nauc_map_at_100_max": 0.492111, "nauc_map_at_100_std": 0.30432, "nauc_map_at_100_diff1": 0.075064, "nauc_map_at_1000_max": 0.492111, "nauc_map_at_1000_std": 0.30432, "nauc_map_at_1000_diff1": 0.075064, "nauc_recall_at_1_max": 0.280239, "nauc_recall_at_1_std": 0.064294, "nauc_recall_at_1_diff1": 0.240994, "nauc_recall_at_3_max": 0.343909, "nauc_recall_at_3_std": 0.139714, "nauc_recall_at_3_diff1": 0.104461, "nauc_recall_at_5_max": 0.402861, "nauc_recall_at_5_std": 0.255056, "nauc_recall_at_5_diff1": 0.080207, "nauc_recall_at_10_max": 0.496845, "nauc_recall_at_10_std": 0.356127, "nauc_recall_at_10_diff1": 0.015733, "nauc_recall_at_20_max": 0.600478, "nauc_recall_at_20_std": 0.469129, "nauc_recall_at_20_diff1": -0.066146, "nauc_recall_at_100_max": 0.643281, "nauc_recall_at_100_std": 0.505719, "nauc_recall_at_100_diff1": -0.08926, "nauc_recall_at_1000_max": 0.643281, "nauc_recall_at_1000_std": 0.505719, "nauc_recall_at_1000_diff1": -0.08926, "nauc_precision_at_1_max": 0.494511, "nauc_precision_at_1_std": 0.255717, "nauc_precision_at_1_diff1": 0.171658, "nauc_precision_at_3_max": 0.445065, "nauc_precision_at_3_std": 0.337045, "nauc_precision_at_3_diff1": -0.066768, "nauc_precision_at_5_max": 0.449203, "nauc_precision_at_5_std": 0.452607, "nauc_precision_at_5_diff1": -0.136632, "nauc_precision_at_10_max": 0.399133, "nauc_precision_at_10_std": 0.443983, "nauc_precision_at_10_diff1": -0.190378, "nauc_precision_at_20_max": 0.333651, "nauc_precision_at_20_std": 0.406539, "nauc_precision_at_20_diff1": -0.236544, "nauc_precision_at_100_max": 0.287248, "nauc_precision_at_100_std": 0.363174, "nauc_precision_at_100_diff1": -0.228811, "nauc_precision_at_1000_max": 0.287248, "nauc_precision_at_1000_std": 0.363174, "nauc_precision_at_1000_diff1": -0.228811, "nauc_mrr_at_1_max": 0.494511, "nauc_mrr_at_1_std": 0.255717, "nauc_mrr_at_1_diff1": 0.171658, "nauc_mrr_at_3_max": 0.546067, "nauc_mrr_at_3_std": 0.318062, "nauc_mrr_at_3_diff1": 0.090584, "nauc_mrr_at_5_max": 0.548647, "nauc_mrr_at_5_std": 0.328148, "nauc_mrr_at_5_diff1": 0.094806, "nauc_mrr_at_10_max": 0.552826, "nauc_mrr_at_10_std": 0.336461, "nauc_mrr_at_10_diff1": 0.089686, "nauc_mrr_at_20_max": 0.553423, "nauc_mrr_at_20_std": 0.337026, "nauc_mrr_at_20_diff1": 0.091339, "nauc_mrr_at_100_max": 0.553423, "nauc_mrr_at_100_std": 0.337026, "nauc_mrr_at_100_diff1": 0.091339, "nauc_mrr_at_1000_max": 0.553423, "nauc_mrr_at_1000_std": 0.337026, "nauc_mrr_at_1000_diff1": 0.091339, "hit_rate_at_1": 0.5431, "hit_rate_at_3": 0.75, "hit_rate_at_5": 0.81034, "hit_rate_at_10": 0.85345, "hit_rate_at_20": 0.87069, "hit_rate_at_100": 0.87069, "hit_rate_at_1000": 0.87069, "main_score": 0.54671, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.51437, "ndcg_at_3": 0.50035, "ndcg_at_5": 0.50654, "ndcg_at_10": 0.52284, "ndcg_at_20": 0.54303, "ndcg_at_100": 0.55495, "ndcg_at_1000": 0.55495, "map_at_1": 0.23498, "map_at_3": 0.35012, "map_at_5": 0.38946, "map_at_10": 0.42495, "map_at_20": 0.44426, "map_at_100": 0.45026, "map_at_1000": 0.45026, "recall_at_1": 0.23498, "recall_at_3": 0.39374, "recall_at_5": 0.47195, "recall_at_10": 0.55333, "recall_at_20": 0.62082, "recall_at_100": 0.65391, "recall_at_1000": 0.65391, "accuracy": 0.23498, "precision_at_1": 0.53736, "precision_at_3": 0.36973, "precision_at_5": 0.28563, "precision_at_10": 0.19109, "precision_at_20": 0.11667, "precision_at_100": 0.02583, "precision_at_1000": 0.00258, "mrr_at_1": 0.537356, "mrr_at_3": 0.604885, "mrr_at_5": 0.61523, "mrr_at_10": 0.6197, "mrr_at_20": 0.621314, "mrr_at_100": 0.621575, "mrr_at_1000": 0.621575, "nauc_ndcg_at_1_max": 0.46077, "nauc_ndcg_at_1_std": 0.301883, "nauc_ndcg_at_1_diff1": 0.159594, "nauc_ndcg_at_3_max": 0.490831, "nauc_ndcg_at_3_std": 0.313326, "nauc_ndcg_at_3_diff1": 0.09674, "nauc_ndcg_at_5_max": 0.519567, "nauc_ndcg_at_5_std": 0.373616, "nauc_ndcg_at_5_diff1": 0.077566, "nauc_ndcg_at_10_max": 0.548054, "nauc_ndcg_at_10_std": 0.407908, "nauc_ndcg_at_10_diff1": 0.064564, "nauc_ndcg_at_20_max": 0.575098, "nauc_ndcg_at_20_std": 0.452973, "nauc_ndcg_at_20_diff1": 0.043509, "nauc_ndcg_at_100_max": 0.585943, "nauc_ndcg_at_100_std": 0.463029, "nauc_ndcg_at_100_diff1": 0.041491, "nauc_ndcg_at_1000_max": 0.585943, "nauc_ndcg_at_1000_std": 0.463029, "nauc_ndcg_at_1000_diff1": 0.041491, "nauc_map_at_1_max": 0.271064, "nauc_map_at_1_std": 0.109216, "nauc_map_at_1_diff1": 0.245974, "nauc_map_at_3_max": 0.393834, "nauc_map_at_3_std": 0.203901, "nauc_map_at_3_diff1": 0.15098, "nauc_map_at_5_max": 0.433003, "nauc_map_at_5_std": 0.274457, "nauc_map_at_5_diff1": 0.116997, "nauc_map_at_10_max": 0.478338, "nauc_map_at_10_std": 0.322619, "nauc_map_at_10_diff1": 0.093303, "nauc_map_at_20_max": 0.496968, "nauc_map_at_20_std": 0.355908, "nauc_map_at_20_diff1": 0.080466, "nauc_map_at_100_max": 0.501924, "nauc_map_at_100_std": 0.361036, "nauc_map_at_100_diff1": 0.080276, "nauc_map_at_1000_max": 0.501924, "nauc_map_at_1000_std": 0.361036, "nauc_map_at_1000_diff1": 0.080276, "nauc_recall_at_1_max": 0.271064, "nauc_recall_at_1_std": 0.109216, "nauc_recall_at_1_diff1": 0.245974, "nauc_recall_at_3_max": 0.4084, "nauc_recall_at_3_std": 0.231579, "nauc_recall_at_3_diff1": 0.106941, "nauc_recall_at_5_max": 0.464955, "nauc_recall_at_5_std": 0.345094, "nauc_recall_at_5_diff1": 0.036928, "nauc_recall_at_10_max": 0.550693, "nauc_recall_at_10_std": 0.432371, "nauc_recall_at_10_diff1": -0.00693, "nauc_recall_at_20_max": 0.631695, "nauc_recall_at_20_std": 0.574229, "nauc_recall_at_20_diff1": -0.065526, "nauc_recall_at_100_max": 0.672439, "nauc_recall_at_100_std": 0.609286, "nauc_recall_at_100_diff1": -0.076783, "nauc_recall_at_1000_max": 0.672439, "nauc_recall_at_1000_std": 0.609286, "nauc_recall_at_1000_diff1": -0.076783, "nauc_precision_at_1_max": 0.507336, "nauc_precision_at_1_std": 0.331131, "nauc_precision_at_1_diff1": 0.151418, "nauc_precision_at_3_max": 0.46688, "nauc_precision_at_3_std": 0.377132, "nauc_precision_at_3_diff1": -0.07005, "nauc_precision_at_5_max": 0.449484, "nauc_precision_at_5_std": 0.448253, "nauc_precision_at_5_diff1": -0.127447, "nauc_precision_at_10_max": 0.383512, "nauc_precision_at_10_std": 0.409694, "nauc_precision_at_10_diff1": -0.143661, "nauc_precision_at_20_max": 0.319627, "nauc_precision_at_20_std": 0.397122, "nauc_precision_at_20_diff1": -0.145868, "nauc_precision_at_100_max": 0.275201, "nauc_precision_at_100_std": 0.34805, "nauc_precision_at_100_diff1": -0.129321, "nauc_precision_at_1000_max": 0.275201, "nauc_precision_at_1000_std": 0.34805, "nauc_precision_at_1000_diff1": -0.129321, "nauc_mrr_at_1_max": 0.507336, "nauc_mrr_at_1_std": 0.331131, "nauc_mrr_at_1_diff1": 0.151418, "nauc_mrr_at_3_max": 0.572335, "nauc_mrr_at_3_std": 0.410831, "nauc_mrr_at_3_diff1": 0.091641, "nauc_mrr_at_5_max": 0.580346, "nauc_mrr_at_5_std": 0.416003, "nauc_mrr_at_5_diff1": 0.088771, "nauc_mrr_at_10_max": 0.578161, "nauc_mrr_at_10_std": 0.41836, "nauc_mrr_at_10_diff1": 0.089639, "nauc_mrr_at_20_max": 0.58001, "nauc_mrr_at_20_std": 0.4218, "nauc_mrr_at_20_diff1": 0.088885, "nauc_mrr_at_100_max": 0.580298, "nauc_mrr_at_100_std": 0.421777, "nauc_mrr_at_100_diff1": 0.088939, "nauc_mrr_at_1000_max": 0.580298, "nauc_mrr_at_1000_std": 0.421777, "nauc_mrr_at_1000_diff1": 0.088939, "hit_rate_at_1": 0.53736, "hit_rate_at_3": 0.6954, "hit_rate_at_5": 0.74138, "hit_rate_at_10": 0.77299, "hit_rate_at_20": 0.79598, "hit_rate_at_100": 0.8046, "hit_rate_at_1000": 0.8046, "main_score": 0.52284, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.66523, "ndcg_at_3": 0.64539, "ndcg_at_5": 0.64839, "ndcg_at_10": 0.66822, "ndcg_at_20": 0.69773, "ndcg_at_100": 0.71455, "ndcg_at_1000": 0.71455, "map_at_1": 0.30466, "map_at_3": 0.46219, "map_at_5": 0.51131, "map_at_10": 0.55644, "map_at_20": 0.57965, "map_at_100": 0.58867, "map_at_1000": 0.58867, "recall_at_1": 0.30466, "recall_at_3": 0.512, "recall_at_5": 0.60128, "recall_at_10": 0.70172, "recall_at_20": 0.78944, "recall_at_100": 0.84072, "recall_at_1000": 0.84072, "accuracy": 0.30466, "precision_at_1": 0.69253, "precision_at_3": 0.47701, "precision_at_5": 0.36494, "precision_at_10": 0.23851, "precision_at_20": 0.14655, "precision_at_100": 0.03279, "precision_at_1000": 0.00328, "mrr_at_1": 0.692529, "mrr_at_3": 0.769636, "mrr_at_5": 0.780699, "mrr_at_10": 0.784678, "mrr_at_20": 0.786634, "mrr_at_100": 0.786891, "mrr_at_1000": 0.786891, "nauc_ndcg_at_1_max": 0.389999, "nauc_ndcg_at_1_std": 0.012983, "nauc_ndcg_at_1_diff1": 0.119348, "nauc_ndcg_at_3_max": 0.4292, "nauc_ndcg_at_3_std": 0.045925, "nauc_ndcg_at_3_diff1": 0.053451, "nauc_ndcg_at_5_max": 0.450861, "nauc_ndcg_at_5_std": 0.092345, "nauc_ndcg_at_5_diff1": 0.025396, "nauc_ndcg_at_10_max": 0.463524, "nauc_ndcg_at_10_std": 0.121768, "nauc_ndcg_at_10_diff1": 0.007093, "nauc_ndcg_at_20_max": 0.471277, "nauc_ndcg_at_20_std": 0.144697, "nauc_ndcg_at_20_diff1": -0.00145, "nauc_ndcg_at_100_max": 0.489418, "nauc_ndcg_at_100_std": 0.142181, "nauc_ndcg_at_100_diff1": -0.019552, "nauc_ndcg_at_1000_max": 0.489418, "nauc_ndcg_at_1000_std": 0.142181, "nauc_ndcg_at_1000_diff1": -0.019552, "nauc_map_at_1_max": 0.23517, "nauc_map_at_1_std": -0.114272, "nauc_map_at_1_diff1": 0.214232, "nauc_map_at_3_max": 0.346197, "nauc_map_at_3_std": -0.044746, "nauc_map_at_3_diff1": 0.110059, "nauc_map_at_5_max": 0.374329, "nauc_map_at_5_std": 0.008819, "nauc_map_at_5_diff1": 0.069846, "nauc_map_at_10_max": 0.406341, "nauc_map_at_10_std": 0.054484, "nauc_map_at_10_diff1": 0.037005, "nauc_map_at_20_max": 0.417175, "nauc_map_at_20_std": 0.077392, "nauc_map_at_20_diff1": 0.020922, "nauc_map_at_100_max": 0.425211, "nauc_map_at_100_std": 0.07996, "nauc_map_at_100_diff1": 0.011704, "nauc_map_at_1000_max": 0.425211, "nauc_map_at_1000_std": 0.07996, "nauc_map_at_1000_diff1": 0.011704, "nauc_recall_at_1_max": 0.23517, "nauc_recall_at_1_std": -0.114272, "nauc_recall_at_1_diff1": 0.214232, "nauc_recall_at_3_max": 0.333429, "nauc_recall_at_3_std": -0.02734, "nauc_recall_at_3_diff1": 0.09799, "nauc_recall_at_5_max": 0.373851, "nauc_recall_at_5_std": 0.090451, "nauc_recall_at_5_diff1": 0.025298, "nauc_recall_at_10_max": 0.421873, "nauc_recall_at_10_std": 0.19791, "nauc_recall_at_10_diff1": -0.058856, "nauc_recall_at_20_max": 0.431345, "nauc_recall_at_20_std": 0.303409, "nauc_recall_at_20_diff1": -0.121578, "nauc_recall_at_100_max": 0.539546, "nauc_recall_at_100_std": 0.331241, "nauc_recall_at_100_diff1": -0.207251, "nauc_recall_at_1000_max": 0.539546, "nauc_recall_at_1000_std": 0.331241, "nauc_recall_at_1000_diff1": -0.207251, "nauc_precision_at_1_max": 0.413235, "nauc_precision_at_1_std": -0.003525, "nauc_precision_at_1_diff1": 0.124317, "nauc_precision_at_3_max": 0.28666, "nauc_precision_at_3_std": 0.167035, "nauc_precision_at_3_diff1": -0.134795, "nauc_precision_at_5_max": 0.221213, "nauc_precision_at_5_std": 0.23422, "nauc_precision_at_5_diff1": -0.209869, "nauc_precision_at_10_max": 0.148184, "nauc_precision_at_10_std": 0.258939, "nauc_precision_at_10_diff1": -0.23382, "nauc_precision_at_20_max": 0.054156, "nauc_precision_at_20_std": 0.243555, "nauc_precision_at_20_diff1": -0.225782, "nauc_precision_at_100_max": 0.027581, "nauc_precision_at_100_std": 0.199392, "nauc_precision_at_100_diff1": -0.235163, "nauc_precision_at_1000_max": 0.027581, "nauc_precision_at_1000_std": 0.199392, "nauc_precision_at_1000_diff1": -0.235163, "nauc_mrr_at_1_max": 0.413235, "nauc_mrr_at_1_std": -0.003525, "nauc_mrr_at_1_diff1": 0.124317, "nauc_mrr_at_3_max": 0.47305, "nauc_mrr_at_3_std": 0.043681, "nauc_mrr_at_3_diff1": 0.098579, "nauc_mrr_at_5_max": 0.477166, "nauc_mrr_at_5_std": 0.05357, "nauc_mrr_at_5_diff1": 0.100763, "nauc_mrr_at_10_max": 0.471149, "nauc_mrr_at_10_std": 0.053798, "nauc_mrr_at_10_diff1": 0.098527, "nauc_mrr_at_20_max": 0.469591, "nauc_mrr_at_20_std": 0.05067, "nauc_mrr_at_20_diff1": 0.100508, "nauc_mrr_at_100_max": 0.469047, "nauc_mrr_at_100_std": 0.049557, "nauc_mrr_at_100_diff1": 0.101285, "nauc_mrr_at_1000_max": 0.469047, "nauc_mrr_at_1000_std": 0.049557, "nauc_mrr_at_1000_diff1": 0.101285, "hit_rate_at_1": 0.69253, "hit_rate_at_3": 0.86207, "hit_rate_at_5": 0.90805, "hit_rate_at_10": 0.93966, "hit_rate_at_20": 0.96839, "hit_rate_at_100": 0.97414, "hit_rate_at_1000": 0.97414, "main_score": 0.66822, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.51293, "ndcg_at_3": 0.49628, "ndcg_at_5": 0.50619, "ndcg_at_10": 0.53277, "ndcg_at_20": 0.5589, "ndcg_at_100": 0.57409, "ndcg_at_1000": 0.57409, "map_at_1": 0.22347, "map_at_3": 0.34447, "map_at_5": 0.38458, "map_at_10": 0.42562, "map_at_20": 0.44703, "map_at_100": 0.45491, "map_at_1000": 0.45491, "recall_at_1": 0.22347, "recall_at_3": 0.39314, "recall_at_5": 0.47664, "recall_at_10": 0.5833, "recall_at_20": 0.66487, "recall_at_100": 0.70682, "recall_at_1000": 0.70682, "accuracy": 0.22347, "precision_at_1": 0.53448, "precision_at_3": 0.36973, "precision_at_5": 0.28736, "precision_at_10": 0.19569, "precision_at_20": 0.1217, "precision_at_100": 0.02756, "precision_at_1000": 0.00276, "mrr_at_1": 0.534483, "mrr_at_3": 0.615421, "mrr_at_5": 0.627921, "mrr_at_10": 0.633395, "mrr_at_20": 0.635402, "mrr_at_100": 0.635643, "mrr_at_1000": 0.635643, "nauc_ndcg_at_1_max": 0.534293, "nauc_ndcg_at_1_std": 0.347658, "nauc_ndcg_at_1_diff1": 0.21916, "nauc_ndcg_at_3_max": 0.54081, "nauc_ndcg_at_3_std": 0.331988, "nauc_ndcg_at_3_diff1": 0.175223, "nauc_ndcg_at_5_max": 0.539131, "nauc_ndcg_at_5_std": 0.356194, "nauc_ndcg_at_5_diff1": 0.154625, "nauc_ndcg_at_10_max": 0.57101, "nauc_ndcg_at_10_std": 0.395186, "nauc_ndcg_at_10_diff1": 0.136263, "nauc_ndcg_at_20_max": 0.608254, "nauc_ndcg_at_20_std": 0.427718, "nauc_ndcg_at_20_diff1": 0.116626, "nauc_ndcg_at_100_max": 0.617788, "nauc_ndcg_at_100_std": 0.437275, "nauc_ndcg_at_100_diff1": 0.114503, "nauc_ndcg_at_1000_max": 0.617788, "nauc_ndcg_at_1000_std": 0.437275, "nauc_ndcg_at_1000_diff1": 0.114503, "nauc_map_at_1_max": 0.382829, "nauc_map_at_1_std": 0.107714, "nauc_map_at_1_diff1": 0.310509, "nauc_map_at_3_max": 0.448911, "nauc_map_at_3_std": 0.182691, "nauc_map_at_3_diff1": 0.236594, "nauc_map_at_5_max": 0.473373, "nauc_map_at_5_std": 0.236613, "nauc_map_at_5_diff1": 0.202942, "nauc_map_at_10_max": 0.513737, "nauc_map_at_10_std": 0.300956, "nauc_map_at_10_diff1": 0.174246, "nauc_map_at_20_max": 0.537916, "nauc_map_at_20_std": 0.331037, "nauc_map_at_20_diff1": 0.158239, "nauc_map_at_100_max": 0.542097, "nauc_map_at_100_std": 0.337341, "nauc_map_at_100_diff1": 0.155813, "nauc_map_at_1000_max": 0.542097, "nauc_map_at_1000_std": 0.337341, "nauc_map_at_1000_diff1": 0.155813, "nauc_recall_at_1_max": 0.382829, "nauc_recall_at_1_std": 0.107714, "nauc_recall_at_1_diff1": 0.310509, "nauc_recall_at_3_max": 0.418705, "nauc_recall_at_3_std": 0.179557, "nauc_recall_at_3_diff1": 0.20021, "nauc_recall_at_5_max": 0.438148, "nauc_recall_at_5_std": 0.268828, "nauc_recall_at_5_diff1": 0.125539, "nauc_recall_at_10_max": 0.515, "nauc_recall_at_10_std": 0.396384, "nauc_recall_at_10_diff1": 0.04826, "nauc_recall_at_20_max": 0.638894, "nauc_recall_at_20_std": 0.517131, "nauc_recall_at_20_diff1": -0.013796, "nauc_recall_at_100_max": 0.695407, "nauc_recall_at_100_std": 0.574161, "nauc_recall_at_100_diff1": -0.038439, "nauc_recall_at_1000_max": 0.695407, "nauc_recall_at_1000_std": 0.574161, "nauc_recall_at_1000_diff1": -0.038439, "nauc_precision_at_1_max": 0.552463, "nauc_precision_at_1_std": 0.341373, "nauc_precision_at_1_diff1": 0.23593, "nauc_precision_at_3_max": 0.471838, "nauc_precision_at_3_std": 0.384057, "nauc_precision_at_3_diff1": 0.017409, "nauc_precision_at_5_max": 0.412277, "nauc_precision_at_5_std": 0.423702, "nauc_precision_at_5_diff1": -0.081626, "nauc_precision_at_10_max": 0.33407, "nauc_precision_at_10_std": 0.420036, "nauc_precision_at_10_diff1": -0.135108, "nauc_precision_at_20_max": 0.281005, "nauc_precision_at_20_std": 0.381319, "nauc_precision_at_20_diff1": -0.149727, "nauc_precision_at_100_max": 0.220772, "nauc_precision_at_100_std": 0.326622, "nauc_precision_at_100_diff1": -0.140628, "nauc_precision_at_1000_max": 0.220772, "nauc_precision_at_1000_std": 0.326622, "nauc_precision_at_1000_diff1": -0.140628, "nauc_mrr_at_1_max": 0.552463, "nauc_mrr_at_1_std": 0.341373, "nauc_mrr_at_1_diff1": 0.23593, "nauc_mrr_at_3_max": 0.593179, "nauc_mrr_at_3_std": 0.391041, "nauc_mrr_at_3_diff1": 0.199099, "nauc_mrr_at_5_max": 0.599771, "nauc_mrr_at_5_std": 0.405093, "nauc_mrr_at_5_diff1": 0.18617, "nauc_mrr_at_10_max": 0.59937, "nauc_mrr_at_10_std": 0.405228, "nauc_mrr_at_10_diff1": 0.180537, "nauc_mrr_at_20_max": 0.601342, "nauc_mrr_at_20_std": 0.40789, "nauc_mrr_at_20_diff1": 0.180227, "nauc_mrr_at_100_max": 0.60237, "nauc_mrr_at_100_std": 0.408775, "nauc_mrr_at_100_diff1": 0.180262, "nauc_mrr_at_1000_max": 0.60237, "nauc_mrr_at_1000_std": 0.408775, "nauc_mrr_at_1000_diff1": 0.180262, "hit_rate_at_1": 0.53448, "hit_rate_at_3": 0.71552, "hit_rate_at_5": 0.77011, "hit_rate_at_10": 0.81322, "hit_rate_at_20": 0.84195, "hit_rate_at_100": 0.8477, "hit_rate_at_1000": 0.8477, "main_score": 0.53277, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.50144, "ndcg_at_3": 0.49341, "ndcg_at_5": 0.50566, "ndcg_at_10": 0.52648, "ndcg_at_20": 0.54941, "ndcg_at_100": 0.56047, "ndcg_at_1000": 0.56047, "map_at_1": 0.21349, "map_at_3": 0.34263, "map_at_5": 0.38667, "map_at_10": 0.42223, "map_at_20": 0.44081, "map_at_100": 0.44654, "map_at_1000": 0.44654, "recall_at_1": 0.21349, "recall_at_3": 0.39509, "recall_at_5": 0.48472, "recall_at_10": 0.57982, "recall_at_20": 0.6528, "recall_at_100": 0.68705, "recall_at_1000": 0.68705, "accuracy": 0.21349, "precision_at_1": 0.52874, "precision_at_3": 0.37069, "precision_at_5": 0.28908, "precision_at_10": 0.19109, "precision_at_20": 0.11695, "precision_at_100": 0.02572, "precision_at_1000": 0.00257, "mrr_at_1": 0.528736, "mrr_at_3": 0.610632, "mrr_at_5": 0.623563, "mrr_at_10": 0.63094, "mrr_at_20": 0.632555, "mrr_at_100": 0.632805, "mrr_at_1000": 0.632805, "nauc_ndcg_at_1_max": 0.499661, "nauc_ndcg_at_1_std": 0.23786, "nauc_ndcg_at_1_diff1": 0.252262, "nauc_ndcg_at_3_max": 0.52585, "nauc_ndcg_at_3_std": 0.270174, "nauc_ndcg_at_3_diff1": 0.214173, "nauc_ndcg_at_5_max": 0.550389, "nauc_ndcg_at_5_std": 0.342235, "nauc_ndcg_at_5_diff1": 0.198167, "nauc_ndcg_at_10_max": 0.579718, "nauc_ndcg_at_10_std": 0.381463, "nauc_ndcg_at_10_diff1": 0.184907, "nauc_ndcg_at_20_max": 0.613687, "nauc_ndcg_at_20_std": 0.404989, "nauc_ndcg_at_20_diff1": 0.172326, "nauc_ndcg_at_100_max": 0.623193, "nauc_ndcg_at_100_std": 0.411257, "nauc_ndcg_at_100_diff1": 0.163271, "nauc_ndcg_at_1000_max": 0.623193, "nauc_ndcg_at_1000_std": 0.411257, "nauc_ndcg_at_1000_diff1": 0.163271, "nauc_map_at_1_max": 0.328645, "nauc_map_at_1_std": 0.075246, "nauc_map_at_1_diff1": 0.380449, "nauc_map_at_3_max": 0.426791, "nauc_map_at_3_std": 0.167968, "nauc_map_at_3_diff1": 0.262014, "nauc_map_at_5_max": 0.468817, "nauc_map_at_5_std": 0.239761, "nauc_map_at_5_diff1": 0.233531, "nauc_map_at_10_max": 0.51353, "nauc_map_at_10_std": 0.288471, "nauc_map_at_10_diff1": 0.212492, "nauc_map_at_20_max": 0.53776, "nauc_map_at_20_std": 0.311182, "nauc_map_at_20_diff1": 0.20661, "nauc_map_at_100_max": 0.541808, "nauc_map_at_100_std": 0.315147, "nauc_map_at_100_diff1": 0.203113, "nauc_map_at_1000_max": 0.541808, "nauc_map_at_1000_std": 0.315147, "nauc_map_at_1000_diff1": 0.203113, "nauc_recall_at_1_max": 0.328645, "nauc_recall_at_1_std": 0.075246, "nauc_recall_at_1_diff1": 0.380449, "nauc_recall_at_3_max": 0.415944, "nauc_recall_at_3_std": 0.199409, "nauc_recall_at_3_diff1": 0.181343, "nauc_recall_at_5_max": 0.463834, "nauc_recall_at_5_std": 0.328314, "nauc_recall_at_5_diff1": 0.131553, "nauc_recall_at_10_max": 0.560353, "nauc_recall_at_10_std": 0.448575, "nauc_recall_at_10_diff1": 0.074578, "nauc_recall_at_20_max": 0.655755, "nauc_recall_at_20_std": 0.537679, "nauc_recall_at_20_diff1": 0.042557, "nauc_recall_at_100_max": 0.703579, "nauc_recall_at_100_std": 0.576596, "nauc_recall_at_100_diff1": -0.001286, "nauc_recall_at_1000_max": 0.703579, "nauc_recall_at_1000_std": 0.576596, "nauc_recall_at_1000_diff1": -0.001286, "nauc_precision_at_1_max": 0.531467, "nauc_precision_at_1_std": 0.260891, "nauc_precision_at_1_diff1": 0.270342, "nauc_precision_at_3_max": 0.484715, "nauc_precision_at_3_std": 0.320703, "nauc_precision_at_3_diff1": 0.039253, "nauc_precision_at_5_max": 0.460124, "nauc_precision_at_5_std": 0.399086, "nauc_precision_at_5_diff1": -0.032756, "nauc_precision_at_10_max": 0.397111, "nauc_precision_at_10_std": 0.394778, "nauc_precision_at_10_diff1": -0.058804, "nauc_precision_at_20_max": 0.339608, "nauc_precision_at_20_std": 0.359724, "nauc_precision_at_20_diff1": -0.05907, "nauc_precision_at_100_max": 0.289926, "nauc_precision_at_100_std": 0.313261, "nauc_precision_at_100_diff1": -0.07937, "nauc_precision_at_1000_max": 0.289926, "nauc_precision_at_1000_std": 0.313261, "nauc_precision_at_1000_diff1": -0.07937, "nauc_mrr_at_1_max": 0.531467, "nauc_mrr_at_1_std": 0.260891, "nauc_mrr_at_1_diff1": 0.270342, "nauc_mrr_at_3_max": 0.593364, "nauc_mrr_at_3_std": 0.345188, "nauc_mrr_at_3_diff1": 0.227536, "nauc_mrr_at_5_max": 0.599573, "nauc_mrr_at_5_std": 0.357697, "nauc_mrr_at_5_diff1": 0.2192, "nauc_mrr_at_10_max": 0.602783, "nauc_mrr_at_10_std": 0.369574, "nauc_mrr_at_10_diff1": 0.219065, "nauc_mrr_at_20_max": 0.603483, "nauc_mrr_at_20_std": 0.369494, "nauc_mrr_at_20_diff1": 0.220191, "nauc_mrr_at_100_max": 0.604275, "nauc_mrr_at_100_std": 0.36945, "nauc_mrr_at_100_diff1": 0.220386, "nauc_mrr_at_1000_max": 0.604275, "nauc_mrr_at_1000_std": 0.36945, "nauc_mrr_at_1000_diff1": 0.220386, "hit_rate_at_1": 0.52874, "hit_rate_at_3": 0.7069, "hit_rate_at_5": 0.76149, "hit_rate_at_10": 0.81609, "hit_rate_at_20": 0.83908, "hit_rate_at_100": 0.84483, "hit_rate_at_1000": 0.84483, "main_score": 0.52648, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.31" }, { "ndcg_at_1": 0.48851, "ndcg_at_3": 0.48695, "ndcg_at_5": 0.49786, "ndcg_at_10": 0.51919, "ndcg_at_20": 0.53765, "ndcg_at_100": 0.54785, "ndcg_at_1000": 0.54785, "map_at_1": 0.21406, "map_at_3": 0.33935, "map_at_5": 0.38054, "map_at_10": 0.41902, "map_at_20": 0.43614, "map_at_100": 0.44147, "map_at_1000": 0.44147, "recall_at_1": 0.21406, "recall_at_3": 0.38963, "recall_at_5": 0.47364, "recall_at_10": 0.57166, "recall_at_20": 0.63263, "recall_at_100": 0.66284, "recall_at_1000": 0.66284, "accuracy": 0.21406, "precision_at_1": 0.51437, "precision_at_3": 0.36877, "precision_at_5": 0.28851, "precision_at_10": 0.19224, "precision_at_20": 0.1148, "precision_at_100": 0.02509, "precision_at_1000": 0.00251, "mrr_at_1": 0.514368, "mrr_at_3": 0.597222, "mrr_at_5": 0.608142, "mrr_at_10": 0.612338, "mrr_at_20": 0.614302, "mrr_at_100": 0.614432, "mrr_at_1000": 0.614432, "nauc_ndcg_at_1_max": 0.448645, "nauc_ndcg_at_1_std": 0.226129, "nauc_ndcg_at_1_diff1": 0.20898, "nauc_ndcg_at_3_max": 0.530138, "nauc_ndcg_at_3_std": 0.286585, "nauc_ndcg_at_3_diff1": 0.15002, "nauc_ndcg_at_5_max": 0.557193, "nauc_ndcg_at_5_std": 0.346536, "nauc_ndcg_at_5_diff1": 0.127524, "nauc_ndcg_at_10_max": 0.574923, "nauc_ndcg_at_10_std": 0.405384, "nauc_ndcg_at_10_diff1": 0.114839, "nauc_ndcg_at_20_max": 0.611541, "nauc_ndcg_at_20_std": 0.436059, "nauc_ndcg_at_20_diff1": 0.099911, "nauc_ndcg_at_100_max": 0.624498, "nauc_ndcg_at_100_std": 0.44842, "nauc_ndcg_at_100_diff1": 0.097276, "nauc_ndcg_at_1000_max": 0.624498, "nauc_ndcg_at_1000_std": 0.44842, "nauc_ndcg_at_1000_diff1": 0.097276, "nauc_map_at_1_max": 0.303825, "nauc_map_at_1_std": 0.042536, "nauc_map_at_1_diff1": 0.332436, "nauc_map_at_3_max": 0.420873, "nauc_map_at_3_std": 0.156921, "nauc_map_at_3_diff1": 0.218057, "nauc_map_at_5_max": 0.468752, "nauc_map_at_5_std": 0.231774, "nauc_map_at_5_diff1": 0.181489, "nauc_map_at_10_max": 0.504805, "nauc_map_at_10_std": 0.303808, "nauc_map_at_10_diff1": 0.147665, "nauc_map_at_20_max": 0.531781, "nauc_map_at_20_std": 0.329595, "nauc_map_at_20_diff1": 0.135185, "nauc_map_at_100_max": 0.538441, "nauc_map_at_100_std": 0.336568, "nauc_map_at_100_diff1": 0.133, "nauc_map_at_1000_max": 0.538441, "nauc_map_at_1000_std": 0.336568, "nauc_map_at_1000_diff1": 0.133, "nauc_recall_at_1_max": 0.303825, "nauc_recall_at_1_std": 0.042536, "nauc_recall_at_1_diff1": 0.332436, "nauc_recall_at_3_max": 0.422411, "nauc_recall_at_3_std": 0.183625, "nauc_recall_at_3_diff1": 0.170953, "nauc_recall_at_5_max": 0.493116, "nauc_recall_at_5_std": 0.330006, "nauc_recall_at_5_diff1": 0.094733, "nauc_recall_at_10_max": 0.551453, "nauc_recall_at_10_std": 0.484814, "nauc_recall_at_10_diff1": 0.03779, "nauc_recall_at_20_max": 0.66577, "nauc_recall_at_20_std": 0.58682, "nauc_recall_at_20_diff1": -0.009621, "nauc_recall_at_100_max": 0.712809, "nauc_recall_at_100_std": 0.633695, "nauc_recall_at_100_diff1": -0.023348, "nauc_recall_at_1000_max": 0.712809, "nauc_recall_at_1000_std": 0.633695, "nauc_recall_at_1000_diff1": -0.023348, "nauc_precision_at_1_max": 0.477539, "nauc_precision_at_1_std": 0.226539, "nauc_precision_at_1_diff1": 0.209037, "nauc_precision_at_3_max": 0.502531, "nauc_precision_at_3_std": 0.365794, "nauc_precision_at_3_diff1": -0.056782, "nauc_precision_at_5_max": 0.478027, "nauc_precision_at_5_std": 0.435758, "nauc_precision_at_5_diff1": -0.123437, "nauc_precision_at_10_max": 0.401002, "nauc_precision_at_10_std": 0.456874, "nauc_precision_at_10_diff1": -0.161541, "nauc_precision_at_20_max": 0.386165, "nauc_precision_at_20_std": 0.437284, "nauc_precision_at_20_diff1": -0.168425, "nauc_precision_at_100_max": 0.360956, "nauc_precision_at_100_std": 0.407043, "nauc_precision_at_100_diff1": -0.162861, "nauc_precision_at_1000_max": 0.360956, "nauc_precision_at_1000_std": 0.407043, "nauc_precision_at_1000_diff1": -0.162861, "nauc_mrr_at_1_max": 0.477539, "nauc_mrr_at_1_std": 0.226539, "nauc_mrr_at_1_diff1": 0.209037, "nauc_mrr_at_3_max": 0.555315, "nauc_mrr_at_3_std": 0.32951, "nauc_mrr_at_3_diff1": 0.158407, "nauc_mrr_at_5_max": 0.565625, "nauc_mrr_at_5_std": 0.354082, "nauc_mrr_at_5_diff1": 0.145566, "nauc_mrr_at_10_max": 0.566246, "nauc_mrr_at_10_std": 0.356224, "nauc_mrr_at_10_diff1": 0.149847, "nauc_mrr_at_20_max": 0.568634, "nauc_mrr_at_20_std": 0.358283, "nauc_mrr_at_20_diff1": 0.150013, "nauc_mrr_at_100_max": 0.568695, "nauc_mrr_at_100_std": 0.358671, "nauc_mrr_at_100_diff1": 0.149912, "nauc_mrr_at_1000_max": 0.568695, "nauc_mrr_at_1000_std": 0.358671, "nauc_mrr_at_1000_diff1": 0.149912, "hit_rate_at_1": 0.51437, "hit_rate_at_3": 0.70115, "hit_rate_at_5": 0.74713, "hit_rate_at_10": 0.77874, "hit_rate_at_20": 0.80747, "hit_rate_at_100": 0.81034, "hit_rate_at_1000": 0.81034, "main_score": 0.51919, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.31" } ] }, "evaluation_time": 2967.093874336919, "kg_co2_emissions": null, "date": 1793553271.491169, "evaluation_phases": [ { "name": "Data loading", "start": 6.362097337841988e-05, "end": 120.78684074315242, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 120.78688248316757, "end": 120.78688538307324, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 120.79956577718258, "end": 608.0429350081831, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 608.0432289710734, "end": 608.1308487839997, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 608.3982400950044, "end": 1080.6279505081475, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1080.6282224510796, "end": 1080.6999582620338, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1081.0847530281171, "end": 1553.6210699409712, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1553.6213831440546, "end": 1553.6920821971726, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1553.7241841291543, "end": 2025.7381887601223, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2025.738496843027, "end": 2025.808675883105, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 2025.9708851689938, "end": 2496.6253382421564, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2496.625651545124, "end": 2496.6963105581235, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2496.7507792920806, "end": 2966.992047972046, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 2966.9923824949656, "end": 2967.064362806035, "split": "test", "subset": "portuguese" } ] }