{ "dataset_revision": "6d20dfc6799e48a4b1d9dab909980c06b9caa3d3", "task_name": "Vidore3PharmaceuticalsBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.5, "ndcg_at_3": 0.48062, "ndcg_at_5": 0.48748, "ndcg_at_10": 0.49653, "ndcg_at_20": 0.50892, "ndcg_at_100": 0.51567, "ndcg_at_1000": 0.51567, "map_at_1": 0.26379, "map_at_3": 0.34628, "map_at_5": 0.3733, "map_at_10": 0.40213, "map_at_20": 0.41706, "map_at_100": 0.42095, "map_at_1000": 0.42095, "recall_at_1": 0.26379, "recall_at_3": 0.38199, "recall_at_5": 0.4411, "recall_at_10": 0.51389, "recall_at_20": 0.5613, "recall_at_100": 0.57824, "recall_at_1000": 0.57824, "accuracy": 0.26379, "precision_at_1": 0.52473, "precision_at_3": 0.3196, "precision_at_5": 0.25, "precision_at_10": 0.16786, "precision_at_20": 0.10151, "precision_at_100": 0.02192, "precision_at_1000": 0.00219, "mrr_at_1": 0.524725, "mrr_at_3": 0.587454, "mrr_at_5": 0.600366, "mrr_at_10": 0.606533, "mrr_at_20": 0.607275, "mrr_at_100": 0.607454, "mrr_at_1000": 0.607454, "nauc_ndcg_at_1_max": 0.462298, "nauc_ndcg_at_1_std": 0.169893, "nauc_ndcg_at_1_diff1": 0.376049, "nauc_ndcg_at_3_max": 0.498854, "nauc_ndcg_at_3_std": 0.2245, "nauc_ndcg_at_3_diff1": 0.282913, "nauc_ndcg_at_5_max": 0.504914, "nauc_ndcg_at_5_std": 0.254093, "nauc_ndcg_at_5_diff1": 0.256608, "nauc_ndcg_at_10_max": 0.5257, "nauc_ndcg_at_10_std": 0.284673, "nauc_ndcg_at_10_diff1": 0.250784, "nauc_ndcg_at_20_max": 0.53777, "nauc_ndcg_at_20_std": 0.313441, "nauc_ndcg_at_20_diff1": 0.238164, "nauc_ndcg_at_100_max": 0.54454, "nauc_ndcg_at_100_std": 0.3279, "nauc_ndcg_at_100_diff1": 0.230801, "nauc_ndcg_at_1000_max": 0.54454, "nauc_ndcg_at_1000_std": 0.3279, "nauc_ndcg_at_1000_diff1": 0.230801, "nauc_map_at_1_max": 0.284571, "nauc_map_at_1_std": -0.061527, "nauc_map_at_1_diff1": 0.478984, "nauc_map_at_3_max": 0.381889, "nauc_map_at_3_std": 0.030801, "nauc_map_at_3_diff1": 0.361302, "nauc_map_at_5_max": 0.402963, "nauc_map_at_5_std": 0.079229, "nauc_map_at_5_diff1": 0.333312, "nauc_map_at_10_max": 0.440968, "nauc_map_at_10_std": 0.145397, "nauc_map_at_10_diff1": 0.299246, "nauc_map_at_20_max": 0.457298, "nauc_map_at_20_std": 0.187076, "nauc_map_at_20_diff1": 0.277249, "nauc_map_at_100_max": 0.462277, "nauc_map_at_100_std": 0.19759, "nauc_map_at_100_diff1": 0.272049, "nauc_map_at_1000_max": 0.462277, "nauc_map_at_1000_std": 0.19759, "nauc_map_at_1000_diff1": 0.272049, "nauc_recall_at_1_max": 0.284571, "nauc_recall_at_1_std": -0.061527, "nauc_recall_at_1_diff1": 0.478984, "nauc_recall_at_3_max": 0.388239, "nauc_recall_at_3_std": 0.053041, "nauc_recall_at_3_diff1": 0.319819, "nauc_recall_at_5_max": 0.403621, "nauc_recall_at_5_std": 0.142964, "nauc_recall_at_5_diff1": 0.249198, "nauc_recall_at_10_max": 0.477829, "nauc_recall_at_10_std": 0.290477, "nauc_recall_at_10_diff1": 0.179346, "nauc_recall_at_20_max": 0.506494, "nauc_recall_at_20_std": 0.392588, "nauc_recall_at_20_diff1": 0.111864, "nauc_recall_at_100_max": 0.522397, "nauc_recall_at_100_std": 0.427368, "nauc_recall_at_100_diff1": 0.09287, "nauc_recall_at_1000_max": 0.522397, "nauc_recall_at_1000_std": 0.427368, "nauc_recall_at_1000_diff1": 0.09287, "nauc_precision_at_1_max": 0.466411, "nauc_precision_at_1_std": 0.20292, "nauc_precision_at_1_diff1": 0.359362, "nauc_precision_at_3_max": 0.458949, "nauc_precision_at_3_std": 0.412966, "nauc_precision_at_3_diff1": -0.041704, "nauc_precision_at_5_max": 0.406836, "nauc_precision_at_5_std": 0.495041, "nauc_precision_at_5_diff1": -0.159525, "nauc_precision_at_10_max": 0.376587, "nauc_precision_at_10_std": 0.576782, "nauc_precision_at_10_diff1": -0.249276, "nauc_precision_at_20_max": 0.352289, "nauc_precision_at_20_std": 0.606724, "nauc_precision_at_20_diff1": -0.283778, "nauc_precision_at_100_max": 0.327276, "nauc_precision_at_100_std": 0.589766, "nauc_precision_at_100_diff1": -0.28806, "nauc_precision_at_1000_max": 0.327276, "nauc_precision_at_1000_std": 0.589766, "nauc_precision_at_1000_diff1": -0.28806, "nauc_mrr_at_1_max": 0.466411, "nauc_mrr_at_1_std": 0.20292, "nauc_mrr_at_1_diff1": 0.359362, "nauc_mrr_at_3_max": 0.540655, "nauc_mrr_at_3_std": 0.293274, "nauc_mrr_at_3_diff1": 0.339856, "nauc_mrr_at_5_max": 0.538679, "nauc_mrr_at_5_std": 0.305037, "nauc_mrr_at_5_diff1": 0.331282, "nauc_mrr_at_10_max": 0.545362, "nauc_mrr_at_10_std": 0.320459, "nauc_mrr_at_10_diff1": 0.324651, "nauc_mrr_at_20_max": 0.547004, "nauc_mrr_at_20_std": 0.320976, "nauc_mrr_at_20_diff1": 0.323841, "nauc_mrr_at_100_max": 0.546779, "nauc_mrr_at_100_std": 0.320793, "nauc_mrr_at_100_diff1": 0.323969, "nauc_mrr_at_1000_max": 0.546779, "nauc_mrr_at_1000_std": 0.320793, "nauc_mrr_at_1000_diff1": 0.323969, "hit_rate_at_1": 0.52473, "hit_rate_at_3": 0.66758, "hit_rate_at_5": 0.72527, "hit_rate_at_10": 0.76923, "hit_rate_at_20": 0.78022, "hit_rate_at_100": 0.78571, "hit_rate_at_1000": 0.78571, "main_score": 0.49653, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.51923, "ndcg_at_3": 0.48803, "ndcg_at_5": 0.48215, "ndcg_at_10": 0.49049, "ndcg_at_20": 0.50655, "ndcg_at_100": 0.5131, "ndcg_at_1000": 0.5131, "map_at_1": 0.25945, "map_at_3": 0.34384, "map_at_5": 0.36758, "map_at_10": 0.39663, "map_at_20": 0.41342, "map_at_100": 0.41732, "map_at_1000": 0.41732, "recall_at_1": 0.25945, "recall_at_3": 0.38288, "recall_at_5": 0.42614, "recall_at_10": 0.49571, "recall_at_20": 0.55339, "recall_at_100": 0.57037, "recall_at_1000": 0.57037, "accuracy": 0.25945, "precision_at_1": 0.53571, "precision_at_3": 0.3196, "precision_at_5": 0.24176, "precision_at_10": 0.16181, "precision_at_20": 0.10014, "precision_at_100": 0.02151, "precision_at_1000": 0.00215, "mrr_at_1": 0.535714, "mrr_at_3": 0.595238, "mrr_at_5": 0.602244, "mrr_at_10": 0.608387, "mrr_at_20": 0.609591, "mrr_at_100": 0.609832, "mrr_at_1000": 0.609832, "nauc_ndcg_at_1_max": 0.423228, "nauc_ndcg_at_1_std": 0.172137, "nauc_ndcg_at_1_diff1": 0.324981, "nauc_ndcg_at_3_max": 0.508858, "nauc_ndcg_at_3_std": 0.250975, "nauc_ndcg_at_3_diff1": 0.223513, "nauc_ndcg_at_5_max": 0.532497, "nauc_ndcg_at_5_std": 0.288783, "nauc_ndcg_at_5_diff1": 0.205675, "nauc_ndcg_at_10_max": 0.553024, "nauc_ndcg_at_10_std": 0.324528, "nauc_ndcg_at_10_diff1": 0.183882, "nauc_ndcg_at_20_max": 0.566505, "nauc_ndcg_at_20_std": 0.368391, "nauc_ndcg_at_20_diff1": 0.171091, "nauc_ndcg_at_100_max": 0.571988, "nauc_ndcg_at_100_std": 0.38044, "nauc_ndcg_at_100_diff1": 0.165533, "nauc_ndcg_at_1000_max": 0.571988, "nauc_ndcg_at_1000_std": 0.38044, "nauc_ndcg_at_1000_diff1": 0.165533, "nauc_map_at_1_max": 0.279165, "nauc_map_at_1_std": -0.024686, "nauc_map_at_1_diff1": 0.411182, "nauc_map_at_3_max": 0.388518, "nauc_map_at_3_std": 0.081713, "nauc_map_at_3_diff1": 0.279851, "nauc_map_at_5_max": 0.420391, "nauc_map_at_5_std": 0.130877, "nauc_map_at_5_diff1": 0.256774, "nauc_map_at_10_max": 0.456338, "nauc_map_at_10_std": 0.198508, "nauc_map_at_10_diff1": 0.217327, "nauc_map_at_20_max": 0.475172, "nauc_map_at_20_std": 0.243289, "nauc_map_at_20_diff1": 0.19519, "nauc_map_at_100_max": 0.479639, "nauc_map_at_100_std": 0.252506, "nauc_map_at_100_diff1": 0.190571, "nauc_map_at_1000_max": 0.479639, "nauc_map_at_1000_std": 0.252506, "nauc_map_at_1000_diff1": 0.190571, "nauc_recall_at_1_max": 0.279165, "nauc_recall_at_1_std": -0.024686, "nauc_recall_at_1_diff1": 0.411182, "nauc_recall_at_3_max": 0.417241, "nauc_recall_at_3_std": 0.13336, "nauc_recall_at_3_diff1": 0.230083, "nauc_recall_at_5_max": 0.465566, "nauc_recall_at_5_std": 0.225343, "nauc_recall_at_5_diff1": 0.189005, "nauc_recall_at_10_max": 0.542396, "nauc_recall_at_10_std": 0.377203, "nauc_recall_at_10_diff1": 0.103225, "nauc_recall_at_20_max": 0.585199, "nauc_recall_at_20_std": 0.522152, "nauc_recall_at_20_diff1": 0.041763, "nauc_recall_at_100_max": 0.598501, "nauc_recall_at_100_std": 0.551922, "nauc_recall_at_100_diff1": 0.026246, "nauc_recall_at_1000_max": 0.598501, "nauc_recall_at_1000_std": 0.551922, "nauc_recall_at_1000_diff1": 0.026246, "nauc_precision_at_1_max": 0.437829, "nauc_precision_at_1_std": 0.19366, "nauc_precision_at_1_diff1": 0.314311, "nauc_precision_at_3_max": 0.462144, "nauc_precision_at_3_std": 0.384466, "nauc_precision_at_3_diff1": -0.075199, "nauc_precision_at_5_max": 0.448488, "nauc_precision_at_5_std": 0.474365, "nauc_precision_at_5_diff1": -0.151716, "nauc_precision_at_10_max": 0.424827, "nauc_precision_at_10_std": 0.563357, "nauc_precision_at_10_diff1": -0.243555, "nauc_precision_at_20_max": 0.380903, "nauc_precision_at_20_std": 0.587551, "nauc_precision_at_20_diff1": -0.274189, "nauc_precision_at_100_max": 0.358866, "nauc_precision_at_100_std": 0.572219, "nauc_precision_at_100_diff1": -0.273584, "nauc_precision_at_1000_max": 0.358866, "nauc_precision_at_1000_std": 0.572219, "nauc_precision_at_1000_diff1": -0.273584, "nauc_mrr_at_1_max": 0.437829, "nauc_mrr_at_1_std": 0.19366, "nauc_mrr_at_1_diff1": 0.314311, "nauc_mrr_at_3_max": 0.531795, "nauc_mrr_at_3_std": 0.290602, "nauc_mrr_at_3_diff1": 0.262165, "nauc_mrr_at_5_max": 0.53872, "nauc_mrr_at_5_std": 0.308689, "nauc_mrr_at_5_diff1": 0.258315, "nauc_mrr_at_10_max": 0.550108, "nauc_mrr_at_10_std": 0.326623, "nauc_mrr_at_10_diff1": 0.253051, "nauc_mrr_at_20_max": 0.550444, "nauc_mrr_at_20_std": 0.329625, "nauc_mrr_at_20_diff1": 0.252435, "nauc_mrr_at_100_max": 0.550245, "nauc_mrr_at_100_std": 0.329445, "nauc_mrr_at_100_diff1": 0.252065, "nauc_mrr_at_1000_max": 0.550245, "nauc_mrr_at_1000_std": 0.329445, "nauc_mrr_at_1000_diff1": 0.252065, "hit_rate_at_1": 0.53571, "hit_rate_at_3": 0.67308, "hit_rate_at_5": 0.7033, "hit_rate_at_10": 0.74451, "hit_rate_at_20": 0.76099, "hit_rate_at_100": 0.76648, "hit_rate_at_1000": 0.76648, "main_score": 0.49049, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.61813, "ndcg_at_3": 0.63763, "ndcg_at_5": 0.63746, "ndcg_at_10": 0.65475, "ndcg_at_20": 0.68028, "ndcg_at_100": 0.6934, "ndcg_at_1000": 0.6934, "map_at_1": 0.31993, "map_at_3": 0.45638, "map_at_5": 0.49588, "map_at_10": 0.54263, "map_at_20": 0.57113, "map_at_100": 0.57865, "map_at_1000": 0.57865, "recall_at_1": 0.31993, "recall_at_3": 0.51371, "recall_at_5": 0.58404, "recall_at_10": 0.68919, "recall_at_20": 0.76954, "recall_at_100": 0.80425, "recall_at_1000": 0.80425, "accuracy": 0.31993, "precision_at_1": 0.64011, "precision_at_3": 0.43956, "precision_at_5": 0.34231, "precision_at_10": 0.23571, "precision_at_20": 0.15041, "precision_at_100": 0.0331, "precision_at_1000": 0.00331, "mrr_at_1": 0.64011, "mrr_at_3": 0.733516, "mrr_at_5": 0.74272, "mrr_at_10": 0.749669, "mrr_at_20": 0.750688, "mrr_at_100": 0.751262, "mrr_at_1000": 0.751262, "nauc_ndcg_at_1_max": 0.395592, "nauc_ndcg_at_1_std": -0.177799, "nauc_ndcg_at_1_diff1": 0.460913, "nauc_ndcg_at_3_max": 0.375638, "nauc_ndcg_at_3_std": -0.149239, "nauc_ndcg_at_3_diff1": 0.37929, "nauc_ndcg_at_5_max": 0.375014, "nauc_ndcg_at_5_std": -0.149521, "nauc_ndcg_at_5_diff1": 0.38311, "nauc_ndcg_at_10_max": 0.377848, "nauc_ndcg_at_10_std": -0.139535, "nauc_ndcg_at_10_diff1": 0.396501, "nauc_ndcg_at_20_max": 0.410239, "nauc_ndcg_at_20_std": -0.078112, "nauc_ndcg_at_20_diff1": 0.364738, "nauc_ndcg_at_100_max": 0.422416, "nauc_ndcg_at_100_std": -0.056862, "nauc_ndcg_at_100_diff1": 0.346449, "nauc_ndcg_at_1000_max": 0.422416, "nauc_ndcg_at_1000_std": -0.056862, "nauc_ndcg_at_1000_diff1": 0.346449, "nauc_map_at_1_max": 0.187262, "nauc_map_at_1_std": -0.326661, "nauc_map_at_1_diff1": 0.55017, "nauc_map_at_3_max": 0.237903, "nauc_map_at_3_std": -0.29855, "nauc_map_at_3_diff1": 0.473655, "nauc_map_at_5_max": 0.264024, "nauc_map_at_5_std": -0.267253, "nauc_map_at_5_diff1": 0.451874, "nauc_map_at_10_max": 0.291732, "nauc_map_at_10_std": -0.210679, "nauc_map_at_10_diff1": 0.428726, "nauc_map_at_20_max": 0.325779, "nauc_map_at_20_std": -0.151526, "nauc_map_at_20_diff1": 0.397165, "nauc_map_at_100_max": 0.333616, "nauc_map_at_100_std": -0.139204, "nauc_map_at_100_diff1": 0.387838, "nauc_map_at_1000_max": 0.333616, "nauc_map_at_1000_std": -0.139204, "nauc_map_at_1000_diff1": 0.387838, "nauc_recall_at_1_max": 0.187262, "nauc_recall_at_1_std": -0.326661, "nauc_recall_at_1_diff1": 0.55017, "nauc_recall_at_3_max": 0.236876, "nauc_recall_at_3_std": -0.271484, "nauc_recall_at_3_diff1": 0.419501, "nauc_recall_at_5_max": 0.248741, "nauc_recall_at_5_std": -0.244209, "nauc_recall_at_5_diff1": 0.383886, "nauc_recall_at_10_max": 0.28713, "nauc_recall_at_10_std": -0.142605, "nauc_recall_at_10_diff1": 0.352237, "nauc_recall_at_20_max": 0.381728, "nauc_recall_at_20_std": 0.062195, "nauc_recall_at_20_diff1": 0.236362, "nauc_recall_at_100_max": 0.416516, "nauc_recall_at_100_std": 0.146247, "nauc_recall_at_100_diff1": 0.162804, "nauc_recall_at_1000_max": 0.416516, "nauc_recall_at_1000_std": 0.146247, "nauc_recall_at_1000_diff1": 0.162804, "nauc_precision_at_1_max": 0.390961, "nauc_precision_at_1_std": -0.168643, "nauc_precision_at_1_diff1": 0.449094, "nauc_precision_at_3_max": 0.244084, "nauc_precision_at_3_std": 0.171177, "nauc_precision_at_3_diff1": -0.103209, "nauc_precision_at_5_max": 0.205281, "nauc_precision_at_5_std": 0.262439, "nauc_precision_at_5_diff1": -0.197447, "nauc_precision_at_10_max": 0.148949, "nauc_precision_at_10_std": 0.343926, "nauc_precision_at_10_diff1": -0.26602, "nauc_precision_at_20_max": 0.158246, "nauc_precision_at_20_std": 0.415343, "nauc_precision_at_20_diff1": -0.321232, "nauc_precision_at_100_max": 0.142193, "nauc_precision_at_100_std": 0.418038, "nauc_precision_at_100_diff1": -0.344584, "nauc_precision_at_1000_max": 0.142193, "nauc_precision_at_1000_std": 0.418038, "nauc_precision_at_1000_diff1": -0.344584, "nauc_mrr_at_1_max": 0.390961, "nauc_mrr_at_1_std": -0.168643, "nauc_mrr_at_1_diff1": 0.449094, "nauc_mrr_at_3_max": 0.412103, "nauc_mrr_at_3_std": -0.14619, "nauc_mrr_at_3_diff1": 0.406836, "nauc_mrr_at_5_max": 0.404274, "nauc_mrr_at_5_std": -0.153353, "nauc_mrr_at_5_diff1": 0.410885, "nauc_mrr_at_10_max": 0.409507, "nauc_mrr_at_10_std": -0.151243, "nauc_mrr_at_10_diff1": 0.412362, "nauc_mrr_at_20_max": 0.410608, "nauc_mrr_at_20_std": -0.148472, "nauc_mrr_at_20_diff1": 0.411598, "nauc_mrr_at_100_max": 0.410045, "nauc_mrr_at_100_std": -0.148465, "nauc_mrr_at_100_diff1": 0.411385, "nauc_mrr_at_1000_max": 0.410045, "nauc_mrr_at_1000_std": -0.148465, "nauc_mrr_at_1000_diff1": 0.411385, "hit_rate_at_1": 0.64011, "hit_rate_at_3": 0.84615, "hit_rate_at_5": 0.88736, "hit_rate_at_10": 0.93681, "hit_rate_at_20": 0.95055, "hit_rate_at_100": 0.96703, "hit_rate_at_1000": 0.96703, "main_score": 0.65475, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.48489, "ndcg_at_3": 0.4906, "ndcg_at_5": 0.48553, "ndcg_at_10": 0.49585, "ndcg_at_20": 0.51496, "ndcg_at_100": 0.524, "ndcg_at_1000": 0.524, "map_at_1": 0.25854, "map_at_3": 0.35897, "map_at_5": 0.38046, "map_at_10": 0.40864, "map_at_20": 0.42815, "map_at_100": 0.43361, "map_at_1000": 0.43361, "recall_at_1": 0.25854, "recall_at_3": 0.40781, "recall_at_5": 0.45143, "recall_at_10": 0.52377, "recall_at_20": 0.585, "recall_at_100": 0.60795, "recall_at_1000": 0.60795, "accuracy": 0.25854, "precision_at_1": 0.50549, "precision_at_3": 0.33242, "precision_at_5": 0.24396, "precision_at_10": 0.16154, "precision_at_20": 0.10151, "precision_at_100": 0.02255, "precision_at_1000": 0.00226, "mrr_at_1": 0.505495, "mrr_at_3": 0.57326, "mrr_at_5": 0.583562, "mrr_at_10": 0.589494, "mrr_at_20": 0.590458, "mrr_at_100": 0.590912, "mrr_at_1000": 0.590912, "nauc_ndcg_at_1_max": 0.433963, "nauc_ndcg_at_1_std": 0.123495, "nauc_ndcg_at_1_diff1": 0.361243, "nauc_ndcg_at_3_max": 0.508913, "nauc_ndcg_at_3_std": 0.224037, "nauc_ndcg_at_3_diff1": 0.281033, "nauc_ndcg_at_5_max": 0.510772, "nauc_ndcg_at_5_std": 0.249272, "nauc_ndcg_at_5_diff1": 0.260105, "nauc_ndcg_at_10_max": 0.526712, "nauc_ndcg_at_10_std": 0.287374, "nauc_ndcg_at_10_diff1": 0.257368, "nauc_ndcg_at_20_max": 0.546224, "nauc_ndcg_at_20_std": 0.328265, "nauc_ndcg_at_20_diff1": 0.243637, "nauc_ndcg_at_100_max": 0.553754, "nauc_ndcg_at_100_std": 0.344558, "nauc_ndcg_at_100_diff1": 0.232568, "nauc_ndcg_at_1000_max": 0.553754, "nauc_ndcg_at_1000_std": 0.344558, "nauc_ndcg_at_1000_diff1": 0.232568, "nauc_map_at_1_max": 0.305998, "nauc_map_at_1_std": -0.07281, "nauc_map_at_1_diff1": 0.424185, "nauc_map_at_3_max": 0.423234, "nauc_map_at_3_std": 0.061743, "nauc_map_at_3_diff1": 0.334433, "nauc_map_at_5_max": 0.435611, "nauc_map_at_5_std": 0.106236, "nauc_map_at_5_diff1": 0.310458, "nauc_map_at_10_max": 0.456605, "nauc_map_at_10_std": 0.167946, "nauc_map_at_10_diff1": 0.290965, "nauc_map_at_20_max": 0.471617, "nauc_map_at_20_std": 0.208278, "nauc_map_at_20_diff1": 0.275236, "nauc_map_at_100_max": 0.476973, "nauc_map_at_100_std": 0.21993, "nauc_map_at_100_diff1": 0.268296, "nauc_map_at_1000_max": 0.476973, "nauc_map_at_1000_std": 0.21993, "nauc_map_at_1000_diff1": 0.268296, "nauc_recall_at_1_max": 0.305998, "nauc_recall_at_1_std": -0.07281, "nauc_recall_at_1_diff1": 0.424185, "nauc_recall_at_3_max": 0.460034, "nauc_recall_at_3_std": 0.123942, "nauc_recall_at_3_diff1": 0.277375, "nauc_recall_at_5_max": 0.468457, "nauc_recall_at_5_std": 0.201983, "nauc_recall_at_5_diff1": 0.223932, "nauc_recall_at_10_max": 0.52138, "nauc_recall_at_10_std": 0.360239, "nauc_recall_at_10_diff1": 0.183322, "nauc_recall_at_20_max": 0.578848, "nauc_recall_at_20_std": 0.47905, "nauc_recall_at_20_diff1": 0.137609, "nauc_recall_at_100_max": 0.603819, "nauc_recall_at_100_std": 0.527747, "nauc_recall_at_100_diff1": 0.110189, "nauc_recall_at_1000_max": 0.603819, "nauc_recall_at_1000_std": 0.527747, "nauc_recall_at_1000_diff1": 0.110189, "nauc_precision_at_1_max": 0.433054, "nauc_precision_at_1_std": 0.140612, "nauc_precision_at_1_diff1": 0.362041, "nauc_precision_at_3_max": 0.440899, "nauc_precision_at_3_std": 0.396241, "nauc_precision_at_3_diff1": 0.023372, "nauc_precision_at_5_max": 0.390136, "nauc_precision_at_5_std": 0.474108, "nauc_precision_at_5_diff1": -0.070295, "nauc_precision_at_10_max": 0.309324, "nauc_precision_at_10_std": 0.511059, "nauc_precision_at_10_diff1": -0.127161, "nauc_precision_at_20_max": 0.269753, "nauc_precision_at_20_std": 0.507581, "nauc_precision_at_20_diff1": -0.163108, "nauc_precision_at_100_max": 0.250358, "nauc_precision_at_100_std": 0.490297, "nauc_precision_at_100_diff1": -0.185471, "nauc_precision_at_1000_max": 0.250358, "nauc_precision_at_1000_std": 0.490297, "nauc_precision_at_1000_diff1": -0.185471, "nauc_mrr_at_1_max": 0.433054, "nauc_mrr_at_1_std": 0.140612, "nauc_mrr_at_1_diff1": 0.362041, "nauc_mrr_at_3_max": 0.521699, "nauc_mrr_at_3_std": 0.247169, "nauc_mrr_at_3_diff1": 0.329601, "nauc_mrr_at_5_max": 0.523758, "nauc_mrr_at_5_std": 0.266171, "nauc_mrr_at_5_diff1": 0.314969, "nauc_mrr_at_10_max": 0.527936, "nauc_mrr_at_10_std": 0.279263, "nauc_mrr_at_10_diff1": 0.312881, "nauc_mrr_at_20_max": 0.529043, "nauc_mrr_at_20_std": 0.279805, "nauc_mrr_at_20_diff1": 0.311681, "nauc_mrr_at_100_max": 0.528952, "nauc_mrr_at_100_std": 0.279231, "nauc_mrr_at_100_diff1": 0.311855, "nauc_mrr_at_1000_max": 0.528952, "nauc_mrr_at_1000_std": 0.279231, "nauc_mrr_at_1000_diff1": 0.311855, "hit_rate_at_1": 0.50549, "hit_rate_at_3": 0.65934, "hit_rate_at_5": 0.7033, "hit_rate_at_10": 0.74725, "hit_rate_at_20": 0.76099, "hit_rate_at_100": 0.77198, "hit_rate_at_1000": 0.77198, "main_score": 0.49585, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.47115, "ndcg_at_3": 0.47618, "ndcg_at_5": 0.47643, "ndcg_at_10": 0.48681, "ndcg_at_20": 0.49936, "ndcg_at_100": 0.50704, "ndcg_at_1000": 0.50704, "map_at_1": 0.25672, "map_at_3": 0.34256, "map_at_5": 0.36718, "map_at_10": 0.39704, "map_at_20": 0.41209, "map_at_100": 0.41644, "map_at_1000": 0.41644, "recall_at_1": 0.25672, "recall_at_3": 0.38521, "recall_at_5": 0.43593, "recall_at_10": 0.50907, "recall_at_20": 0.55755, "recall_at_100": 0.57634, "recall_at_1000": 0.57634, "accuracy": 0.25672, "precision_at_1": 0.49176, "precision_at_3": 0.3196, "precision_at_5": 0.24286, "precision_at_10": 0.16484, "precision_at_20": 0.09876, "precision_at_100": 0.02157, "precision_at_1000": 0.00216, "mrr_at_1": 0.491758, "mrr_at_3": 0.568223, "mrr_at_5": 0.578251, "mrr_at_10": 0.583348, "mrr_at_20": 0.584378, "mrr_at_100": 0.58448, "mrr_at_1000": 0.58448, "nauc_ndcg_at_1_max": 0.47685, "nauc_ndcg_at_1_std": 0.175406, "nauc_ndcg_at_1_diff1": 0.375, "nauc_ndcg_at_3_max": 0.563944, "nauc_ndcg_at_3_std": 0.286084, "nauc_ndcg_at_3_diff1": 0.288233, "nauc_ndcg_at_5_max": 0.578126, "nauc_ndcg_at_5_std": 0.319272, "nauc_ndcg_at_5_diff1": 0.266753, "nauc_ndcg_at_10_max": 0.589236, "nauc_ndcg_at_10_std": 0.350996, "nauc_ndcg_at_10_diff1": 0.262047, "nauc_ndcg_at_20_max": 0.591859, "nauc_ndcg_at_20_std": 0.378463, "nauc_ndcg_at_20_diff1": 0.257109, "nauc_ndcg_at_100_max": 0.597491, "nauc_ndcg_at_100_std": 0.395269, "nauc_ndcg_at_100_diff1": 0.248289, "nauc_ndcg_at_1000_max": 0.597491, "nauc_ndcg_at_1000_std": 0.395269, "nauc_ndcg_at_1000_diff1": 0.248289, "nauc_map_at_1_max": 0.392719, "nauc_map_at_1_std": 0.023731, "nauc_map_at_1_diff1": 0.414057, "nauc_map_at_3_max": 0.490252, "nauc_map_at_3_std": 0.127801, "nauc_map_at_3_diff1": 0.337361, "nauc_map_at_5_max": 0.508984, "nauc_map_at_5_std": 0.174431, "nauc_map_at_5_diff1": 0.314847, "nauc_map_at_10_max": 0.527964, "nauc_map_at_10_std": 0.237646, "nauc_map_at_10_diff1": 0.289821, "nauc_map_at_20_max": 0.532801, "nauc_map_at_20_std": 0.269104, "nauc_map_at_20_diff1": 0.275517, "nauc_map_at_100_max": 0.53691, "nauc_map_at_100_std": 0.280564, "nauc_map_at_100_diff1": 0.270197, "nauc_map_at_1000_max": 0.53691, "nauc_map_at_1000_std": 0.280564, "nauc_map_at_1000_diff1": 0.270197, "nauc_recall_at_1_max": 0.392719, "nauc_recall_at_1_std": 0.023731, "nauc_recall_at_1_diff1": 0.414057, "nauc_recall_at_3_max": 0.509758, "nauc_recall_at_3_std": 0.179544, "nauc_recall_at_3_diff1": 0.292141, "nauc_recall_at_5_max": 0.544659, "nauc_recall_at_5_std": 0.280861, "nauc_recall_at_5_diff1": 0.237127, "nauc_recall_at_10_max": 0.579718, "nauc_recall_at_10_std": 0.408498, "nauc_recall_at_10_diff1": 0.194488, "nauc_recall_at_20_max": 0.600735, "nauc_recall_at_20_std": 0.507462, "nauc_recall_at_20_diff1": 0.165497, "nauc_recall_at_100_max": 0.612669, "nauc_recall_at_100_std": 0.549632, "nauc_recall_at_100_diff1": 0.142348, "nauc_recall_at_1000_max": 0.612669, "nauc_recall_at_1000_std": 0.549632, "nauc_recall_at_1000_diff1": 0.142348, "nauc_precision_at_1_max": 0.481669, "nauc_precision_at_1_std": 0.189535, "nauc_precision_at_1_diff1": 0.375144, "nauc_precision_at_3_max": 0.454834, "nauc_precision_at_3_std": 0.424296, "nauc_precision_at_3_diff1": 0.026487, "nauc_precision_at_5_max": 0.372892, "nauc_precision_at_5_std": 0.462654, "nauc_precision_at_5_diff1": -0.068717, "nauc_precision_at_10_max": 0.295234, "nauc_precision_at_10_std": 0.513024, "nauc_precision_at_10_diff1": -0.141264, "nauc_precision_at_20_max": 0.239068, "nauc_precision_at_20_std": 0.511851, "nauc_precision_at_20_diff1": -0.165713, "nauc_precision_at_100_max": 0.220764, "nauc_precision_at_100_std": 0.503622, "nauc_precision_at_100_diff1": -0.183991, "nauc_precision_at_1000_max": 0.220764, "nauc_precision_at_1000_std": 0.503622, "nauc_precision_at_1000_diff1": -0.183991, "nauc_mrr_at_1_max": 0.481669, "nauc_mrr_at_1_std": 0.189535, "nauc_mrr_at_1_diff1": 0.375144, "nauc_mrr_at_3_max": 0.561912, "nauc_mrr_at_3_std": 0.311901, "nauc_mrr_at_3_diff1": 0.336278, "nauc_mrr_at_5_max": 0.56952, "nauc_mrr_at_5_std": 0.329926, "nauc_mrr_at_5_diff1": 0.328577, "nauc_mrr_at_10_max": 0.570757, "nauc_mrr_at_10_std": 0.33079, "nauc_mrr_at_10_diff1": 0.332018, "nauc_mrr_at_20_max": 0.570657, "nauc_mrr_at_20_std": 0.33262, "nauc_mrr_at_20_diff1": 0.331809, "nauc_mrr_at_100_max": 0.570611, "nauc_mrr_at_100_std": 0.332517, "nauc_mrr_at_100_diff1": 0.331651, "nauc_mrr_at_1000_max": 0.570611, "nauc_mrr_at_1000_std": 0.332517, "nauc_mrr_at_1000_diff1": 0.331651, "hit_rate_at_1": 0.49176, "hit_rate_at_3": 0.66484, "hit_rate_at_5": 0.70879, "hit_rate_at_10": 0.74725, "hit_rate_at_20": 0.76099, "hit_rate_at_100": 0.76374, "hit_rate_at_1000": 0.76374, "main_score": 0.48681, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.45879, "ndcg_at_3": 0.46212, "ndcg_at_5": 0.46213, "ndcg_at_10": 0.47045, "ndcg_at_20": 0.48573, "ndcg_at_100": 0.49131, "ndcg_at_1000": 0.49131, "map_at_1": 0.24705, "map_at_3": 0.33209, "map_at_5": 0.35683, "map_at_10": 0.38279, "map_at_20": 0.39871, "map_at_100": 0.4021, "map_at_1000": 0.4021, "recall_at_1": 0.24705, "recall_at_3": 0.37226, "recall_at_5": 0.4232, "recall_at_10": 0.4888, "recall_at_20": 0.54397, "recall_at_100": 0.55782, "recall_at_1000": 0.55782, "accuracy": 0.24705, "precision_at_1": 0.47253, "precision_at_3": 0.31044, "precision_at_5": 0.23297, "precision_at_10": 0.15522, "precision_at_20": 0.09588, "precision_at_100": 0.02055, "precision_at_1000": 0.00205, "mrr_at_1": 0.472527, "mrr_at_3": 0.556777, "mrr_at_5": 0.564606, "mrr_at_10": 0.568046, "mrr_at_20": 0.569411, "mrr_at_100": 0.569542, "mrr_at_1000": 0.569542, "nauc_ndcg_at_1_max": 0.446574, "nauc_ndcg_at_1_std": 0.15975, "nauc_ndcg_at_1_diff1": 0.350216, "nauc_ndcg_at_3_max": 0.525442, "nauc_ndcg_at_3_std": 0.278749, "nauc_ndcg_at_3_diff1": 0.22659, "nauc_ndcg_at_5_max": 0.536569, "nauc_ndcg_at_5_std": 0.299468, "nauc_ndcg_at_5_diff1": 0.207326, "nauc_ndcg_at_10_max": 0.550579, "nauc_ndcg_at_10_std": 0.330696, "nauc_ndcg_at_10_diff1": 0.200381, "nauc_ndcg_at_20_max": 0.558859, "nauc_ndcg_at_20_std": 0.365408, "nauc_ndcg_at_20_diff1": 0.193674, "nauc_ndcg_at_100_max": 0.565076, "nauc_ndcg_at_100_std": 0.374532, "nauc_ndcg_at_100_diff1": 0.185593, "nauc_ndcg_at_1000_max": 0.565076, "nauc_ndcg_at_1000_std": 0.374532, "nauc_ndcg_at_1000_diff1": 0.185593, "nauc_map_at_1_max": 0.305845, "nauc_map_at_1_std": 0.001163, "nauc_map_at_1_diff1": 0.412559, "nauc_map_at_3_max": 0.422328, "nauc_map_at_3_std": 0.110986, "nauc_map_at_3_diff1": 0.294463, "nauc_map_at_5_max": 0.444349, "nauc_map_at_5_std": 0.154683, "nauc_map_at_5_diff1": 0.268588, "nauc_map_at_10_max": 0.471942, "nauc_map_at_10_std": 0.210667, "nauc_map_at_10_diff1": 0.245615, "nauc_map_at_20_max": 0.488287, "nauc_map_at_20_std": 0.252466, "nauc_map_at_20_diff1": 0.226602, "nauc_map_at_100_max": 0.491931, "nauc_map_at_100_std": 0.259666, "nauc_map_at_100_diff1": 0.221063, "nauc_map_at_1000_max": 0.491931, "nauc_map_at_1000_std": 0.259666, "nauc_map_at_1000_diff1": 0.221063, "nauc_recall_at_1_max": 0.305845, "nauc_recall_at_1_std": 0.001163, "nauc_recall_at_1_diff1": 0.412559, "nauc_recall_at_3_max": 0.450674, "nauc_recall_at_3_std": 0.163704, "nauc_recall_at_3_diff1": 0.236013, "nauc_recall_at_5_max": 0.464829, "nauc_recall_at_5_std": 0.239146, "nauc_recall_at_5_diff1": 0.192991, "nauc_recall_at_10_max": 0.521293, "nauc_recall_at_10_std": 0.363555, "nauc_recall_at_10_diff1": 0.146534, "nauc_recall_at_20_max": 0.56255, "nauc_recall_at_20_std": 0.490582, "nauc_recall_at_20_diff1": 0.100937, "nauc_recall_at_100_max": 0.579496, "nauc_recall_at_100_std": 0.515127, "nauc_recall_at_100_diff1": 0.081128, "nauc_recall_at_1000_max": 0.579496, "nauc_recall_at_1000_std": 0.515127, "nauc_recall_at_1000_diff1": 0.081128, "nauc_precision_at_1_max": 0.450847, "nauc_precision_at_1_std": 0.159831, "nauc_precision_at_1_diff1": 0.358808, "nauc_precision_at_3_max": 0.495747, "nauc_precision_at_3_std": 0.441076, "nauc_precision_at_3_diff1": -0.053731, "nauc_precision_at_5_max": 0.45912, "nauc_precision_at_5_std": 0.478651, "nauc_precision_at_5_diff1": -0.123851, "nauc_precision_at_10_max": 0.407592, "nauc_precision_at_10_std": 0.530626, "nauc_precision_at_10_diff1": -0.184444, "nauc_precision_at_20_max": 0.364325, "nauc_precision_at_20_std": 0.5612, "nauc_precision_at_20_diff1": -0.218363, "nauc_precision_at_100_max": 0.344803, "nauc_precision_at_100_std": 0.544874, "nauc_precision_at_100_diff1": -0.231909, "nauc_precision_at_1000_max": 0.344803, "nauc_precision_at_1000_std": 0.544874, "nauc_precision_at_1000_diff1": -0.231909, "nauc_mrr_at_1_max": 0.450847, "nauc_mrr_at_1_std": 0.159831, "nauc_mrr_at_1_diff1": 0.358808, "nauc_mrr_at_3_max": 0.531667, "nauc_mrr_at_3_std": 0.293047, "nauc_mrr_at_3_diff1": 0.288592, "nauc_mrr_at_5_max": 0.537862, "nauc_mrr_at_5_std": 0.308455, "nauc_mrr_at_5_diff1": 0.284465, "nauc_mrr_at_10_max": 0.543281, "nauc_mrr_at_10_std": 0.315487, "nauc_mrr_at_10_diff1": 0.280882, "nauc_mrr_at_20_max": 0.544304, "nauc_mrr_at_20_std": 0.317751, "nauc_mrr_at_20_diff1": 0.282028, "nauc_mrr_at_100_max": 0.545192, "nauc_mrr_at_100_std": 0.318571, "nauc_mrr_at_100_diff1": 0.281698, "nauc_mrr_at_1000_max": 0.545192, "nauc_mrr_at_1000_std": 0.318571, "nauc_mrr_at_1000_diff1": 0.281698, "hit_rate_at_1": 0.47253, "hit_rate_at_3": 0.65659, "hit_rate_at_5": 0.69231, "hit_rate_at_10": 0.71703, "hit_rate_at_20": 0.73626, "hit_rate_at_100": 0.73901, "hit_rate_at_1000": 0.73901, "main_score": 0.47045, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 330.43966601230204, "kg_co2_emissions": null, "date": 1793335589.476751, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00016901083290576935, "end": 59.09179601445794, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 59.139440048485994, "end": 59.24215757846832, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 59.36742337979376, "end": 118.18653754144907, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 118.30689452774823, "end": 118.41364164836705, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 118.5798499789089, "end": 163.2919026389718, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 163.46861604973674, "end": 163.57709045521915, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 163.80699882656336, "end": 218.06875435821712, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 218.26035947538912, "end": 218.36868090741336, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 218.60058656521142, "end": 274.6345915142447, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 274.89245885051787, "end": 275.0047218147665, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 275.1586041264236, "end": 329.84918211586773, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 330.18209440633655, "end": 330.2786845192313, "split": "test", "subset": "portuguese" } ] }