{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.63256, "ndcg_at_3": 0.57331, "ndcg_at_5": 0.56181, "ndcg_at_10": 0.54873, "ndcg_at_20": 0.55267, "ndcg_at_100": 0.55518, "ndcg_at_1000": 0.55518, "map_at_1": 0.26475, "map_at_3": 0.38819, "map_at_5": 0.43684, "map_at_10": 0.45973, "map_at_20": 0.46953, "map_at_100": 0.47104, "map_at_1000": 0.47104, "recall_at_1": 0.26475, "recall_at_3": 0.40597, "recall_at_5": 0.47575, "recall_at_10": 0.52187, "recall_at_20": 0.54416, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.26475, "precision_at_1": 0.68372, "precision_at_3": 0.45116, "precision_at_5": 0.34326, "precision_at_10": 0.20465, "precision_at_20": 0.11233, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.683721, "mrr_at_3": 0.720155, "mrr_at_5": 0.721318, "mrr_at_10": 0.72261, "mrr_at_20": 0.72261, "mrr_at_100": 0.722821, "mrr_at_1000": 0.722821, "nauc_ndcg_at_1_max": 0.633347, "nauc_ndcg_at_1_std": 0.515306, "nauc_ndcg_at_1_diff1": 0.433068, "nauc_ndcg_at_3_max": 0.603749, "nauc_ndcg_at_3_std": 0.560846, "nauc_ndcg_at_3_diff1": 0.283917, "nauc_ndcg_at_5_max": 0.63441, "nauc_ndcg_at_5_std": 0.6195, "nauc_ndcg_at_5_diff1": 0.263881, "nauc_ndcg_at_10_max": 0.623327, "nauc_ndcg_at_10_std": 0.599501, "nauc_ndcg_at_10_diff1": 0.249487, "nauc_ndcg_at_20_max": 0.626802, "nauc_ndcg_at_20_std": 0.606948, "nauc_ndcg_at_20_diff1": 0.246411, "nauc_ndcg_at_100_max": 0.628955, "nauc_ndcg_at_100_std": 0.612256, "nauc_ndcg_at_100_diff1": 0.243465, "nauc_ndcg_at_1000_max": 0.628955, "nauc_ndcg_at_1000_std": 0.612256, "nauc_ndcg_at_1000_diff1": 0.243465, "nauc_map_at_1_max": 0.357994, "nauc_map_at_1_std": 0.131316, "nauc_map_at_1_diff1": 0.334346, "nauc_map_at_3_max": 0.415336, "nauc_map_at_3_std": 0.29017, "nauc_map_at_3_diff1": 0.241244, "nauc_map_at_5_max": 0.474692, "nauc_map_at_5_std": 0.412212, "nauc_map_at_5_diff1": 0.210381, "nauc_map_at_10_max": 0.51145, "nauc_map_at_10_std": 0.482908, "nauc_map_at_10_diff1": 0.183835, "nauc_map_at_20_max": 0.52931, "nauc_map_at_20_std": 0.514296, "nauc_map_at_20_diff1": 0.176653, "nauc_map_at_100_max": 0.531522, "nauc_map_at_100_std": 0.518833, "nauc_map_at_100_diff1": 0.174706, "nauc_map_at_1000_max": 0.531522, "nauc_map_at_1000_std": 0.518833, "nauc_map_at_1000_diff1": 0.174706, "nauc_recall_at_1_max": 0.357994, "nauc_recall_at_1_std": 0.131316, "nauc_recall_at_1_diff1": 0.334346, "nauc_recall_at_3_max": 0.405837, "nauc_recall_at_3_std": 0.291544, "nauc_recall_at_3_diff1": 0.229697, "nauc_recall_at_5_max": 0.487985, "nauc_recall_at_5_std": 0.463734, "nauc_recall_at_5_diff1": 0.187854, "nauc_recall_at_10_max": 0.527073, "nauc_recall_at_10_std": 0.5608, "nauc_recall_at_10_diff1": 0.135753, "nauc_recall_at_20_max": 0.555297, "nauc_recall_at_20_std": 0.613275, "nauc_recall_at_20_diff1": 0.129971, "nauc_recall_at_100_max": 0.560767, "nauc_recall_at_100_std": 0.626869, "nauc_recall_at_100_diff1": 0.122536, "nauc_recall_at_1000_max": 0.560767, "nauc_recall_at_1000_std": 0.626869, "nauc_recall_at_1000_diff1": 0.122536, "nauc_precision_at_1_max": 0.724489, "nauc_precision_at_1_std": 0.673498, "nauc_precision_at_1_diff1": 0.433148, "nauc_precision_at_3_max": 0.453499, "nauc_precision_at_3_std": 0.636845, "nauc_precision_at_3_diff1": 0.019698, "nauc_precision_at_5_max": 0.444228, "nauc_precision_at_5_std": 0.68626, "nauc_precision_at_5_diff1": -0.039161, "nauc_precision_at_10_max": 0.418392, "nauc_precision_at_10_std": 0.696894, "nauc_precision_at_10_diff1": -0.106239, "nauc_precision_at_20_max": 0.405322, "nauc_precision_at_20_std": 0.68646, "nauc_precision_at_20_diff1": -0.112772, "nauc_precision_at_100_max": 0.402678, "nauc_precision_at_100_std": 0.68684, "nauc_precision_at_100_diff1": -0.123228, "nauc_precision_at_1000_max": 0.402678, "nauc_precision_at_1000_std": 0.68684, "nauc_precision_at_1000_diff1": -0.123228, "nauc_mrr_at_1_max": 0.724489, "nauc_mrr_at_1_std": 0.673498, "nauc_mrr_at_1_diff1": 0.433148, "nauc_mrr_at_3_max": 0.771007, "nauc_mrr_at_3_std": 0.741047, "nauc_mrr_at_3_diff1": 0.438302, "nauc_mrr_at_5_max": 0.776395, "nauc_mrr_at_5_std": 0.752032, "nauc_mrr_at_5_diff1": 0.437168, "nauc_mrr_at_10_max": 0.776701, "nauc_mrr_at_10_std": 0.752245, "nauc_mrr_at_10_diff1": 0.441018, "nauc_mrr_at_20_max": 0.776701, "nauc_mrr_at_20_std": 0.752245, "nauc_mrr_at_20_diff1": 0.441018, "nauc_mrr_at_100_max": 0.776708, "nauc_mrr_at_100_std": 0.752614, "nauc_mrr_at_100_diff1": 0.440665, "nauc_mrr_at_1000_max": 0.776708, "nauc_mrr_at_1000_std": 0.752614, "nauc_mrr_at_1000_diff1": 0.440665, "hit_rate_at_1": 0.68372, "hit_rate_at_3": 0.76279, "hit_rate_at_5": 0.76744, "hit_rate_at_10": 0.77674, "hit_rate_at_20": 0.77674, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.54873, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.63488, "ndcg_at_3": 0.56457, "ndcg_at_5": 0.55203, "ndcg_at_10": 0.53945, "ndcg_at_20": 0.5445, "ndcg_at_100": 0.54632, "ndcg_at_1000": 0.54632, "map_at_1": 0.25191, "map_at_3": 0.37413, "map_at_5": 0.42102, "map_at_10": 0.44486, "map_at_20": 0.45584, "map_at_100": 0.45713, "map_at_1000": 0.45713, "recall_at_1": 0.25191, "recall_at_3": 0.3933, "recall_at_5": 0.46346, "recall_at_10": 0.50881, "recall_at_20": 0.53342, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.25191, "precision_at_1": 0.69302, "precision_at_3": 0.44496, "precision_at_5": 0.33674, "precision_at_10": 0.19953, "precision_at_20": 0.11023, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.693023, "mrr_at_3": 0.730233, "mrr_at_5": 0.732558, "mrr_at_10": 0.733721, "mrr_at_20": 0.733721, "mrr_at_100": 0.733942, "mrr_at_1000": 0.733942, "nauc_ndcg_at_1_max": 0.630247, "nauc_ndcg_at_1_std": 0.447328, "nauc_ndcg_at_1_diff1": 0.349572, "nauc_ndcg_at_3_max": 0.62418, "nauc_ndcg_at_3_std": 0.522149, "nauc_ndcg_at_3_diff1": 0.206756, "nauc_ndcg_at_5_max": 0.634385, "nauc_ndcg_at_5_std": 0.567287, "nauc_ndcg_at_5_diff1": 0.18344, "nauc_ndcg_at_10_max": 0.629422, "nauc_ndcg_at_10_std": 0.561714, "nauc_ndcg_at_10_diff1": 0.180464, "nauc_ndcg_at_20_max": 0.633786, "nauc_ndcg_at_20_std": 0.574441, "nauc_ndcg_at_20_diff1": 0.178173, "nauc_ndcg_at_100_max": 0.636293, "nauc_ndcg_at_100_std": 0.578922, "nauc_ndcg_at_100_diff1": 0.177951, "nauc_ndcg_at_1000_max": 0.636293, "nauc_ndcg_at_1000_std": 0.578922, "nauc_ndcg_at_1000_diff1": 0.177951, "nauc_map_at_1_max": 0.416762, "nauc_map_at_1_std": 0.141706, "nauc_map_at_1_diff1": 0.319801, "nauc_map_at_3_max": 0.485041, "nauc_map_at_3_std": 0.31295, "nauc_map_at_3_diff1": 0.187234, "nauc_map_at_5_max": 0.502617, "nauc_map_at_5_std": 0.40113, "nauc_map_at_5_diff1": 0.148606, "nauc_map_at_10_max": 0.529516, "nauc_map_at_10_std": 0.463061, "nauc_map_at_10_diff1": 0.117078, "nauc_map_at_20_max": 0.54376, "nauc_map_at_20_std": 0.494716, "nauc_map_at_20_diff1": 0.10562, "nauc_map_at_100_max": 0.545088, "nauc_map_at_100_std": 0.498775, "nauc_map_at_100_diff1": 0.104629, "nauc_map_at_1000_max": 0.545088, "nauc_map_at_1000_std": 0.498775, "nauc_map_at_1000_diff1": 0.104629, "nauc_recall_at_1_max": 0.416762, "nauc_recall_at_1_std": 0.141706, "nauc_recall_at_1_diff1": 0.319801, "nauc_recall_at_3_max": 0.477022, "nauc_recall_at_3_std": 0.325769, "nauc_recall_at_3_diff1": 0.180898, "nauc_recall_at_5_max": 0.502186, "nauc_recall_at_5_std": 0.461848, "nauc_recall_at_5_diff1": 0.124424, "nauc_recall_at_10_max": 0.533246, "nauc_recall_at_10_std": 0.543671, "nauc_recall_at_10_diff1": 0.071123, "nauc_recall_at_20_max": 0.554398, "nauc_recall_at_20_std": 0.5947, "nauc_recall_at_20_diff1": 0.056003, "nauc_recall_at_100_max": 0.560304, "nauc_recall_at_100_std": 0.60593, "nauc_recall_at_100_diff1": 0.055707, "nauc_recall_at_1000_max": 0.560304, "nauc_recall_at_1000_std": 0.60593, "nauc_recall_at_1000_diff1": 0.055707, "nauc_precision_at_1_max": 0.707907, "nauc_precision_at_1_std": 0.588857, "nauc_precision_at_1_diff1": 0.382039, "nauc_precision_at_3_max": 0.463385, "nauc_precision_at_3_std": 0.590278, "nauc_precision_at_3_diff1": -0.052034, "nauc_precision_at_5_max": 0.398588, "nauc_precision_at_5_std": 0.612048, "nauc_precision_at_5_diff1": -0.114287, "nauc_precision_at_10_max": 0.36051, "nauc_precision_at_10_std": 0.613114, "nauc_precision_at_10_diff1": -0.161829, "nauc_precision_at_20_max": 0.34583, "nauc_precision_at_20_std": 0.616397, "nauc_precision_at_20_diff1": -0.17091, "nauc_precision_at_100_max": 0.343469, "nauc_precision_at_100_std": 0.617921, "nauc_precision_at_100_diff1": -0.169303, "nauc_precision_at_1000_max": 0.343469, "nauc_precision_at_1000_std": 0.617921, "nauc_precision_at_1000_diff1": -0.169303, "nauc_mrr_at_1_max": 0.707907, "nauc_mrr_at_1_std": 0.588857, "nauc_mrr_at_1_diff1": 0.382039, "nauc_mrr_at_3_max": 0.787178, "nauc_mrr_at_3_std": 0.694798, "nauc_mrr_at_3_diff1": 0.388193, "nauc_mrr_at_5_max": 0.788708, "nauc_mrr_at_5_std": 0.704146, "nauc_mrr_at_5_diff1": 0.383106, "nauc_mrr_at_10_max": 0.78837, "nauc_mrr_at_10_std": 0.703088, "nauc_mrr_at_10_diff1": 0.386682, "nauc_mrr_at_20_max": 0.78837, "nauc_mrr_at_20_std": 0.703088, "nauc_mrr_at_20_diff1": 0.386682, "nauc_mrr_at_100_max": 0.788385, "nauc_mrr_at_100_std": 0.703453, "nauc_mrr_at_100_diff1": 0.386608, "nauc_mrr_at_1000_max": 0.788385, "nauc_mrr_at_1000_std": 0.703453, "nauc_mrr_at_1000_diff1": 0.386608, "hit_rate_at_1": 0.69302, "hit_rate_at_3": 0.77209, "hit_rate_at_5": 0.7814, "hit_rate_at_10": 0.7907, "hit_rate_at_20": 0.7907, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.53945, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.83023, "ndcg_at_3": 0.78193, "ndcg_at_5": 0.783, "ndcg_at_10": 0.79023, "ndcg_at_20": 0.80823, "ndcg_at_100": 0.81566, "ndcg_at_1000": 0.81566, "map_at_1": 0.3304, "map_at_3": 0.53782, "map_at_5": 0.62525, "map_at_10": 0.68509, "map_at_20": 0.71004, "map_at_100": 0.71481, "map_at_1000": 0.71481, "recall_at_1": 0.3304, "recall_at_3": 0.56944, "recall_at_5": 0.68629, "recall_at_10": 0.78936, "recall_at_20": 0.84795, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.3304, "precision_at_1": 0.88372, "precision_at_3": 0.63256, "precision_at_5": 0.50884, "precision_at_10": 0.32651, "precision_at_20": 0.18814, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.883721, "mrr_at_3": 0.920155, "mrr_at_5": 0.923411, "mrr_at_10": 0.923992, "mrr_at_20": 0.924225, "mrr_at_100": 0.924225, "mrr_at_1000": 0.924225, "nauc_ndcg_at_1_max": 0.242643, "nauc_ndcg_at_1_std": -0.235034, "nauc_ndcg_at_1_diff1": 0.323284, "nauc_ndcg_at_3_max": 0.29188, "nauc_ndcg_at_3_std": -0.015538, "nauc_ndcg_at_3_diff1": 0.078714, "nauc_ndcg_at_5_max": 0.328158, "nauc_ndcg_at_5_std": 0.023974, "nauc_ndcg_at_5_diff1": 0.087128, "nauc_ndcg_at_10_max": 0.328705, "nauc_ndcg_at_10_std": 0.04184, "nauc_ndcg_at_10_diff1": 0.067873, "nauc_ndcg_at_20_max": 0.329422, "nauc_ndcg_at_20_std": 0.079214, "nauc_ndcg_at_20_diff1": 0.042127, "nauc_ndcg_at_100_max": 0.329372, "nauc_ndcg_at_100_std": 0.091306, "nauc_ndcg_at_100_diff1": 0.034583, "nauc_ndcg_at_1000_max": 0.329372, "nauc_ndcg_at_1000_std": 0.091306, "nauc_ndcg_at_1000_diff1": 0.034583, "nauc_map_at_1_max": 0.12868, "nauc_map_at_1_std": -0.305646, "nauc_map_at_1_diff1": 0.385391, "nauc_map_at_3_max": 0.191484, "nauc_map_at_3_std": -0.203726, "nauc_map_at_3_diff1": 0.215966, "nauc_map_at_5_max": 0.225795, "nauc_map_at_5_std": -0.124041, "nauc_map_at_5_diff1": 0.152376, "nauc_map_at_10_max": 0.252243, "nauc_map_at_10_std": -0.014284, "nauc_map_at_10_diff1": 0.076247, "nauc_map_at_20_max": 0.265018, "nauc_map_at_20_std": 0.040601, "nauc_map_at_20_diff1": 0.043477, "nauc_map_at_100_max": 0.266468, "nauc_map_at_100_std": 0.051245, "nauc_map_at_100_diff1": 0.037628, "nauc_map_at_1000_max": 0.266468, "nauc_map_at_1000_std": 0.051245, "nauc_map_at_1000_diff1": 0.037628, "nauc_recall_at_1_max": 0.12868, "nauc_recall_at_1_std": -0.305646, "nauc_recall_at_1_diff1": 0.385391, "nauc_recall_at_3_max": 0.17823, "nauc_recall_at_3_std": -0.187317, "nauc_recall_at_3_diff1": 0.173447, "nauc_recall_at_5_max": 0.217283, "nauc_recall_at_5_std": -0.098378, "nauc_recall_at_5_diff1": 0.094631, "nauc_recall_at_10_max": 0.254109, "nauc_recall_at_10_std": 0.052951, "nauc_recall_at_10_diff1": -0.032587, "nauc_recall_at_20_max": 0.287124, "nauc_recall_at_20_std": 0.213711, "nauc_recall_at_20_diff1": -0.128472, "nauc_recall_at_100_max": 0.286957, "nauc_recall_at_100_std": 0.266173, "nauc_recall_at_100_diff1": -0.163864, "nauc_recall_at_1000_max": 0.286957, "nauc_recall_at_1000_std": 0.266173, "nauc_recall_at_1000_diff1": -0.163864, "nauc_precision_at_1_max": 0.348007, "nauc_precision_at_1_std": -0.072923, "nauc_precision_at_1_diff1": 0.277005, "nauc_precision_at_3_max": 0.16943, "nauc_precision_at_3_std": 0.347496, "nauc_precision_at_3_diff1": -0.327669, "nauc_precision_at_5_max": 0.138317, "nauc_precision_at_5_std": 0.42371, "nauc_precision_at_5_diff1": -0.356667, "nauc_precision_at_10_max": 0.084621, "nauc_precision_at_10_std": 0.476078, "nauc_precision_at_10_diff1": -0.378086, "nauc_precision_at_20_max": 0.048545, "nauc_precision_at_20_std": 0.467882, "nauc_precision_at_20_diff1": -0.354805, "nauc_precision_at_100_max": 0.040741, "nauc_precision_at_100_std": 0.466914, "nauc_precision_at_100_diff1": -0.347579, "nauc_precision_at_1000_max": 0.040741, "nauc_precision_at_1000_std": 0.466914, "nauc_precision_at_1000_diff1": -0.347579, "nauc_mrr_at_1_max": 0.348007, "nauc_mrr_at_1_std": -0.072923, "nauc_mrr_at_1_diff1": 0.277005, "nauc_mrr_at_3_max": 0.406472, "nauc_mrr_at_3_std": 0.04046, "nauc_mrr_at_3_diff1": 0.186133, "nauc_mrr_at_5_max": 0.401788, "nauc_mrr_at_5_std": 0.040727, "nauc_mrr_at_5_diff1": 0.193786, "nauc_mrr_at_10_max": 0.397156, "nauc_mrr_at_10_std": 0.0333, "nauc_mrr_at_10_diff1": 0.194351, "nauc_mrr_at_20_max": 0.396793, "nauc_mrr_at_20_std": 0.031684, "nauc_mrr_at_20_diff1": 0.196721, "nauc_mrr_at_100_max": 0.396793, "nauc_mrr_at_100_std": 0.031684, "nauc_mrr_at_100_diff1": 0.196721, "nauc_mrr_at_1000_max": 0.396793, "nauc_mrr_at_1000_std": 0.031684, "nauc_mrr_at_1000_diff1": 0.196721, "hit_rate_at_1": 0.88372, "hit_rate_at_3": 0.96744, "hit_rate_at_5": 0.9814, "hit_rate_at_10": 0.98605, "hit_rate_at_20": 0.9907, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.79023, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.56512, "ndcg_at_3": 0.53532, "ndcg_at_5": 0.5285, "ndcg_at_10": 0.52756, "ndcg_at_20": 0.53198, "ndcg_at_100": 0.53498, "ndcg_at_1000": 0.53498, "map_at_1": 0.23053, "map_at_3": 0.36433, "map_at_5": 0.41338, "map_at_10": 0.44915, "map_at_20": 0.46004, "map_at_100": 0.46212, "map_at_1000": 0.46212, "recall_at_1": 0.23053, "recall_at_3": 0.38531, "recall_at_5": 0.46144, "recall_at_10": 0.52486, "recall_at_20": 0.54912, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.23053, "precision_at_1": 0.62326, "precision_at_3": 0.44031, "precision_at_5": 0.33953, "precision_at_10": 0.21209, "precision_at_20": 0.11744, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.623256, "mrr_at_3": 0.662791, "mrr_at_5": 0.667209, "mrr_at_10": 0.667209, "mrr_at_20": 0.667209, "mrr_at_100": 0.667359, "mrr_at_1000": 0.667359, "nauc_ndcg_at_1_max": 0.731345, "nauc_ndcg_at_1_std": 0.626129, "nauc_ndcg_at_1_diff1": 0.300159, "nauc_ndcg_at_3_max": 0.665729, "nauc_ndcg_at_3_std": 0.642952, "nauc_ndcg_at_3_diff1": 0.173314, "nauc_ndcg_at_5_max": 0.685046, "nauc_ndcg_at_5_std": 0.679034, "nauc_ndcg_at_5_diff1": 0.179692, "nauc_ndcg_at_10_max": 0.677755, "nauc_ndcg_at_10_std": 0.665638, "nauc_ndcg_at_10_diff1": 0.19922, "nauc_ndcg_at_20_max": 0.674931, "nauc_ndcg_at_20_std": 0.664306, "nauc_ndcg_at_20_diff1": 0.199009, "nauc_ndcg_at_100_max": 0.678955, "nauc_ndcg_at_100_std": 0.669753, "nauc_ndcg_at_100_diff1": 0.195948, "nauc_ndcg_at_1000_max": 0.678955, "nauc_ndcg_at_1000_std": 0.669753, "nauc_ndcg_at_1000_diff1": 0.195948, "nauc_map_at_1_max": 0.396798, "nauc_map_at_1_std": 0.214064, "nauc_map_at_1_diff1": 0.35305, "nauc_map_at_3_max": 0.456627, "nauc_map_at_3_std": 0.373296, "nauc_map_at_3_diff1": 0.212623, "nauc_map_at_5_max": 0.512261, "nauc_map_at_5_std": 0.474421, "nauc_map_at_5_diff1": 0.183177, "nauc_map_at_10_max": 0.552995, "nauc_map_at_10_std": 0.543328, "nauc_map_at_10_diff1": 0.163723, "nauc_map_at_20_max": 0.572345, "nauc_map_at_20_std": 0.568723, "nauc_map_at_20_diff1": 0.156739, "nauc_map_at_100_max": 0.575387, "nauc_map_at_100_std": 0.573089, "nauc_map_at_100_diff1": 0.154861, "nauc_map_at_1000_max": 0.575387, "nauc_map_at_1000_std": 0.573089, "nauc_map_at_1000_diff1": 0.154861, "nauc_recall_at_1_max": 0.396798, "nauc_recall_at_1_std": 0.214064, "nauc_recall_at_1_diff1": 0.35305, "nauc_recall_at_3_max": 0.444806, "nauc_recall_at_3_std": 0.379781, "nauc_recall_at_3_diff1": 0.200715, "nauc_recall_at_5_max": 0.529387, "nauc_recall_at_5_std": 0.527827, "nauc_recall_at_5_diff1": 0.167694, "nauc_recall_at_10_max": 0.592664, "nauc_recall_at_10_std": 0.6247, "nauc_recall_at_10_diff1": 0.156038, "nauc_recall_at_20_max": 0.629232, "nauc_recall_at_20_std": 0.6752, "nauc_recall_at_20_diff1": 0.144187, "nauc_recall_at_100_max": 0.638926, "nauc_recall_at_100_std": 0.688281, "nauc_recall_at_100_diff1": 0.138034, "nauc_recall_at_1000_max": 0.638926, "nauc_recall_at_1000_std": 0.688281, "nauc_recall_at_1000_diff1": 0.138034, "nauc_precision_at_1_max": 0.788654, "nauc_precision_at_1_std": 0.72283, "nauc_precision_at_1_diff1": 0.327476, "nauc_precision_at_3_max": 0.538925, "nauc_precision_at_3_std": 0.663994, "nauc_precision_at_3_diff1": -0.038171, "nauc_precision_at_5_max": 0.524464, "nauc_precision_at_5_std": 0.695893, "nauc_precision_at_5_diff1": -0.072218, "nauc_precision_at_10_max": 0.479068, "nauc_precision_at_10_std": 0.662155, "nauc_precision_at_10_diff1": -0.100322, "nauc_precision_at_20_max": 0.464092, "nauc_precision_at_20_std": 0.642655, "nauc_precision_at_20_diff1": -0.110598, "nauc_precision_at_100_max": 0.457968, "nauc_precision_at_100_std": 0.633085, "nauc_precision_at_100_diff1": -0.116434, "nauc_precision_at_1000_max": 0.457968, "nauc_precision_at_1000_std": 0.633085, "nauc_precision_at_1000_diff1": -0.116434, "nauc_mrr_at_1_max": 0.788654, "nauc_mrr_at_1_std": 0.72283, "nauc_mrr_at_1_diff1": 0.327476, "nauc_mrr_at_3_max": 0.821259, "nauc_mrr_at_3_std": 0.791499, "nauc_mrr_at_3_diff1": 0.34427, "nauc_mrr_at_5_max": 0.825059, "nauc_mrr_at_5_std": 0.796272, "nauc_mrr_at_5_diff1": 0.341952, "nauc_mrr_at_10_max": 0.825059, "nauc_mrr_at_10_std": 0.796272, "nauc_mrr_at_10_diff1": 0.341952, "nauc_mrr_at_20_max": 0.825059, "nauc_mrr_at_20_std": 0.796272, "nauc_mrr_at_20_diff1": 0.341952, "nauc_mrr_at_100_max": 0.825082, "nauc_mrr_at_100_std": 0.796284, "nauc_mrr_at_100_diff1": 0.34218, "nauc_mrr_at_1000_max": 0.825082, "nauc_mrr_at_1000_std": 0.796284, "nauc_mrr_at_1000_diff1": 0.34218, "hit_rate_at_1": 0.62326, "hit_rate_at_3": 0.71163, "hit_rate_at_5": 0.73023, "hit_rate_at_10": 0.73023, "hit_rate_at_20": 0.73023, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.52756, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.67907, "ndcg_at_3": 0.62342, "ndcg_at_5": 0.61478, "ndcg_at_10": 0.61188, "ndcg_at_20": 0.61792, "ndcg_at_100": 0.62066, "ndcg_at_1000": 0.62066, "map_at_1": 0.2772, "map_at_3": 0.43074, "map_at_5": 0.4884, "map_at_10": 0.52344, "map_at_20": 0.53439, "map_at_100": 0.53624, "map_at_1000": 0.53624, "recall_at_1": 0.2772, "recall_at_3": 0.44973, "recall_at_5": 0.5289, "recall_at_10": 0.59725, "recall_at_20": 0.62335, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.2772, "precision_at_1": 0.73023, "precision_at_3": 0.49457, "precision_at_5": 0.38326, "precision_at_10": 0.23256, "precision_at_20": 0.12651, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.730233, "mrr_at_3": 0.762791, "mrr_at_5": 0.766047, "mrr_at_10": 0.767984, "mrr_at_20": 0.767984, "mrr_at_100": 0.767984, "mrr_at_1000": 0.767984, "nauc_ndcg_at_1_max": 0.637746, "nauc_ndcg_at_1_std": 0.419243, "nauc_ndcg_at_1_diff1": 0.455383, "nauc_ndcg_at_3_max": 0.607107, "nauc_ndcg_at_3_std": 0.550637, "nauc_ndcg_at_3_diff1": 0.189959, "nauc_ndcg_at_5_max": 0.625116, "nauc_ndcg_at_5_std": 0.58975, "nauc_ndcg_at_5_diff1": 0.161685, "nauc_ndcg_at_10_max": 0.630862, "nauc_ndcg_at_10_std": 0.57214, "nauc_ndcg_at_10_diff1": 0.1813, "nauc_ndcg_at_20_max": 0.634978, "nauc_ndcg_at_20_std": 0.577108, "nauc_ndcg_at_20_diff1": 0.183657, "nauc_ndcg_at_100_max": 0.639488, "nauc_ndcg_at_100_std": 0.584444, "nauc_ndcg_at_100_diff1": 0.184068, "nauc_ndcg_at_1000_max": 0.639488, "nauc_ndcg_at_1000_std": 0.584444, "nauc_ndcg_at_1000_diff1": 0.184068, "nauc_map_at_1_max": 0.300474, "nauc_map_at_1_std": 0.044789, "nauc_map_at_1_diff1": 0.317837, "nauc_map_at_3_max": 0.3964, "nauc_map_at_3_std": 0.255786, "nauc_map_at_3_diff1": 0.15713, "nauc_map_at_5_max": 0.449489, "nauc_map_at_5_std": 0.370215, "nauc_map_at_5_diff1": 0.116341, "nauc_map_at_10_max": 0.497288, "nauc_map_at_10_std": 0.455871, "nauc_map_at_10_diff1": 0.097594, "nauc_map_at_20_max": 0.514049, "nauc_map_at_20_std": 0.482797, "nauc_map_at_20_diff1": 0.08942, "nauc_map_at_100_max": 0.516246, "nauc_map_at_100_std": 0.487551, "nauc_map_at_100_diff1": 0.088549, "nauc_map_at_1000_max": 0.516246, "nauc_map_at_1000_std": 0.487551, "nauc_map_at_1000_diff1": 0.088549, "nauc_recall_at_1_max": 0.300474, "nauc_recall_at_1_std": 0.044789, "nauc_recall_at_1_diff1": 0.317837, "nauc_recall_at_3_max": 0.404683, "nauc_recall_at_3_std": 0.286475, "nauc_recall_at_3_diff1": 0.136435, "nauc_recall_at_5_max": 0.480544, "nauc_recall_at_5_std": 0.430483, "nauc_recall_at_5_diff1": 0.098923, "nauc_recall_at_10_max": 0.551734, "nauc_recall_at_10_std": 0.54218, "nauc_recall_at_10_diff1": 0.095218, "nauc_recall_at_20_max": 0.580488, "nauc_recall_at_20_std": 0.59139, "nauc_recall_at_20_diff1": 0.087077, "nauc_recall_at_100_max": 0.590149, "nauc_recall_at_100_std": 0.607733, "nauc_recall_at_100_diff1": 0.08828, "nauc_recall_at_1000_max": 0.590149, "nauc_recall_at_1000_std": 0.607733, "nauc_recall_at_1000_diff1": 0.08828, "nauc_precision_at_1_max": 0.692176, "nauc_precision_at_1_std": 0.543142, "nauc_precision_at_1_diff1": 0.475308, "nauc_precision_at_3_max": 0.459982, "nauc_precision_at_3_std": 0.647187, "nauc_precision_at_3_diff1": -0.097897, "nauc_precision_at_5_max": 0.418335, "nauc_precision_at_5_std": 0.677044, "nauc_precision_at_5_diff1": -0.154253, "nauc_precision_at_10_max": 0.404403, "nauc_precision_at_10_std": 0.683826, "nauc_precision_at_10_diff1": -0.168942, "nauc_precision_at_20_max": 0.384292, "nauc_precision_at_20_std": 0.65235, "nauc_precision_at_20_diff1": -0.171325, "nauc_precision_at_100_max": 0.375398, "nauc_precision_at_100_std": 0.646726, "nauc_precision_at_100_diff1": -0.170886, "nauc_precision_at_1000_max": 0.375398, "nauc_precision_at_1000_std": 0.646726, "nauc_precision_at_1000_diff1": -0.170886, "nauc_mrr_at_1_max": 0.692176, "nauc_mrr_at_1_std": 0.543142, "nauc_mrr_at_1_diff1": 0.475308, "nauc_mrr_at_3_max": 0.765499, "nauc_mrr_at_3_std": 0.682294, "nauc_mrr_at_3_diff1": 0.460061, "nauc_mrr_at_5_max": 0.779838, "nauc_mrr_at_5_std": 0.68827, "nauc_mrr_at_5_diff1": 0.470309, "nauc_mrr_at_10_max": 0.779488, "nauc_mrr_at_10_std": 0.687184, "nauc_mrr_at_10_diff1": 0.474029, "nauc_mrr_at_20_max": 0.779488, "nauc_mrr_at_20_std": 0.687184, "nauc_mrr_at_20_diff1": 0.474029, "nauc_mrr_at_100_max": 0.779488, "nauc_mrr_at_100_std": 0.687184, "nauc_mrr_at_100_diff1": 0.474029, "nauc_mrr_at_1000_max": 0.779488, "nauc_mrr_at_1000_std": 0.687184, "nauc_mrr_at_1000_diff1": 0.474029, "hit_rate_at_1": 0.73023, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.81395, "hit_rate_at_10": 0.82791, "hit_rate_at_20": 0.82791, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.61188, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.6186, "ndcg_at_3": 0.55313, "ndcg_at_5": 0.54226, "ndcg_at_10": 0.53596, "ndcg_at_20": 0.54088, "ndcg_at_100": 0.54429, "ndcg_at_1000": 0.54429, "map_at_1": 0.24717, "map_at_3": 0.36814, "map_at_5": 0.41803, "map_at_10": 0.4456, "map_at_20": 0.45645, "map_at_100": 0.45886, "map_at_1000": 0.45886, "recall_at_1": 0.24717, "recall_at_3": 0.38754, "recall_at_5": 0.45595, "recall_at_10": 0.50505, "recall_at_20": 0.52922, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.24717, "precision_at_1": 0.66977, "precision_at_3": 0.43876, "precision_at_5": 0.33767, "precision_at_10": 0.20419, "precision_at_20": 0.11279, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.669767, "mrr_at_3": 0.7, "mrr_at_5": 0.70093, "mrr_at_10": 0.702176, "mrr_at_20": 0.702176, "mrr_at_100": 0.702176, "mrr_at_1000": 0.702176, "nauc_ndcg_at_1_max": 0.684501, "nauc_ndcg_at_1_std": 0.556471, "nauc_ndcg_at_1_diff1": 0.38075, "nauc_ndcg_at_3_max": 0.663245, "nauc_ndcg_at_3_std": 0.60074, "nauc_ndcg_at_3_diff1": 0.259674, "nauc_ndcg_at_5_max": 0.685987, "nauc_ndcg_at_5_std": 0.638219, "nauc_ndcg_at_5_diff1": 0.243265, "nauc_ndcg_at_10_max": 0.675862, "nauc_ndcg_at_10_std": 0.622905, "nauc_ndcg_at_10_diff1": 0.238811, "nauc_ndcg_at_20_max": 0.685059, "nauc_ndcg_at_20_std": 0.640493, "nauc_ndcg_at_20_diff1": 0.234224, "nauc_ndcg_at_100_max": 0.690762, "nauc_ndcg_at_100_std": 0.65119, "nauc_ndcg_at_100_diff1": 0.230959, "nauc_ndcg_at_1000_max": 0.690762, "nauc_ndcg_at_1000_std": 0.65119, "nauc_ndcg_at_1000_diff1": 0.230959, "nauc_map_at_1_max": 0.419422, "nauc_map_at_1_std": 0.162291, "nauc_map_at_1_diff1": 0.38937, "nauc_map_at_3_max": 0.501086, "nauc_map_at_3_std": 0.335759, "nauc_map_at_3_diff1": 0.26017, "nauc_map_at_5_max": 0.547005, "nauc_map_at_5_std": 0.439885, "nauc_map_at_5_diff1": 0.215113, "nauc_map_at_10_max": 0.571031, "nauc_map_at_10_std": 0.508251, "nauc_map_at_10_diff1": 0.184875, "nauc_map_at_20_max": 0.58887, "nauc_map_at_20_std": 0.545403, "nauc_map_at_20_diff1": 0.173438, "nauc_map_at_100_max": 0.59327, "nauc_map_at_100_std": 0.55424, "nauc_map_at_100_diff1": 0.169724, "nauc_map_at_1000_max": 0.59327, "nauc_map_at_1000_std": 0.55424, "nauc_map_at_1000_diff1": 0.169724, "nauc_recall_at_1_max": 0.419422, "nauc_recall_at_1_std": 0.162291, "nauc_recall_at_1_diff1": 0.38937, "nauc_recall_at_3_max": 0.506659, "nauc_recall_at_3_std": 0.364108, "nauc_recall_at_3_diff1": 0.244147, "nauc_recall_at_5_max": 0.575106, "nauc_recall_at_5_std": 0.498391, "nauc_recall_at_5_diff1": 0.194379, "nauc_recall_at_10_max": 0.595082, "nauc_recall_at_10_std": 0.58014, "nauc_recall_at_10_diff1": 0.143853, "nauc_recall_at_20_max": 0.63256, "nauc_recall_at_20_std": 0.654224, "nauc_recall_at_20_diff1": 0.1273, "nauc_recall_at_100_max": 0.644532, "nauc_recall_at_100_std": 0.675456, "nauc_recall_at_100_diff1": 0.121706, "nauc_recall_at_1000_max": 0.644532, "nauc_recall_at_1000_std": 0.675456, "nauc_recall_at_1000_diff1": 0.121706, "nauc_precision_at_1_max": 0.764683, "nauc_precision_at_1_std": 0.67728, "nauc_precision_at_1_diff1": 0.403225, "nauc_precision_at_3_max": 0.497744, "nauc_precision_at_3_std": 0.642109, "nauc_precision_at_3_diff1": -0.009275, "nauc_precision_at_5_max": 0.466678, "nauc_precision_at_5_std": 0.681933, "nauc_precision_at_5_diff1": -0.077401, "nauc_precision_at_10_max": 0.411846, "nauc_precision_at_10_std": 0.678198, "nauc_precision_at_10_diff1": -0.12417, "nauc_precision_at_20_max": 0.403452, "nauc_precision_at_20_std": 0.688075, "nauc_precision_at_20_diff1": -0.140127, "nauc_precision_at_100_max": 0.40139, "nauc_precision_at_100_std": 0.690054, "nauc_precision_at_100_diff1": -0.150938, "nauc_precision_at_1000_max": 0.40139, "nauc_precision_at_1000_std": 0.690054, "nauc_precision_at_1000_diff1": -0.150938, "nauc_mrr_at_1_max": 0.764683, "nauc_mrr_at_1_std": 0.67728, "nauc_mrr_at_1_diff1": 0.403225, "nauc_mrr_at_3_max": 0.834111, "nauc_mrr_at_3_std": 0.783586, "nauc_mrr_at_3_diff1": 0.397692, "nauc_mrr_at_5_max": 0.833677, "nauc_mrr_at_5_std": 0.783019, "nauc_mrr_at_5_diff1": 0.397438, "nauc_mrr_at_10_max": 0.836028, "nauc_mrr_at_10_std": 0.784731, "nauc_mrr_at_10_diff1": 0.397354, "nauc_mrr_at_20_max": 0.836028, "nauc_mrr_at_20_std": 0.784731, "nauc_mrr_at_20_diff1": 0.397354, "nauc_mrr_at_100_max": 0.836028, "nauc_mrr_at_100_std": 0.784731, "nauc_mrr_at_100_diff1": 0.397354, "nauc_mrr_at_1000_max": 0.836028, "nauc_mrr_at_1000_std": 0.784731, "nauc_mrr_at_1000_diff1": 0.397354, "hit_rate_at_1": 0.66977, "hit_rate_at_3": 0.73488, "hit_rate_at_5": 0.73953, "hit_rate_at_10": 0.74884, "hit_rate_at_20": 0.74884, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.53596, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 550.5968836974353, "kg_co2_emissions": null, "date": 1793343773.256859, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0007324907928705215, "end": 96.61425483040512, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 96.70252982340753, "end": 96.75610533356667, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 96.93952282518148, "end": 190.9505851175636, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 191.12120344117284, "end": 191.1734162941575, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 191.32813459075987, "end": 263.7349315378815, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 263.98325209878385, "end": 264.034245474264, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 264.2119580861181, "end": 358.8644518330693, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 359.188151601702, "end": 359.23906862549484, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 359.42149982601404, "end": 452.32252600230277, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 452.7283970154822, "end": 452.7800553459674, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 452.9669355619699, "end": 549.8635589461774, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 550.356003889814, "end": 550.4103880226612, "split": "test", "subset": "portuguese" } ] }