{ "dataset_revision": "6d20dfc6799e48a4b1d9dab909980c06b9caa3d3", "task_name": "Vidore3PharmaceuticalsBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.51511, "ndcg_at_3": 0.51338, "ndcg_at_5": 0.50795, "ndcg_at_10": 0.51486, "ndcg_at_20": 0.52543, "ndcg_at_100": 0.52994, "ndcg_at_1000": 0.52994, "map_at_1": 0.27669, "map_at_3": 0.36644, "map_at_5": 0.39379, "map_at_10": 0.42434, "map_at_20": 0.4385, "map_at_100": 0.44133, "map_at_1000": 0.44133, "recall_at_1": 0.27669, "recall_at_3": 0.40278, "recall_at_5": 0.45642, "recall_at_10": 0.52528, "recall_at_20": 0.56748, "recall_at_100": 0.57824, "recall_at_1000": 0.57824, "accuracy": 0.27669, "precision_at_1": 0.54121, "precision_at_3": 0.34341, "precision_at_5": 0.25879, "precision_at_10": 0.17198, "precision_at_20": 0.10357, "precision_at_100": 0.02192, "precision_at_1000": 0.00219, "mrr_at_1": 0.541209, "mrr_at_3": 0.607601, "mrr_at_5": 0.617216, "mrr_at_10": 0.622049, "mrr_at_20": 0.622815, "mrr_at_100": 0.623008, "mrr_at_1000": 0.623008, "nauc_ndcg_at_1_max": 0.467879, "nauc_ndcg_at_1_std": 0.11843, "nauc_ndcg_at_1_diff1": 0.297612, "nauc_ndcg_at_3_max": 0.483429, "nauc_ndcg_at_3_std": 0.165927, "nauc_ndcg_at_3_diff1": 0.202696, "nauc_ndcg_at_5_max": 0.486966, "nauc_ndcg_at_5_std": 0.172546, "nauc_ndcg_at_5_diff1": 0.185051, "nauc_ndcg_at_10_max": 0.50059, "nauc_ndcg_at_10_std": 0.212928, "nauc_ndcg_at_10_diff1": 0.175769, "nauc_ndcg_at_20_max": 0.514429, "nauc_ndcg_at_20_std": 0.232885, "nauc_ndcg_at_20_diff1": 0.165372, "nauc_ndcg_at_100_max": 0.516157, "nauc_ndcg_at_100_std": 0.239534, "nauc_ndcg_at_100_diff1": 0.159538, "nauc_ndcg_at_1000_max": 0.516157, "nauc_ndcg_at_1000_std": 0.239534, "nauc_ndcg_at_1000_diff1": 0.159538, "nauc_map_at_1_max": 0.320751, "nauc_map_at_1_std": -0.093414, "nauc_map_at_1_diff1": 0.377811, "nauc_map_at_3_max": 0.390304, "nauc_map_at_3_std": -0.028754, "nauc_map_at_3_diff1": 0.282785, "nauc_map_at_5_max": 0.409045, "nauc_map_at_5_std": 0.013766, "nauc_map_at_5_diff1": 0.252088, "nauc_map_at_10_max": 0.426721, "nauc_map_at_10_std": 0.085776, "nauc_map_at_10_diff1": 0.214622, "nauc_map_at_20_max": 0.441673, "nauc_map_at_20_std": 0.121506, "nauc_map_at_20_diff1": 0.195706, "nauc_map_at_100_max": 0.44406, "nauc_map_at_100_std": 0.125746, "nauc_map_at_100_diff1": 0.19231, "nauc_map_at_1000_max": 0.44406, "nauc_map_at_1000_std": 0.125746, "nauc_map_at_1000_diff1": 0.19231, "nauc_recall_at_1_max": 0.320751, "nauc_recall_at_1_std": -0.093414, "nauc_recall_at_1_diff1": 0.377811, "nauc_recall_at_3_max": 0.390253, "nauc_recall_at_3_std": -0.003062, "nauc_recall_at_3_diff1": 0.25036, "nauc_recall_at_5_max": 0.418365, "nauc_recall_at_5_std": 0.059415, "nauc_recall_at_5_diff1": 0.196993, "nauc_recall_at_10_max": 0.458249, "nauc_recall_at_10_std": 0.22187, "nauc_recall_at_10_diff1": 0.126291, "nauc_recall_at_20_max": 0.500443, "nauc_recall_at_20_std": 0.30771, "nauc_recall_at_20_diff1": 0.079109, "nauc_recall_at_100_max": 0.5046, "nauc_recall_at_100_std": 0.323134, "nauc_recall_at_100_diff1": 0.064704, "nauc_recall_at_1000_max": 0.5046, "nauc_recall_at_1000_std": 0.323134, "nauc_recall_at_1000_diff1": 0.064704, "nauc_precision_at_1_max": 0.472044, "nauc_precision_at_1_std": 0.150137, "nauc_precision_at_1_diff1": 0.279175, "nauc_precision_at_3_max": 0.368468, "nauc_precision_at_3_std": 0.329956, "nauc_precision_at_3_diff1": -0.09131, "nauc_precision_at_5_max": 0.316621, "nauc_precision_at_5_std": 0.408539, "nauc_precision_at_5_diff1": -0.180136, "nauc_precision_at_10_max": 0.261653, "nauc_precision_at_10_std": 0.515362, "nauc_precision_at_10_diff1": -0.253766, "nauc_precision_at_20_max": 0.25315, "nauc_precision_at_20_std": 0.533227, "nauc_precision_at_20_diff1": -0.282593, "nauc_precision_at_100_max": 0.230932, "nauc_precision_at_100_std": 0.512715, "nauc_precision_at_100_diff1": -0.28698, "nauc_precision_at_1000_max": 0.230932, "nauc_precision_at_1000_std": 0.512715, "nauc_precision_at_1000_diff1": -0.28698, "nauc_mrr_at_1_max": 0.472044, "nauc_mrr_at_1_std": 0.150137, "nauc_mrr_at_1_diff1": 0.279175, "nauc_mrr_at_3_max": 0.524409, "nauc_mrr_at_3_std": 0.235843, "nauc_mrr_at_3_diff1": 0.247256, "nauc_mrr_at_5_max": 0.527011, "nauc_mrr_at_5_std": 0.245969, "nauc_mrr_at_5_diff1": 0.240227, "nauc_mrr_at_10_max": 0.537224, "nauc_mrr_at_10_std": 0.261264, "nauc_mrr_at_10_diff1": 0.233517, "nauc_mrr_at_20_max": 0.536974, "nauc_mrr_at_20_std": 0.26057, "nauc_mrr_at_20_diff1": 0.23292, "nauc_mrr_at_100_max": 0.536754, "nauc_mrr_at_100_std": 0.2606, "nauc_mrr_at_100_diff1": 0.232795, "nauc_mrr_at_1000_max": 0.536754, "nauc_mrr_at_1000_std": 0.2606, "nauc_mrr_at_1000_diff1": 0.232795, "hit_rate_at_1": 0.54121, "hit_rate_at_3": 0.68681, "hit_rate_at_5": 0.73077, "hit_rate_at_10": 0.76923, "hit_rate_at_20": 0.78022, "hit_rate_at_100": 0.78571, "hit_rate_at_1000": 0.78571, "main_score": 0.51486, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.51374, "ndcg_at_3": 0.50304, "ndcg_at_5": 0.49495, "ndcg_at_10": 0.50218, "ndcg_at_20": 0.51323, "ndcg_at_100": 0.51794, "ndcg_at_1000": 0.51794, "map_at_1": 0.2589, "map_at_3": 0.35198, "map_at_5": 0.37896, "map_at_10": 0.40836, "map_at_20": 0.42371, "map_at_100": 0.42695, "map_at_1000": 0.42695, "recall_at_1": 0.2589, "recall_at_3": 0.3939, "recall_at_5": 0.43924, "recall_at_10": 0.51503, "recall_at_20": 0.55936, "recall_at_100": 0.57037, "recall_at_1000": 0.57037, "accuracy": 0.2589, "precision_at_1": 0.53846, "precision_at_3": 0.34158, "precision_at_5": 0.25659, "precision_at_10": 0.16896, "precision_at_20": 0.10165, "precision_at_100": 0.02151, "precision_at_1000": 0.00215, "mrr_at_1": 0.538462, "mrr_at_3": 0.607601, "mrr_at_5": 0.612821, "mrr_at_10": 0.61899, "mrr_at_20": 0.619567, "mrr_at_100": 0.619567, "mrr_at_1000": 0.619567, "nauc_ndcg_at_1_max": 0.461959, "nauc_ndcg_at_1_std": 0.129161, "nauc_ndcg_at_1_diff1": 0.273611, "nauc_ndcg_at_3_max": 0.540316, "nauc_ndcg_at_3_std": 0.240798, "nauc_ndcg_at_3_diff1": 0.151617, "nauc_ndcg_at_5_max": 0.550672, "nauc_ndcg_at_5_std": 0.26557, "nauc_ndcg_at_5_diff1": 0.131962, "nauc_ndcg_at_10_max": 0.577844, "nauc_ndcg_at_10_std": 0.311625, "nauc_ndcg_at_10_diff1": 0.102669, "nauc_ndcg_at_20_max": 0.585302, "nauc_ndcg_at_20_std": 0.341873, "nauc_ndcg_at_20_diff1": 0.091321, "nauc_ndcg_at_100_max": 0.589874, "nauc_ndcg_at_100_std": 0.350383, "nauc_ndcg_at_100_diff1": 0.085034, "nauc_ndcg_at_1000_max": 0.589874, "nauc_ndcg_at_1000_std": 0.350383, "nauc_ndcg_at_1000_diff1": 0.085034, "nauc_map_at_1_max": 0.350669, "nauc_map_at_1_std": -0.040155, "nauc_map_at_1_diff1": 0.358918, "nauc_map_at_3_max": 0.43903, "nauc_map_at_3_std": 0.061315, "nauc_map_at_3_diff1": 0.22514, "nauc_map_at_5_max": 0.458149, "nauc_map_at_5_std": 0.113909, "nauc_map_at_5_diff1": 0.189487, "nauc_map_at_10_max": 0.485521, "nauc_map_at_10_std": 0.185351, "nauc_map_at_10_diff1": 0.143051, "nauc_map_at_20_max": 0.497442, "nauc_map_at_20_std": 0.22731, "nauc_map_at_20_diff1": 0.121347, "nauc_map_at_100_max": 0.500714, "nauc_map_at_100_std": 0.233981, "nauc_map_at_100_diff1": 0.117012, "nauc_map_at_1000_max": 0.500714, "nauc_map_at_1000_std": 0.233981, "nauc_map_at_1000_diff1": 0.117012, "nauc_recall_at_1_max": 0.350669, "nauc_recall_at_1_std": -0.040155, "nauc_recall_at_1_diff1": 0.358918, "nauc_recall_at_3_max": 0.46382, "nauc_recall_at_3_std": 0.114978, "nauc_recall_at_3_diff1": 0.174228, "nauc_recall_at_5_max": 0.498588, "nauc_recall_at_5_std": 0.2001, "nauc_recall_at_5_diff1": 0.12047, "nauc_recall_at_10_max": 0.557399, "nauc_recall_at_10_std": 0.380296, "nauc_recall_at_10_diff1": -0.001127, "nauc_recall_at_20_max": 0.588346, "nauc_recall_at_20_std": 0.488215, "nauc_recall_at_20_diff1": -0.0527, "nauc_recall_at_100_max": 0.600296, "nauc_recall_at_100_std": 0.50936, "nauc_recall_at_100_diff1": -0.06673, "nauc_recall_at_1000_max": 0.600296, "nauc_recall_at_1000_std": 0.50936, "nauc_recall_at_1000_diff1": -0.06673, "nauc_precision_at_1_max": 0.478175, "nauc_precision_at_1_std": 0.152147, "nauc_precision_at_1_diff1": 0.249432, "nauc_precision_at_3_max": 0.399404, "nauc_precision_at_3_std": 0.354815, "nauc_precision_at_3_diff1": -0.137023, "nauc_precision_at_5_max": 0.358671, "nauc_precision_at_5_std": 0.441582, "nauc_precision_at_5_diff1": -0.220056, "nauc_precision_at_10_max": 0.333823, "nauc_precision_at_10_std": 0.540709, "nauc_precision_at_10_diff1": -0.301239, "nauc_precision_at_20_max": 0.300359, "nauc_precision_at_20_std": 0.574102, "nauc_precision_at_20_diff1": -0.314019, "nauc_precision_at_100_max": 0.2862, "nauc_precision_at_100_std": 0.554039, "nauc_precision_at_100_diff1": -0.314048, "nauc_precision_at_1000_max": 0.2862, "nauc_precision_at_1000_std": 0.554039, "nauc_precision_at_1000_diff1": -0.314048, "nauc_mrr_at_1_max": 0.478175, "nauc_mrr_at_1_std": 0.152147, "nauc_mrr_at_1_diff1": 0.249432, "nauc_mrr_at_3_max": 0.558533, "nauc_mrr_at_3_std": 0.255831, "nauc_mrr_at_3_diff1": 0.174894, "nauc_mrr_at_5_max": 0.56643, "nauc_mrr_at_5_std": 0.276971, "nauc_mrr_at_5_diff1": 0.166451, "nauc_mrr_at_10_max": 0.576521, "nauc_mrr_at_10_std": 0.298339, "nauc_mrr_at_10_diff1": 0.156724, "nauc_mrr_at_20_max": 0.576223, "nauc_mrr_at_20_std": 0.298034, "nauc_mrr_at_20_diff1": 0.156531, "nauc_mrr_at_100_max": 0.576223, "nauc_mrr_at_100_std": 0.298034, "nauc_mrr_at_100_diff1": 0.156531, "nauc_mrr_at_1000_max": 0.576223, "nauc_mrr_at_1000_std": 0.298034, "nauc_mrr_at_1000_diff1": 0.156531, "hit_rate_at_1": 0.53846, "hit_rate_at_3": 0.69231, "hit_rate_at_5": 0.71429, "hit_rate_at_10": 0.75824, "hit_rate_at_20": 0.76648, "hit_rate_at_100": 0.76648, "hit_rate_at_1000": 0.76648, "main_score": 0.50218, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.64973, "ndcg_at_3": 0.64864, "ndcg_at_5": 0.64723, "ndcg_at_10": 0.66528, "ndcg_at_20": 0.68952, "ndcg_at_100": 0.70205, "ndcg_at_1000": 0.70205, "map_at_1": 0.3306, "map_at_3": 0.46435, "map_at_5": 0.50386, "map_at_10": 0.55173, "map_at_20": 0.5803, "map_at_100": 0.58799, "map_at_1000": 0.58799, "recall_at_1": 0.3306, "recall_at_3": 0.51653, "recall_at_5": 0.58774, "recall_at_10": 0.69084, "recall_at_20": 0.77277, "recall_at_100": 0.80425, "recall_at_1000": 0.80425, "accuracy": 0.3306, "precision_at_1": 0.67308, "precision_at_3": 0.44231, "precision_at_5": 0.34231, "precision_at_10": 0.23874, "precision_at_20": 0.15041, "precision_at_100": 0.0331, "precision_at_1000": 0.00331, "mrr_at_1": 0.673077, "mrr_at_3": 0.751832, "mrr_at_5": 0.762408, "mrr_at_10": 0.768214, "mrr_at_20": 0.769878, "mrr_at_100": 0.770268, "mrr_at_1000": 0.770268, "nauc_ndcg_at_1_max": 0.360203, "nauc_ndcg_at_1_std": -0.143856, "nauc_ndcg_at_1_diff1": 0.425687, "nauc_ndcg_at_3_max": 0.382491, "nauc_ndcg_at_3_std": -0.188298, "nauc_ndcg_at_3_diff1": 0.344573, "nauc_ndcg_at_5_max": 0.388838, "nauc_ndcg_at_5_std": -0.167923, "nauc_ndcg_at_5_diff1": 0.351659, "nauc_ndcg_at_10_max": 0.388039, "nauc_ndcg_at_10_std": -0.150736, "nauc_ndcg_at_10_diff1": 0.340282, "nauc_ndcg_at_20_max": 0.402093, "nauc_ndcg_at_20_std": -0.121517, "nauc_ndcg_at_20_diff1": 0.331588, "nauc_ndcg_at_100_max": 0.412768, "nauc_ndcg_at_100_std": -0.109265, "nauc_ndcg_at_100_diff1": 0.319816, "nauc_ndcg_at_1000_max": 0.412768, "nauc_ndcg_at_1000_std": -0.109265, "nauc_ndcg_at_1000_diff1": 0.319816, "nauc_map_at_1_max": 0.207253, "nauc_map_at_1_std": -0.273238, "nauc_map_at_1_diff1": 0.501414, "nauc_map_at_3_max": 0.268492, "nauc_map_at_3_std": -0.303187, "nauc_map_at_3_diff1": 0.434064, "nauc_map_at_5_max": 0.296986, "nauc_map_at_5_std": -0.264813, "nauc_map_at_5_diff1": 0.415335, "nauc_map_at_10_max": 0.321645, "nauc_map_at_10_std": -0.21112, "nauc_map_at_10_diff1": 0.378775, "nauc_map_at_20_max": 0.338578, "nauc_map_at_20_std": -0.174735, "nauc_map_at_20_diff1": 0.358312, "nauc_map_at_100_max": 0.343946, "nauc_map_at_100_std": -0.168078, "nauc_map_at_100_diff1": 0.352181, "nauc_map_at_1000_max": 0.343946, "nauc_map_at_1000_std": -0.168078, "nauc_map_at_1000_diff1": 0.352181, "nauc_recall_at_1_max": 0.207253, "nauc_recall_at_1_std": -0.273238, "nauc_recall_at_1_diff1": 0.501414, "nauc_recall_at_3_max": 0.271678, "nauc_recall_at_3_std": -0.318223, "nauc_recall_at_3_diff1": 0.3842, "nauc_recall_at_5_max": 0.306367, "nauc_recall_at_5_std": -0.251055, "nauc_recall_at_5_diff1": 0.3579, "nauc_recall_at_10_max": 0.327266, "nauc_recall_at_10_std": -0.15345, "nauc_recall_at_10_diff1": 0.290977, "nauc_recall_at_20_max": 0.375146, "nauc_recall_at_20_std": -0.047758, "nauc_recall_at_20_diff1": 0.228621, "nauc_recall_at_100_max": 0.406375, "nauc_recall_at_100_std": -0.004344, "nauc_recall_at_100_diff1": 0.190573, "nauc_recall_at_1000_max": 0.406375, "nauc_recall_at_1000_std": -0.004344, "nauc_recall_at_1000_diff1": 0.190573, "nauc_precision_at_1_max": 0.347312, "nauc_precision_at_1_std": -0.14232, "nauc_precision_at_1_diff1": 0.431299, "nauc_precision_at_3_max": 0.223191, "nauc_precision_at_3_std": 0.065187, "nauc_precision_at_3_diff1": -0.085474, "nauc_precision_at_5_max": 0.183335, "nauc_precision_at_5_std": 0.196847, "nauc_precision_at_5_diff1": -0.172658, "nauc_precision_at_10_max": 0.110829, "nauc_precision_at_10_std": 0.290929, "nauc_precision_at_10_diff1": -0.266591, "nauc_precision_at_20_max": 0.086151, "nauc_precision_at_20_std": 0.327418, "nauc_precision_at_20_diff1": -0.292161, "nauc_precision_at_100_max": 0.073254, "nauc_precision_at_100_std": 0.319873, "nauc_precision_at_100_diff1": -0.306167, "nauc_precision_at_1000_max": 0.073254, "nauc_precision_at_1000_std": 0.319873, "nauc_precision_at_1000_diff1": -0.306167, "nauc_mrr_at_1_max": 0.347312, "nauc_mrr_at_1_std": -0.14232, "nauc_mrr_at_1_diff1": 0.431299, "nauc_mrr_at_3_max": 0.399277, "nauc_mrr_at_3_std": -0.156726, "nauc_mrr_at_3_diff1": 0.384909, "nauc_mrr_at_5_max": 0.392774, "nauc_mrr_at_5_std": -0.143835, "nauc_mrr_at_5_diff1": 0.389047, "nauc_mrr_at_10_max": 0.391898, "nauc_mrr_at_10_std": -0.142761, "nauc_mrr_at_10_diff1": 0.384387, "nauc_mrr_at_20_max": 0.391674, "nauc_mrr_at_20_std": -0.143416, "nauc_mrr_at_20_diff1": 0.385961, "nauc_mrr_at_100_max": 0.391463, "nauc_mrr_at_100_std": -0.142424, "nauc_mrr_at_100_diff1": 0.385673, "nauc_mrr_at_1000_max": 0.391463, "nauc_mrr_at_1000_std": -0.142424, "nauc_mrr_at_1000_diff1": 0.385673, "hit_rate_at_1": 0.67308, "hit_rate_at_3": 0.84615, "hit_rate_at_5": 0.89286, "hit_rate_at_10": 0.93407, "hit_rate_at_20": 0.95604, "hit_rate_at_100": 0.96703, "hit_rate_at_1000": 0.96703, "main_score": 0.66528, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.49038, "ndcg_at_3": 0.50024, "ndcg_at_5": 0.50241, "ndcg_at_10": 0.51108, "ndcg_at_20": 0.52667, "ndcg_at_100": 0.53373, "ndcg_at_1000": 0.53373, "map_at_1": 0.26582, "map_at_3": 0.36536, "map_at_5": 0.3931, "map_at_10": 0.42352, "map_at_20": 0.44134, "map_at_100": 0.44598, "map_at_1000": 0.44598, "recall_at_1": 0.26582, "recall_at_3": 0.411, "recall_at_5": 0.4681, "recall_at_10": 0.53974, "recall_at_20": 0.59174, "recall_at_100": 0.60795, "recall_at_1000": 0.60795, "accuracy": 0.26582, "precision_at_1": 0.50824, "precision_at_3": 0.33242, "precision_at_5": 0.2533, "precision_at_10": 0.16786, "precision_at_20": 0.1033, "precision_at_100": 0.02255, "precision_at_1000": 0.00226, "mrr_at_1": 0.508242, "mrr_at_3": 0.583333, "mrr_at_5": 0.594048, "mrr_at_10": 0.598659, "mrr_at_20": 0.600493, "mrr_at_100": 0.600493, "mrr_at_1000": 0.600493, "nauc_ndcg_at_1_max": 0.466074, "nauc_ndcg_at_1_std": 0.179929, "nauc_ndcg_at_1_diff1": 0.320538, "nauc_ndcg_at_3_max": 0.497516, "nauc_ndcg_at_3_std": 0.195084, "nauc_ndcg_at_3_diff1": 0.228809, "nauc_ndcg_at_5_max": 0.494742, "nauc_ndcg_at_5_std": 0.224125, "nauc_ndcg_at_5_diff1": 0.214146, "nauc_ndcg_at_10_max": 0.517767, "nauc_ndcg_at_10_std": 0.257595, "nauc_ndcg_at_10_diff1": 0.207597, "nauc_ndcg_at_20_max": 0.530252, "nauc_ndcg_at_20_std": 0.288612, "nauc_ndcg_at_20_diff1": 0.195924, "nauc_ndcg_at_100_max": 0.535623, "nauc_ndcg_at_100_std": 0.298562, "nauc_ndcg_at_100_diff1": 0.186335, "nauc_ndcg_at_1000_max": 0.535623, "nauc_ndcg_at_1000_std": 0.298562, "nauc_ndcg_at_1000_diff1": 0.186335, "nauc_map_at_1_max": 0.321913, "nauc_map_at_1_std": -0.057982, "nauc_map_at_1_diff1": 0.4039, "nauc_map_at_3_max": 0.398767, "nauc_map_at_3_std": 0.004622, "nauc_map_at_3_diff1": 0.313947, "nauc_map_at_5_max": 0.410739, "nauc_map_at_5_std": 0.058527, "nauc_map_at_5_diff1": 0.282237, "nauc_map_at_10_max": 0.444408, "nauc_map_at_10_std": 0.131616, "nauc_map_at_10_diff1": 0.254654, "nauc_map_at_20_max": 0.456616, "nauc_map_at_20_std": 0.170256, "nauc_map_at_20_diff1": 0.240855, "nauc_map_at_100_max": 0.460108, "nauc_map_at_100_std": 0.177865, "nauc_map_at_100_diff1": 0.235708, "nauc_map_at_1000_max": 0.460108, "nauc_map_at_1000_std": 0.177865, "nauc_map_at_1000_diff1": 0.235708, "nauc_recall_at_1_max": 0.321913, "nauc_recall_at_1_std": -0.057982, "nauc_recall_at_1_diff1": 0.4039, "nauc_recall_at_3_max": 0.416187, "nauc_recall_at_3_std": 0.036852, "nauc_recall_at_3_diff1": 0.260513, "nauc_recall_at_5_max": 0.431442, "nauc_recall_at_5_std": 0.141831, "nauc_recall_at_5_diff1": 0.195838, "nauc_recall_at_10_max": 0.501071, "nauc_recall_at_10_std": 0.287935, "nauc_recall_at_10_diff1": 0.137882, "nauc_recall_at_20_max": 0.545103, "nauc_recall_at_20_std": 0.396346, "nauc_recall_at_20_diff1": 0.097887, "nauc_recall_at_100_max": 0.559036, "nauc_recall_at_100_std": 0.422358, "nauc_recall_at_100_diff1": 0.076177, "nauc_recall_at_1000_max": 0.559036, "nauc_recall_at_1000_std": 0.422358, "nauc_recall_at_1000_diff1": 0.076177, "nauc_precision_at_1_max": 0.461766, "nauc_precision_at_1_std": 0.189739, "nauc_precision_at_1_diff1": 0.316342, "nauc_precision_at_3_max": 0.37565, "nauc_precision_at_3_std": 0.321083, "nauc_precision_at_3_diff1": -0.037823, "nauc_precision_at_5_max": 0.311313, "nauc_precision_at_5_std": 0.424279, "nauc_precision_at_5_diff1": -0.132152, "nauc_precision_at_10_max": 0.276603, "nauc_precision_at_10_std": 0.501176, "nauc_precision_at_10_diff1": -0.180302, "nauc_precision_at_20_max": 0.241221, "nauc_precision_at_20_std": 0.505861, "nauc_precision_at_20_diff1": -0.191253, "nauc_precision_at_100_max": 0.221029, "nauc_precision_at_100_std": 0.474692, "nauc_precision_at_100_diff1": -0.206074, "nauc_precision_at_1000_max": 0.221029, "nauc_precision_at_1000_std": 0.474692, "nauc_precision_at_1000_diff1": -0.206074, "nauc_mrr_at_1_max": 0.461766, "nauc_mrr_at_1_std": 0.189739, "nauc_mrr_at_1_diff1": 0.316342, "nauc_mrr_at_3_max": 0.52735, "nauc_mrr_at_3_std": 0.258079, "nauc_mrr_at_3_diff1": 0.259748, "nauc_mrr_at_5_max": 0.53151, "nauc_mrr_at_5_std": 0.288237, "nauc_mrr_at_5_diff1": 0.2481, "nauc_mrr_at_10_max": 0.539834, "nauc_mrr_at_10_std": 0.29594, "nauc_mrr_at_10_diff1": 0.245838, "nauc_mrr_at_20_max": 0.542309, "nauc_mrr_at_20_std": 0.298301, "nauc_mrr_at_20_diff1": 0.246872, "nauc_mrr_at_100_max": 0.542309, "nauc_mrr_at_100_std": 0.298301, "nauc_mrr_at_100_diff1": 0.246872, "nauc_mrr_at_1000_max": 0.542309, "nauc_mrr_at_1000_std": 0.298301, "nauc_mrr_at_1000_diff1": 0.246872, "hit_rate_at_1": 0.50824, "hit_rate_at_3": 0.67033, "hit_rate_at_5": 0.71703, "hit_rate_at_10": 0.74725, "hit_rate_at_20": 0.77198, "hit_rate_at_100": 0.77198, "hit_rate_at_1000": 0.77198, "main_score": 0.51108, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.5, "ndcg_at_3": 0.50931, "ndcg_at_5": 0.50365, "ndcg_at_10": 0.50668, "ndcg_at_20": 0.51694, "ndcg_at_100": 0.52167, "ndcg_at_1000": 0.52167, "map_at_1": 0.26461, "map_at_3": 0.36012, "map_at_5": 0.38689, "map_at_10": 0.41669, "map_at_20": 0.4317, "map_at_100": 0.435, "map_at_1000": 0.435, "recall_at_1": 0.26461, "recall_at_3": 0.40446, "recall_at_5": 0.45511, "recall_at_10": 0.5198, "recall_at_20": 0.56523, "recall_at_100": 0.57634, "recall_at_1000": 0.57634, "accuracy": 0.26461, "precision_at_1": 0.52198, "precision_at_3": 0.34524, "precision_at_5": 0.26044, "precision_at_10": 0.17088, "precision_at_20": 0.10179, "precision_at_100": 0.02157, "precision_at_1000": 0.00216, "mrr_at_1": 0.521978, "mrr_at_3": 0.593407, "mrr_at_5": 0.603434, "mrr_at_10": 0.607813, "mrr_at_20": 0.608437, "mrr_at_100": 0.608437, "mrr_at_1000": 0.608437, "nauc_ndcg_at_1_max": 0.492779, "nauc_ndcg_at_1_std": 0.178534, "nauc_ndcg_at_1_diff1": 0.25161, "nauc_ndcg_at_3_max": 0.53481, "nauc_ndcg_at_3_std": 0.233285, "nauc_ndcg_at_3_diff1": 0.166042, "nauc_ndcg_at_5_max": 0.556185, "nauc_ndcg_at_5_std": 0.266867, "nauc_ndcg_at_5_diff1": 0.148537, "nauc_ndcg_at_10_max": 0.566438, "nauc_ndcg_at_10_std": 0.302902, "nauc_ndcg_at_10_diff1": 0.143923, "nauc_ndcg_at_20_max": 0.564369, "nauc_ndcg_at_20_std": 0.321194, "nauc_ndcg_at_20_diff1": 0.13847, "nauc_ndcg_at_100_max": 0.56815, "nauc_ndcg_at_100_std": 0.331375, "nauc_ndcg_at_100_diff1": 0.130592, "nauc_ndcg_at_1000_max": 0.56815, "nauc_ndcg_at_1000_std": 0.331375, "nauc_ndcg_at_1000_diff1": 0.130592, "nauc_map_at_1_max": 0.397678, "nauc_map_at_1_std": -0.035307, "nauc_map_at_1_diff1": 0.365617, "nauc_map_at_3_max": 0.465368, "nauc_map_at_3_std": 0.056106, "nauc_map_at_3_diff1": 0.264099, "nauc_map_at_5_max": 0.481717, "nauc_map_at_5_std": 0.106508, "nauc_map_at_5_diff1": 0.231457, "nauc_map_at_10_max": 0.500673, "nauc_map_at_10_std": 0.182967, "nauc_map_at_10_diff1": 0.193354, "nauc_map_at_20_max": 0.504733, "nauc_map_at_20_std": 0.212364, "nauc_map_at_20_diff1": 0.177492, "nauc_map_at_100_max": 0.507026, "nauc_map_at_100_std": 0.21928, "nauc_map_at_100_diff1": 0.172111, "nauc_map_at_1000_max": 0.507026, "nauc_map_at_1000_std": 0.21928, "nauc_map_at_1000_diff1": 0.172111, "nauc_recall_at_1_max": 0.397678, "nauc_recall_at_1_std": -0.035307, "nauc_recall_at_1_diff1": 0.365617, "nauc_recall_at_3_max": 0.46966, "nauc_recall_at_3_std": 0.096218, "nauc_recall_at_3_diff1": 0.213099, "nauc_recall_at_5_max": 0.497823, "nauc_recall_at_5_std": 0.193002, "nauc_recall_at_5_diff1": 0.15577, "nauc_recall_at_10_max": 0.534818, "nauc_recall_at_10_std": 0.348778, "nauc_recall_at_10_diff1": 0.095449, "nauc_recall_at_20_max": 0.548498, "nauc_recall_at_20_std": 0.429575, "nauc_recall_at_20_diff1": 0.054582, "nauc_recall_at_100_max": 0.556468, "nauc_recall_at_100_std": 0.455079, "nauc_recall_at_100_diff1": 0.037408, "nauc_recall_at_1000_max": 0.556468, "nauc_recall_at_1000_std": 0.455079, "nauc_recall_at_1000_diff1": 0.037408, "nauc_precision_at_1_max": 0.503977, "nauc_precision_at_1_std": 0.201747, "nauc_precision_at_1_diff1": 0.244959, "nauc_precision_at_3_max": 0.344666, "nauc_precision_at_3_std": 0.347284, "nauc_precision_at_3_diff1": -0.114401, "nauc_precision_at_5_max": 0.308987, "nauc_precision_at_5_std": 0.438512, "nauc_precision_at_5_diff1": -0.204838, "nauc_precision_at_10_max": 0.256983, "nauc_precision_at_10_std": 0.520675, "nauc_precision_at_10_diff1": -0.258907, "nauc_precision_at_20_max": 0.217113, "nauc_precision_at_20_std": 0.516329, "nauc_precision_at_20_diff1": -0.266883, "nauc_precision_at_100_max": 0.205469, "nauc_precision_at_100_std": 0.50386, "nauc_precision_at_100_diff1": -0.275654, "nauc_precision_at_1000_max": 0.205469, "nauc_precision_at_1000_std": 0.50386, "nauc_precision_at_1000_diff1": -0.275654, "nauc_mrr_at_1_max": 0.503977, "nauc_mrr_at_1_std": 0.201747, "nauc_mrr_at_1_diff1": 0.244959, "nauc_mrr_at_3_max": 0.554616, "nauc_mrr_at_3_std": 0.280037, "nauc_mrr_at_3_diff1": 0.186348, "nauc_mrr_at_5_max": 0.563546, "nauc_mrr_at_5_std": 0.307129, "nauc_mrr_at_5_diff1": 0.17639, "nauc_mrr_at_10_max": 0.567982, "nauc_mrr_at_10_std": 0.315742, "nauc_mrr_at_10_diff1": 0.177213, "nauc_mrr_at_20_max": 0.567688, "nauc_mrr_at_20_std": 0.315499, "nauc_mrr_at_20_diff1": 0.17725, "nauc_mrr_at_100_max": 0.567688, "nauc_mrr_at_100_std": 0.315499, "nauc_mrr_at_100_diff1": 0.17725, "nauc_mrr_at_1000_max": 0.567688, "nauc_mrr_at_1000_std": 0.315499, "nauc_mrr_at_1000_diff1": 0.17725, "hit_rate_at_1": 0.52198, "hit_rate_at_3": 0.68132, "hit_rate_at_5": 0.72527, "hit_rate_at_10": 0.75549, "hit_rate_at_20": 0.76374, "hit_rate_at_100": 0.76374, "hit_rate_at_1000": 0.76374, "main_score": 0.50668, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.50275, "ndcg_at_3": 0.49222, "ndcg_at_5": 0.4807, "ndcg_at_10": 0.48996, "ndcg_at_20": 0.50119, "ndcg_at_100": 0.50623, "ndcg_at_1000": 0.50623, "map_at_1": 0.25719, "map_at_3": 0.35363, "map_at_5": 0.37594, "map_at_10": 0.40332, "map_at_20": 0.41764, "map_at_100": 0.42098, "map_at_1000": 0.42098, "recall_at_1": 0.25719, "recall_at_3": 0.39346, "recall_at_5": 0.43182, "recall_at_10": 0.50218, "recall_at_20": 0.54537, "recall_at_100": 0.55782, "recall_at_1000": 0.55782, "accuracy": 0.25719, "precision_at_1": 0.51923, "precision_at_3": 0.32967, "precision_at_5": 0.24066, "precision_at_10": 0.16044, "precision_at_20": 0.09643, "precision_at_100": 0.02055, "precision_at_1000": 0.00205, "mrr_at_1": 0.519231, "mrr_at_3": 0.583791, "mrr_at_5": 0.5875, "mrr_at_10": 0.595322, "mrr_at_20": 0.595724, "mrr_at_100": 0.595849, "mrr_at_1000": 0.595849, "nauc_ndcg_at_1_max": 0.483638, "nauc_ndcg_at_1_std": 0.216212, "nauc_ndcg_at_1_diff1": 0.211946, "nauc_ndcg_at_3_max": 0.559616, "nauc_ndcg_at_3_std": 0.266228, "nauc_ndcg_at_3_diff1": 0.102537, "nauc_ndcg_at_5_max": 0.568085, "nauc_ndcg_at_5_std": 0.281573, "nauc_ndcg_at_5_diff1": 0.077548, "nauc_ndcg_at_10_max": 0.592213, "nauc_ndcg_at_10_std": 0.31972, "nauc_ndcg_at_10_diff1": 0.048809, "nauc_ndcg_at_20_max": 0.594839, "nauc_ndcg_at_20_std": 0.339882, "nauc_ndcg_at_20_diff1": 0.029454, "nauc_ndcg_at_100_max": 0.597592, "nauc_ndcg_at_100_std": 0.349393, "nauc_ndcg_at_100_diff1": 0.021846, "nauc_ndcg_at_1000_max": 0.597592, "nauc_ndcg_at_1000_std": 0.349393, "nauc_ndcg_at_1000_diff1": 0.021846, "nauc_map_at_1_max": 0.374664, "nauc_map_at_1_std": -0.009298, "nauc_map_at_1_diff1": 0.289019, "nauc_map_at_3_max": 0.473174, "nauc_map_at_3_std": 0.069318, "nauc_map_at_3_diff1": 0.172077, "nauc_map_at_5_max": 0.491184, "nauc_map_at_5_std": 0.119531, "nauc_map_at_5_diff1": 0.135817, "nauc_map_at_10_max": 0.520038, "nauc_map_at_10_std": 0.191955, "nauc_map_at_10_diff1": 0.096939, "nauc_map_at_20_max": 0.529044, "nauc_map_at_20_std": 0.226995, "nauc_map_at_20_diff1": 0.077142, "nauc_map_at_100_max": 0.531286, "nauc_map_at_100_std": 0.235066, "nauc_map_at_100_diff1": 0.072773, "nauc_map_at_1000_max": 0.531286, "nauc_map_at_1000_std": 0.235066, "nauc_map_at_1000_diff1": 0.072773, "nauc_recall_at_1_max": 0.374664, "nauc_recall_at_1_std": -0.009298, "nauc_recall_at_1_diff1": 0.289019, "nauc_recall_at_3_max": 0.480126, "nauc_recall_at_3_std": 0.094966, "nauc_recall_at_3_diff1": 0.127767, "nauc_recall_at_5_max": 0.507151, "nauc_recall_at_5_std": 0.178874, "nauc_recall_at_5_diff1": 0.069263, "nauc_recall_at_10_max": 0.574398, "nauc_recall_at_10_std": 0.340363, "nauc_recall_at_10_diff1": -0.019691, "nauc_recall_at_20_max": 0.594712, "nauc_recall_at_20_std": 0.429729, "nauc_recall_at_20_diff1": -0.086563, "nauc_recall_at_100_max": 0.601853, "nauc_recall_at_100_std": 0.452744, "nauc_recall_at_100_diff1": -0.10577, "nauc_recall_at_1000_max": 0.601853, "nauc_recall_at_1000_std": 0.452744, "nauc_recall_at_1000_diff1": -0.10577, "nauc_precision_at_1_max": 0.490762, "nauc_precision_at_1_std": 0.233248, "nauc_precision_at_1_diff1": 0.212438, "nauc_precision_at_3_max": 0.451847, "nauc_precision_at_3_std": 0.380843, "nauc_precision_at_3_diff1": -0.116304, "nauc_precision_at_5_max": 0.404344, "nauc_precision_at_5_std": 0.465193, "nauc_precision_at_5_diff1": -0.197776, "nauc_precision_at_10_max": 0.35704, "nauc_precision_at_10_std": 0.56468, "nauc_precision_at_10_diff1": -0.265533, "nauc_precision_at_20_max": 0.315716, "nauc_precision_at_20_std": 0.584142, "nauc_precision_at_20_diff1": -0.288332, "nauc_precision_at_100_max": 0.295243, "nauc_precision_at_100_std": 0.572555, "nauc_precision_at_100_diff1": -0.293458, "nauc_precision_at_1000_max": 0.295243, "nauc_precision_at_1000_std": 0.572555, "nauc_precision_at_1000_diff1": -0.293458, "nauc_mrr_at_1_max": 0.490762, "nauc_mrr_at_1_std": 0.233248, "nauc_mrr_at_1_diff1": 0.212438, "nauc_mrr_at_3_max": 0.556078, "nauc_mrr_at_3_std": 0.312568, "nauc_mrr_at_3_diff1": 0.14423, "nauc_mrr_at_5_max": 0.560264, "nauc_mrr_at_5_std": 0.328161, "nauc_mrr_at_5_diff1": 0.139149, "nauc_mrr_at_10_max": 0.570047, "nauc_mrr_at_10_std": 0.345871, "nauc_mrr_at_10_diff1": 0.131032, "nauc_mrr_at_20_max": 0.570243, "nauc_mrr_at_20_std": 0.346961, "nauc_mrr_at_20_diff1": 0.129915, "nauc_mrr_at_100_max": 0.570117, "nauc_mrr_at_100_std": 0.346838, "nauc_mrr_at_100_diff1": 0.12966, "nauc_mrr_at_1000_max": 0.570117, "nauc_mrr_at_1000_std": 0.346838, "nauc_mrr_at_1000_diff1": 0.12966, "hit_rate_at_1": 0.51923, "hit_rate_at_3": 0.65934, "hit_rate_at_5": 0.67582, "hit_rate_at_10": 0.73077, "hit_rate_at_20": 0.73626, "hit_rate_at_100": 0.73901, "hit_rate_at_1000": 0.73901, "main_score": 0.48996, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 699.3116153720766, "kg_co2_emissions": null, "date": 1793341742.144904, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0007545556873083115, "end": 117.32303906604648, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 117.45367829501629, "end": 117.516461962834, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 117.69323790445924, "end": 235.07722781598568, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 235.38271133974195, "end": 235.4459763765335, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 235.63344533741474, "end": 328.3948406074196, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 328.78603051789105, "end": 328.8481125794351, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 329.03480050340295, "end": 447.67764688283205, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 448.1790398005396, "end": 448.2423372156918, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 448.4161244034767, "end": 573.6195353399962, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 574.2774808797985, "end": 574.344984266907, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 574.5256038382649, "end": 698.2754306644201, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 699.0547093749046, "end": 699.1235182564706, "split": "test", "subset": "portuguese" } ] }