{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.61526, "ndcg_at_3": 0.6368, "ndcg_at_5": 0.65285, "ndcg_at_10": 0.67355, "ndcg_at_20": 0.69336, "ndcg_at_100": 0.70953, "ndcg_at_1000": 0.70953, "map_at_1": 0.38211, "map_at_3": 0.5145, "map_at_5": 0.54709, "map_at_10": 0.57652, "map_at_20": 0.5928, "map_at_100": 0.60067, "map_at_1000": 0.60067, "recall_at_1": 0.38211, "recall_at_3": 0.57895, "recall_at_5": 0.65109, "recall_at_10": 0.73304, "recall_at_20": 0.8013, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.38211, "precision_at_1": 0.64935, "precision_at_3": 0.38312, "precision_at_5": 0.28506, "precision_at_10": 0.18279, "precision_at_20": 0.11071, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.649351, "mrr_at_3": 0.727814, "mrr_at_5": 0.739177, "mrr_at_10": 0.745841, "mrr_at_20": 0.747595, "mrr_at_100": 0.748788, "mrr_at_1000": 0.748788, "nauc_ndcg_at_1_max": 0.453201, "nauc_ndcg_at_1_std": 0.050775, "nauc_ndcg_at_1_diff1": 0.552087, "nauc_ndcg_at_3_max": 0.415843, "nauc_ndcg_at_3_std": 0.061334, "nauc_ndcg_at_3_diff1": 0.429578, "nauc_ndcg_at_5_max": 0.413045, "nauc_ndcg_at_5_std": 0.073485, "nauc_ndcg_at_5_diff1": 0.409403, "nauc_ndcg_at_10_max": 0.418966, "nauc_ndcg_at_10_std": 0.113958, "nauc_ndcg_at_10_diff1": 0.390581, "nauc_ndcg_at_20_max": 0.432947, "nauc_ndcg_at_20_std": 0.13087, "nauc_ndcg_at_20_diff1": 0.399838, "nauc_ndcg_at_100_max": 0.443679, "nauc_ndcg_at_100_std": 0.126025, "nauc_ndcg_at_100_diff1": 0.400618, "nauc_ndcg_at_1000_max": 0.443679, "nauc_ndcg_at_1000_std": 0.126025, "nauc_ndcg_at_1000_diff1": 0.400618, "nauc_map_at_1_max": 0.260132, "nauc_map_at_1_std": -0.098823, "nauc_map_at_1_diff1": 0.509363, "nauc_map_at_3_max": 0.316871, "nauc_map_at_3_std": -0.001656, "nauc_map_at_3_diff1": 0.412148, "nauc_map_at_5_max": 0.328517, "nauc_map_at_5_std": 0.026449, "nauc_map_at_5_diff1": 0.393576, "nauc_map_at_10_max": 0.339552, "nauc_map_at_10_std": 0.058043, "nauc_map_at_10_diff1": 0.373526, "nauc_map_at_20_max": 0.353735, "nauc_map_at_20_std": 0.068277, "nauc_map_at_20_diff1": 0.373438, "nauc_map_at_100_max": 0.362148, "nauc_map_at_100_std": 0.066093, "nauc_map_at_100_diff1": 0.370759, "nauc_map_at_1000_max": 0.362148, "nauc_map_at_1000_std": 0.066093, "nauc_map_at_1000_diff1": 0.370759, "nauc_recall_at_1_max": 0.260132, "nauc_recall_at_1_std": -0.098823, "nauc_recall_at_1_diff1": 0.509363, "nauc_recall_at_3_max": 0.303437, "nauc_recall_at_3_std": 0.017213, "nauc_recall_at_3_diff1": 0.344613, "nauc_recall_at_5_max": 0.300532, "nauc_recall_at_5_std": 0.066778, "nauc_recall_at_5_diff1": 0.28998, "nauc_recall_at_10_max": 0.319417, "nauc_recall_at_10_std": 0.172184, "nauc_recall_at_10_diff1": 0.226677, "nauc_recall_at_20_max": 0.361598, "nauc_recall_at_20_std": 0.232829, "nauc_recall_at_20_diff1": 0.21848, "nauc_recall_at_100_max": 0.383733, "nauc_recall_at_100_std": 0.281303, "nauc_recall_at_100_diff1": 0.18117, "nauc_recall_at_1000_max": 0.383733, "nauc_recall_at_1000_std": 0.281303, "nauc_recall_at_1000_diff1": 0.18117, "nauc_precision_at_1_max": 0.476742, "nauc_precision_at_1_std": 0.041348, "nauc_precision_at_1_diff1": 0.551746, "nauc_precision_at_3_max": 0.260299, "nauc_precision_at_3_std": 0.195712, "nauc_precision_at_3_diff1": -0.006286, "nauc_precision_at_5_max": 0.189612, "nauc_precision_at_5_std": 0.22077, "nauc_precision_at_5_diff1": -0.122059, "nauc_precision_at_10_max": 0.111384, "nauc_precision_at_10_std": 0.226075, "nauc_precision_at_10_diff1": -0.20438, "nauc_precision_at_20_max": 0.094631, "nauc_precision_at_20_std": 0.196475, "nauc_precision_at_20_diff1": -0.204594, "nauc_precision_at_100_max": 0.080245, "nauc_precision_at_100_std": 0.111462, "nauc_precision_at_100_diff1": -0.218111, "nauc_precision_at_1000_max": 0.080245, "nauc_precision_at_1000_std": 0.111462, "nauc_precision_at_1000_diff1": -0.218111, "nauc_mrr_at_1_max": 0.476742, "nauc_mrr_at_1_std": 0.041348, "nauc_mrr_at_1_diff1": 0.551746, "nauc_mrr_at_3_max": 0.523287, "nauc_mrr_at_3_std": 0.103504, "nauc_mrr_at_3_diff1": 0.509666, "nauc_mrr_at_5_max": 0.521689, "nauc_mrr_at_5_std": 0.10258, "nauc_mrr_at_5_diff1": 0.507011, "nauc_mrr_at_10_max": 0.521995, "nauc_mrr_at_10_std": 0.106657, "nauc_mrr_at_10_diff1": 0.509095, "nauc_mrr_at_20_max": 0.520804, "nauc_mrr_at_20_std": 0.105075, "nauc_mrr_at_20_diff1": 0.509823, "nauc_mrr_at_100_max": 0.519985, "nauc_mrr_at_100_std": 0.105181, "nauc_mrr_at_100_diff1": 0.510455, "nauc_mrr_at_1000_max": 0.519985, "nauc_mrr_at_1000_std": 0.105181, "nauc_mrr_at_1000_diff1": 0.510455, "hit_rate_at_1": 0.64935, "hit_rate_at_3": 0.82143, "hit_rate_at_5": 0.87338, "hit_rate_at_10": 0.92208, "hit_rate_at_20": 0.94805, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.67355, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.41558, "ndcg_at_3": 0.41358, "ndcg_at_5": 0.40752, "ndcg_at_10": 0.41131, "ndcg_at_20": 0.41909, "ndcg_at_100": 0.42357, "ndcg_at_1000": 0.42357, "map_at_1": 0.23776, "map_at_3": 0.32409, "map_at_5": 0.33413, "map_at_10": 0.34669, "map_at_20": 0.35231, "map_at_100": 0.35498, "map_at_1000": 0.35498, "recall_at_1": 0.23776, "recall_at_3": 0.36554, "recall_at_5": 0.38418, "recall_at_10": 0.41882, "recall_at_20": 0.4489, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.23776, "precision_at_1": 0.44481, "precision_at_3": 0.25758, "precision_at_5": 0.17662, "precision_at_10": 0.10649, "precision_at_20": 0.06104, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.444805, "mrr_at_3": 0.501623, "mrr_at_5": 0.507468, "mrr_at_10": 0.509184, "mrr_at_20": 0.510948, "mrr_at_100": 0.511068, "mrr_at_1000": 0.511068, "nauc_ndcg_at_1_max": 0.630428, "nauc_ndcg_at_1_std": 0.403525, "nauc_ndcg_at_1_diff1": 0.413581, "nauc_ndcg_at_3_max": 0.648275, "nauc_ndcg_at_3_std": 0.463674, "nauc_ndcg_at_3_diff1": 0.310641, "nauc_ndcg_at_5_max": 0.660099, "nauc_ndcg_at_5_std": 0.470045, "nauc_ndcg_at_5_diff1": 0.301034, "nauc_ndcg_at_10_max": 0.662503, "nauc_ndcg_at_10_std": 0.481155, "nauc_ndcg_at_10_diff1": 0.290294, "nauc_ndcg_at_20_max": 0.665488, "nauc_ndcg_at_20_std": 0.501905, "nauc_ndcg_at_20_diff1": 0.278095, "nauc_ndcg_at_100_max": 0.670483, "nauc_ndcg_at_100_std": 0.510702, "nauc_ndcg_at_100_diff1": 0.273491, "nauc_ndcg_at_1000_max": 0.670483, "nauc_ndcg_at_1000_std": 0.510702, "nauc_ndcg_at_1000_diff1": 0.273491, "nauc_map_at_1_max": 0.485792, "nauc_map_at_1_std": 0.2081, "nauc_map_at_1_diff1": 0.460666, "nauc_map_at_3_max": 0.55326, "nauc_map_at_3_std": 0.34363, "nauc_map_at_3_diff1": 0.323167, "nauc_map_at_5_max": 0.568871, "nauc_map_at_5_std": 0.363864, "nauc_map_at_5_diff1": 0.309998, "nauc_map_at_10_max": 0.581919, "nauc_map_at_10_std": 0.383361, "nauc_map_at_10_diff1": 0.298612, "nauc_map_at_20_max": 0.590293, "nauc_map_at_20_std": 0.398755, "nauc_map_at_20_diff1": 0.290482, "nauc_map_at_100_max": 0.59421, "nauc_map_at_100_std": 0.404188, "nauc_map_at_100_diff1": 0.288067, "nauc_map_at_1000_max": 0.59421, "nauc_map_at_1000_std": 0.404188, "nauc_map_at_1000_diff1": 0.288067, "nauc_recall_at_1_max": 0.485792, "nauc_recall_at_1_std": 0.2081, "nauc_recall_at_1_diff1": 0.460666, "nauc_recall_at_3_max": 0.556717, "nauc_recall_at_3_std": 0.399357, "nauc_recall_at_3_diff1": 0.252435, "nauc_recall_at_5_max": 0.585922, "nauc_recall_at_5_std": 0.437366, "nauc_recall_at_5_diff1": 0.230555, "nauc_recall_at_10_max": 0.609604, "nauc_recall_at_10_std": 0.485832, "nauc_recall_at_10_diff1": 0.202652, "nauc_recall_at_20_max": 0.620419, "nauc_recall_at_20_std": 0.556836, "nauc_recall_at_20_diff1": 0.162489, "nauc_recall_at_100_max": 0.63823, "nauc_recall_at_100_std": 0.588675, "nauc_recall_at_100_diff1": 0.149545, "nauc_recall_at_1000_max": 0.63823, "nauc_recall_at_1000_std": 0.588675, "nauc_recall_at_1000_diff1": 0.149545, "nauc_precision_at_1_max": 0.645096, "nauc_precision_at_1_std": 0.424393, "nauc_precision_at_1_diff1": 0.430107, "nauc_precision_at_3_max": 0.5804, "nauc_precision_at_3_std": 0.541452, "nauc_precision_at_3_diff1": 0.073706, "nauc_precision_at_5_max": 0.573886, "nauc_precision_at_5_std": 0.561409, "nauc_precision_at_5_diff1": 0.010703, "nauc_precision_at_10_max": 0.517928, "nauc_precision_at_10_std": 0.537193, "nauc_precision_at_10_diff1": -0.029396, "nauc_precision_at_20_max": 0.491722, "nauc_precision_at_20_std": 0.553926, "nauc_precision_at_20_diff1": -0.084235, "nauc_precision_at_100_max": 0.456767, "nauc_precision_at_100_std": 0.524536, "nauc_precision_at_100_diff1": -0.099226, "nauc_precision_at_1000_max": 0.456767, "nauc_precision_at_1000_std": 0.524536, "nauc_precision_at_1000_diff1": -0.099226, "nauc_mrr_at_1_max": 0.645096, "nauc_mrr_at_1_std": 0.424393, "nauc_mrr_at_1_diff1": 0.430107, "nauc_mrr_at_3_max": 0.700573, "nauc_mrr_at_3_std": 0.514981, "nauc_mrr_at_3_diff1": 0.37968, "nauc_mrr_at_5_max": 0.709093, "nauc_mrr_at_5_std": 0.527514, "nauc_mrr_at_5_diff1": 0.373288, "nauc_mrr_at_10_max": 0.709074, "nauc_mrr_at_10_std": 0.53059, "nauc_mrr_at_10_diff1": 0.370893, "nauc_mrr_at_20_max": 0.709254, "nauc_mrr_at_20_std": 0.533538, "nauc_mrr_at_20_diff1": 0.369702, "nauc_mrr_at_100_max": 0.709593, "nauc_mrr_at_100_std": 0.534258, "nauc_mrr_at_100_diff1": 0.369466, "nauc_mrr_at_1000_max": 0.709593, "nauc_mrr_at_1000_std": 0.534258, "nauc_mrr_at_1000_diff1": 0.369466, "hit_rate_at_1": 0.44481, "hit_rate_at_3": 0.56818, "hit_rate_at_5": 0.59416, "hit_rate_at_10": 0.60714, "hit_rate_at_20": 0.63312, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.41131, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.41558, "ndcg_at_3": 0.38456, "ndcg_at_5": 0.38127, "ndcg_at_10": 0.38615, "ndcg_at_20": 0.39253, "ndcg_at_100": 0.39517, "ndcg_at_1000": 0.39517, "map_at_1": 0.23403, "map_at_3": 0.29932, "map_at_5": 0.31252, "map_at_10": 0.32495, "map_at_20": 0.33055, "map_at_100": 0.33228, "map_at_1000": 0.33228, "recall_at_1": 0.23403, "recall_at_3": 0.33066, "recall_at_5": 0.357, "recall_at_10": 0.39571, "recall_at_20": 0.42029, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.23403, "precision_at_1": 0.44156, "precision_at_3": 0.23593, "precision_at_5": 0.16818, "precision_at_10": 0.10097, "precision_at_20": 0.05779, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.441558, "mrr_at_3": 0.478896, "mrr_at_5": 0.486364, "mrr_at_10": 0.489181, "mrr_at_20": 0.490213, "mrr_at_100": 0.490213, "mrr_at_1000": 0.490213, "nauc_ndcg_at_1_max": 0.714944, "nauc_ndcg_at_1_std": 0.465546, "nauc_ndcg_at_1_diff1": 0.470476, "nauc_ndcg_at_3_max": 0.716153, "nauc_ndcg_at_3_std": 0.492245, "nauc_ndcg_at_3_diff1": 0.362799, "nauc_ndcg_at_5_max": 0.710971, "nauc_ndcg_at_5_std": 0.502637, "nauc_ndcg_at_5_diff1": 0.339854, "nauc_ndcg_at_10_max": 0.716953, "nauc_ndcg_at_10_std": 0.520402, "nauc_ndcg_at_10_diff1": 0.328182, "nauc_ndcg_at_20_max": 0.726596, "nauc_ndcg_at_20_std": 0.546998, "nauc_ndcg_at_20_diff1": 0.316252, "nauc_ndcg_at_100_max": 0.72926, "nauc_ndcg_at_100_std": 0.551755, "nauc_ndcg_at_100_diff1": 0.313515, "nauc_ndcg_at_1000_max": 0.72926, "nauc_ndcg_at_1000_std": 0.551755, "nauc_ndcg_at_1000_diff1": 0.313515, "nauc_map_at_1_max": 0.5461, "nauc_map_at_1_std": 0.255105, "nauc_map_at_1_diff1": 0.447997, "nauc_map_at_3_max": 0.623702, "nauc_map_at_3_std": 0.373944, "nauc_map_at_3_diff1": 0.341804, "nauc_map_at_5_max": 0.636039, "nauc_map_at_5_std": 0.402371, "nauc_map_at_5_diff1": 0.327605, "nauc_map_at_10_max": 0.653499, "nauc_map_at_10_std": 0.429806, "nauc_map_at_10_diff1": 0.320048, "nauc_map_at_20_max": 0.664499, "nauc_map_at_20_std": 0.450088, "nauc_map_at_20_diff1": 0.313968, "nauc_map_at_100_max": 0.667243, "nauc_map_at_100_std": 0.454635, "nauc_map_at_100_diff1": 0.311985, "nauc_map_at_1000_max": 0.667243, "nauc_map_at_1000_std": 0.454635, "nauc_map_at_1000_diff1": 0.311985, "nauc_recall_at_1_max": 0.5461, "nauc_recall_at_1_std": 0.255105, "nauc_recall_at_1_diff1": 0.447997, "nauc_recall_at_3_max": 0.617339, "nauc_recall_at_3_std": 0.392438, "nauc_recall_at_3_diff1": 0.299046, "nauc_recall_at_5_max": 0.630031, "nauc_recall_at_5_std": 0.439892, "nauc_recall_at_5_diff1": 0.271941, "nauc_recall_at_10_max": 0.663311, "nauc_recall_at_10_std": 0.509221, "nauc_recall_at_10_diff1": 0.247733, "nauc_recall_at_20_max": 0.699477, "nauc_recall_at_20_std": 0.593723, "nauc_recall_at_20_diff1": 0.214336, "nauc_recall_at_100_max": 0.706408, "nauc_recall_at_100_std": 0.60616, "nauc_recall_at_100_diff1": 0.209681, "nauc_recall_at_1000_max": 0.706408, "nauc_recall_at_1000_std": 0.60616, "nauc_recall_at_1000_diff1": 0.209681, "nauc_precision_at_1_max": 0.741432, "nauc_precision_at_1_std": 0.496034, "nauc_precision_at_1_diff1": 0.508105, "nauc_precision_at_3_max": 0.662381, "nauc_precision_at_3_std": 0.586928, "nauc_precision_at_3_diff1": 0.174927, "nauc_precision_at_5_max": 0.604773, "nauc_precision_at_5_std": 0.620454, "nauc_precision_at_5_diff1": 0.089763, "nauc_precision_at_10_max": 0.574748, "nauc_precision_at_10_std": 0.633594, "nauc_precision_at_10_diff1": 0.052951, "nauc_precision_at_20_max": 0.560689, "nauc_precision_at_20_std": 0.684346, "nauc_precision_at_20_diff1": 0.004671, "nauc_precision_at_100_max": 0.535333, "nauc_precision_at_100_std": 0.663379, "nauc_precision_at_100_diff1": -0.01367, "nauc_precision_at_1000_max": 0.535333, "nauc_precision_at_1000_std": 0.663379, "nauc_precision_at_1000_diff1": -0.01367, "nauc_mrr_at_1_max": 0.741432, "nauc_mrr_at_1_std": 0.496034, "nauc_mrr_at_1_diff1": 0.508105, "nauc_mrr_at_3_max": 0.766058, "nauc_mrr_at_3_std": 0.537521, "nauc_mrr_at_3_diff1": 0.485081, "nauc_mrr_at_5_max": 0.767595, "nauc_mrr_at_5_std": 0.554015, "nauc_mrr_at_5_diff1": 0.476294, "nauc_mrr_at_10_max": 0.771984, "nauc_mrr_at_10_std": 0.562424, "nauc_mrr_at_10_diff1": 0.473119, "nauc_mrr_at_20_max": 0.773722, "nauc_mrr_at_20_std": 0.567037, "nauc_mrr_at_20_diff1": 0.470924, "nauc_mrr_at_100_max": 0.773722, "nauc_mrr_at_100_std": 0.567037, "nauc_mrr_at_100_diff1": 0.470924, "nauc_mrr_at_1000_max": 0.773722, "nauc_mrr_at_1000_std": 0.567037, "nauc_mrr_at_1000_diff1": 0.470924, "hit_rate_at_1": 0.44156, "hit_rate_at_3": 0.52922, "hit_rate_at_5": 0.56169, "hit_rate_at_10": 0.58117, "hit_rate_at_20": 0.59416, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.38615, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.4026, "ndcg_at_3": 0.39892, "ndcg_at_5": 0.40009, "ndcg_at_10": 0.40587, "ndcg_at_20": 0.41571, "ndcg_at_100": 0.42118, "ndcg_at_1000": 0.42118, "map_at_1": 0.24015, "map_at_3": 0.3158, "map_at_5": 0.32961, "map_at_10": 0.34448, "map_at_20": 0.35158, "map_at_100": 0.35497, "map_at_1000": 0.35497, "recall_at_1": 0.24015, "recall_at_3": 0.35691, "recall_at_5": 0.38501, "recall_at_10": 0.41926, "recall_at_20": 0.45452, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.24015, "precision_at_1": 0.42208, "precision_at_3": 0.23701, "precision_at_5": 0.16883, "precision_at_10": 0.10617, "precision_at_20": 0.06266, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.422078, "mrr_at_3": 0.477814, "mrr_at_5": 0.485281, "mrr_at_10": 0.487053, "mrr_at_20": 0.48845, "mrr_at_100": 0.488605, "mrr_at_1000": 0.488605, "nauc_ndcg_at_1_max": 0.627775, "nauc_ndcg_at_1_std": 0.457541, "nauc_ndcg_at_1_diff1": 0.476001, "nauc_ndcg_at_3_max": 0.667617, "nauc_ndcg_at_3_std": 0.489487, "nauc_ndcg_at_3_diff1": 0.411139, "nauc_ndcg_at_5_max": 0.669777, "nauc_ndcg_at_5_std": 0.4859, "nauc_ndcg_at_5_diff1": 0.415532, "nauc_ndcg_at_10_max": 0.681162, "nauc_ndcg_at_10_std": 0.504807, "nauc_ndcg_at_10_diff1": 0.406963, "nauc_ndcg_at_20_max": 0.696908, "nauc_ndcg_at_20_std": 0.53423, "nauc_ndcg_at_20_diff1": 0.398777, "nauc_ndcg_at_100_max": 0.703224, "nauc_ndcg_at_100_std": 0.541668, "nauc_ndcg_at_100_diff1": 0.398344, "nauc_ndcg_at_1000_max": 0.703224, "nauc_ndcg_at_1000_std": 0.541668, "nauc_ndcg_at_1000_diff1": 0.398344, "nauc_map_at_1_max": 0.485396, "nauc_map_at_1_std": 0.267622, "nauc_map_at_1_diff1": 0.500848, "nauc_map_at_3_max": 0.579655, "nauc_map_at_3_std": 0.383854, "nauc_map_at_3_diff1": 0.412658, "nauc_map_at_5_max": 0.594744, "nauc_map_at_5_std": 0.398665, "nauc_map_at_5_diff1": 0.410304, "nauc_map_at_10_max": 0.620277, "nauc_map_at_10_std": 0.435179, "nauc_map_at_10_diff1": 0.401994, "nauc_map_at_20_max": 0.63674, "nauc_map_at_20_std": 0.458265, "nauc_map_at_20_diff1": 0.396159, "nauc_map_at_100_max": 0.642644, "nauc_map_at_100_std": 0.465803, "nauc_map_at_100_diff1": 0.395737, "nauc_map_at_1000_max": 0.642644, "nauc_map_at_1000_std": 0.465803, "nauc_map_at_1000_diff1": 0.395737, "nauc_recall_at_1_max": 0.485396, "nauc_recall_at_1_std": 0.267622, "nauc_recall_at_1_diff1": 0.500848, "nauc_recall_at_3_max": 0.587921, "nauc_recall_at_3_std": 0.401653, "nauc_recall_at_3_diff1": 0.360753, "nauc_recall_at_5_max": 0.60644, "nauc_recall_at_5_std": 0.431336, "nauc_recall_at_5_diff1": 0.352302, "nauc_recall_at_10_max": 0.659406, "nauc_recall_at_10_std": 0.502954, "nauc_recall_at_10_diff1": 0.338931, "nauc_recall_at_20_max": 0.715139, "nauc_recall_at_20_std": 0.601358, "nauc_recall_at_20_diff1": 0.314073, "nauc_recall_at_100_max": 0.731225, "nauc_recall_at_100_std": 0.619437, "nauc_recall_at_100_diff1": 0.315203, "nauc_recall_at_1000_max": 0.731225, "nauc_recall_at_1000_std": 0.619437, "nauc_recall_at_1000_diff1": 0.315203, "nauc_precision_at_1_max": 0.656695, "nauc_precision_at_1_std": 0.493389, "nauc_precision_at_1_diff1": 0.490532, "nauc_precision_at_3_max": 0.63473, "nauc_precision_at_3_std": 0.587942, "nauc_precision_at_3_diff1": 0.176199, "nauc_precision_at_5_max": 0.604476, "nauc_precision_at_5_std": 0.564741, "nauc_precision_at_5_diff1": 0.156729, "nauc_precision_at_10_max": 0.568457, "nauc_precision_at_10_std": 0.569964, "nauc_precision_at_10_diff1": 0.094827, "nauc_precision_at_20_max": 0.564341, "nauc_precision_at_20_std": 0.6072, "nauc_precision_at_20_diff1": 0.037139, "nauc_precision_at_100_max": 0.525357, "nauc_precision_at_100_std": 0.569236, "nauc_precision_at_100_diff1": 0.026207, "nauc_precision_at_1000_max": 0.525357, "nauc_precision_at_1000_std": 0.569236, "nauc_precision_at_1000_diff1": 0.026207, "nauc_mrr_at_1_max": 0.656695, "nauc_mrr_at_1_std": 0.493389, "nauc_mrr_at_1_diff1": 0.490532, "nauc_mrr_at_3_max": 0.709625, "nauc_mrr_at_3_std": 0.541252, "nauc_mrr_at_3_diff1": 0.473189, "nauc_mrr_at_5_max": 0.717336, "nauc_mrr_at_5_std": 0.554171, "nauc_mrr_at_5_diff1": 0.470244, "nauc_mrr_at_10_max": 0.717924, "nauc_mrr_at_10_std": 0.556096, "nauc_mrr_at_10_diff1": 0.468025, "nauc_mrr_at_20_max": 0.719228, "nauc_mrr_at_20_std": 0.559357, "nauc_mrr_at_20_diff1": 0.467606, "nauc_mrr_at_100_max": 0.719351, "nauc_mrr_at_100_std": 0.559441, "nauc_mrr_at_100_diff1": 0.467667, "nauc_mrr_at_1000_max": 0.719351, "nauc_mrr_at_1000_std": 0.559441, "nauc_mrr_at_1000_diff1": 0.467667, "hit_rate_at_1": 0.42208, "hit_rate_at_3": 0.54221, "hit_rate_at_5": 0.57468, "hit_rate_at_10": 0.58766, "hit_rate_at_20": 0.60714, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.40587, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.44968, "ndcg_at_3": 0.44856, "ndcg_at_5": 0.4436, "ndcg_at_10": 0.44756, "ndcg_at_20": 0.45567, "ndcg_at_100": 0.4597, "ndcg_at_1000": 0.4597, "map_at_1": 0.27228, "map_at_3": 0.36041, "map_at_5": 0.37064, "map_at_10": 0.38345, "map_at_20": 0.38891, "map_at_100": 0.39096, "map_at_1000": 0.39096, "recall_at_1": 0.27228, "recall_at_3": 0.40614, "recall_at_5": 0.42586, "recall_at_10": 0.46074, "recall_at_20": 0.48942, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.27228, "precision_at_1": 0.47403, "precision_at_3": 0.26515, "precision_at_5": 0.18182, "precision_at_10": 0.10909, "precision_at_20": 0.06315, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.474026, "mrr_at_3": 0.525433, "mrr_at_5": 0.529329, "mrr_at_10": 0.532881, "mrr_at_20": 0.53423, "mrr_at_100": 0.534355, "mrr_at_1000": 0.534355, "nauc_ndcg_at_1_max": 0.612079, "nauc_ndcg_at_1_std": 0.343212, "nauc_ndcg_at_1_diff1": 0.551191, "nauc_ndcg_at_3_max": 0.632429, "nauc_ndcg_at_3_std": 0.402274, "nauc_ndcg_at_3_diff1": 0.448831, "nauc_ndcg_at_5_max": 0.648313, "nauc_ndcg_at_5_std": 0.415075, "nauc_ndcg_at_5_diff1": 0.439654, "nauc_ndcg_at_10_max": 0.650936, "nauc_ndcg_at_10_std": 0.43605, "nauc_ndcg_at_10_diff1": 0.42732, "nauc_ndcg_at_20_max": 0.660539, "nauc_ndcg_at_20_std": 0.456218, "nauc_ndcg_at_20_diff1": 0.420149, "nauc_ndcg_at_100_max": 0.66486, "nauc_ndcg_at_100_std": 0.461265, "nauc_ndcg_at_100_diff1": 0.418382, "nauc_ndcg_at_1000_max": 0.66486, "nauc_ndcg_at_1000_std": 0.461265, "nauc_ndcg_at_1000_diff1": 0.418382, "nauc_map_at_1_max": 0.467178, "nauc_map_at_1_std": 0.162341, "nauc_map_at_1_diff1": 0.540933, "nauc_map_at_3_max": 0.543122, "nauc_map_at_3_std": 0.290016, "nauc_map_at_3_diff1": 0.43381, "nauc_map_at_5_max": 0.561578, "nauc_map_at_5_std": 0.312121, "nauc_map_at_5_diff1": 0.425911, "nauc_map_at_10_max": 0.574706, "nauc_map_at_10_std": 0.3375, "nauc_map_at_10_diff1": 0.421386, "nauc_map_at_20_max": 0.58504, "nauc_map_at_20_std": 0.353568, "nauc_map_at_20_diff1": 0.416615, "nauc_map_at_100_max": 0.588494, "nauc_map_at_100_std": 0.357017, "nauc_map_at_100_diff1": 0.415329, "nauc_map_at_1000_max": 0.588494, "nauc_map_at_1000_std": 0.357017, "nauc_map_at_1000_diff1": 0.415329, "nauc_recall_at_1_max": 0.467178, "nauc_recall_at_1_std": 0.162341, "nauc_recall_at_1_diff1": 0.540933, "nauc_recall_at_3_max": 0.554709, "nauc_recall_at_3_std": 0.354102, "nauc_recall_at_3_diff1": 0.35759, "nauc_recall_at_5_max": 0.598319, "nauc_recall_at_5_std": 0.400701, "nauc_recall_at_5_diff1": 0.347485, "nauc_recall_at_10_max": 0.635477, "nauc_recall_at_10_std": 0.480217, "nauc_recall_at_10_diff1": 0.332884, "nauc_recall_at_20_max": 0.664145, "nauc_recall_at_20_std": 0.551573, "nauc_recall_at_20_diff1": 0.306586, "nauc_recall_at_100_max": 0.670085, "nauc_recall_at_100_std": 0.562513, "nauc_recall_at_100_diff1": 0.298417, "nauc_recall_at_1000_max": 0.670085, "nauc_recall_at_1000_std": 0.562513, "nauc_recall_at_1000_diff1": 0.298417, "nauc_precision_at_1_max": 0.61537, "nauc_precision_at_1_std": 0.364893, "nauc_precision_at_1_diff1": 0.549774, "nauc_precision_at_3_max": 0.525893, "nauc_precision_at_3_std": 0.474492, "nauc_precision_at_3_diff1": 0.173381, "nauc_precision_at_5_max": 0.524169, "nauc_precision_at_5_std": 0.504607, "nauc_precision_at_5_diff1": 0.121233, "nauc_precision_at_10_max": 0.453171, "nauc_precision_at_10_std": 0.500214, "nauc_precision_at_10_diff1": 0.071947, "nauc_precision_at_20_max": 0.432247, "nauc_precision_at_20_std": 0.517698, "nauc_precision_at_20_diff1": 0.015315, "nauc_precision_at_100_max": 0.410866, "nauc_precision_at_100_std": 0.47921, "nauc_precision_at_100_diff1": 0.005895, "nauc_precision_at_1000_max": 0.410866, "nauc_precision_at_1000_std": 0.47921, "nauc_precision_at_1000_diff1": 0.005895, "nauc_mrr_at_1_max": 0.61537, "nauc_mrr_at_1_std": 0.364893, "nauc_mrr_at_1_diff1": 0.549774, "nauc_mrr_at_3_max": 0.67706, "nauc_mrr_at_3_std": 0.452266, "nauc_mrr_at_3_diff1": 0.506592, "nauc_mrr_at_5_max": 0.690083, "nauc_mrr_at_5_std": 0.466332, "nauc_mrr_at_5_diff1": 0.507555, "nauc_mrr_at_10_max": 0.691611, "nauc_mrr_at_10_std": 0.474808, "nauc_mrr_at_10_diff1": 0.505411, "nauc_mrr_at_20_max": 0.692322, "nauc_mrr_at_20_std": 0.477276, "nauc_mrr_at_20_diff1": 0.505075, "nauc_mrr_at_100_max": 0.692258, "nauc_mrr_at_100_std": 0.477439, "nauc_mrr_at_100_diff1": 0.50491, "nauc_mrr_at_1000_max": 0.692258, "nauc_mrr_at_1000_std": 0.477439, "nauc_mrr_at_1000_diff1": 0.50491, "hit_rate_at_1": 0.47403, "hit_rate_at_3": 0.58766, "hit_rate_at_5": 0.6039, "hit_rate_at_10": 0.62987, "hit_rate_at_20": 0.64935, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.44756, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.41234, "ndcg_at_3": 0.41121, "ndcg_at_5": 0.41012, "ndcg_at_10": 0.41584, "ndcg_at_20": 0.42404, "ndcg_at_100": 0.42874, "ndcg_at_1000": 0.42874, "map_at_1": 0.26128, "map_at_3": 0.33142, "map_at_5": 0.34441, "map_at_10": 0.35613, "map_at_20": 0.36218, "map_at_100": 0.36443, "map_at_1000": 0.36443, "recall_at_1": 0.26128, "recall_at_3": 0.36593, "recall_at_5": 0.3911, "recall_at_10": 0.4288, "recall_at_20": 0.46, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.26128, "precision_at_1": 0.44481, "precision_at_3": 0.24567, "precision_at_5": 0.17208, "precision_at_10": 0.1026, "precision_at_20": 0.05942, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.444805, "mrr_at_3": 0.496753, "mrr_at_5": 0.50276, "mrr_at_10": 0.50634, "mrr_at_20": 0.507948, "mrr_at_100": 0.508053, "mrr_at_1000": 0.508053, "nauc_ndcg_at_1_max": 0.638409, "nauc_ndcg_at_1_std": 0.388716, "nauc_ndcg_at_1_diff1": 0.515256, "nauc_ndcg_at_3_max": 0.650491, "nauc_ndcg_at_3_std": 0.427696, "nauc_ndcg_at_3_diff1": 0.424913, "nauc_ndcg_at_5_max": 0.655523, "nauc_ndcg_at_5_std": 0.43782, "nauc_ndcg_at_5_diff1": 0.417896, "nauc_ndcg_at_10_max": 0.662231, "nauc_ndcg_at_10_std": 0.45918, "nauc_ndcg_at_10_diff1": 0.402817, "nauc_ndcg_at_20_max": 0.670634, "nauc_ndcg_at_20_std": 0.482085, "nauc_ndcg_at_20_diff1": 0.402967, "nauc_ndcg_at_100_max": 0.674916, "nauc_ndcg_at_100_std": 0.48751, "nauc_ndcg_at_100_diff1": 0.401266, "nauc_ndcg_at_1000_max": 0.674916, "nauc_ndcg_at_1000_std": 0.48751, "nauc_ndcg_at_1000_diff1": 0.401266, "nauc_map_at_1_max": 0.462447, "nauc_map_at_1_std": 0.18167, "nauc_map_at_1_diff1": 0.518175, "nauc_map_at_3_max": 0.534382, "nauc_map_at_3_std": 0.300313, "nauc_map_at_3_diff1": 0.424989, "nauc_map_at_5_max": 0.553245, "nauc_map_at_5_std": 0.328244, "nauc_map_at_5_diff1": 0.416139, "nauc_map_at_10_max": 0.572331, "nauc_map_at_10_std": 0.355128, "nauc_map_at_10_diff1": 0.406001, "nauc_map_at_20_max": 0.584303, "nauc_map_at_20_std": 0.373283, "nauc_map_at_20_diff1": 0.401265, "nauc_map_at_100_max": 0.586789, "nauc_map_at_100_std": 0.376598, "nauc_map_at_100_diff1": 0.399953, "nauc_map_at_1000_max": 0.586789, "nauc_map_at_1000_std": 0.376598, "nauc_map_at_1000_diff1": 0.399953, "nauc_recall_at_1_max": 0.462447, "nauc_recall_at_1_std": 0.18167, "nauc_recall_at_1_diff1": 0.518175, "nauc_recall_at_3_max": 0.547302, "nauc_recall_at_3_std": 0.347333, "nauc_recall_at_3_diff1": 0.380298, "nauc_recall_at_5_max": 0.585327, "nauc_recall_at_5_std": 0.399341, "nauc_recall_at_5_diff1": 0.365559, "nauc_recall_at_10_max": 0.627997, "nauc_recall_at_10_std": 0.486294, "nauc_recall_at_10_diff1": 0.320604, "nauc_recall_at_20_max": 0.654893, "nauc_recall_at_20_std": 0.56376, "nauc_recall_at_20_diff1": 0.319141, "nauc_recall_at_100_max": 0.666439, "nauc_recall_at_100_std": 0.585157, "nauc_recall_at_100_diff1": 0.308531, "nauc_recall_at_1000_max": 0.666439, "nauc_recall_at_1000_std": 0.585157, "nauc_recall_at_1000_diff1": 0.308531, "nauc_precision_at_1_max": 0.652229, "nauc_precision_at_1_std": 0.419264, "nauc_precision_at_1_diff1": 0.51355, "nauc_precision_at_3_max": 0.587205, "nauc_precision_at_3_std": 0.534472, "nauc_precision_at_3_diff1": 0.167338, "nauc_precision_at_5_max": 0.574361, "nauc_precision_at_5_std": 0.56262, "nauc_precision_at_5_diff1": 0.102294, "nauc_precision_at_10_max": 0.546522, "nauc_precision_at_10_std": 0.567397, "nauc_precision_at_10_diff1": 0.041021, "nauc_precision_at_20_max": 0.539668, "nauc_precision_at_20_std": 0.60875, "nauc_precision_at_20_diff1": -0.009412, "nauc_precision_at_100_max": 0.496209, "nauc_precision_at_100_std": 0.550451, "nauc_precision_at_100_diff1": -0.010476, "nauc_precision_at_1000_max": 0.496209, "nauc_precision_at_1000_std": 0.550451, "nauc_precision_at_1000_diff1": -0.010476, "nauc_mrr_at_1_max": 0.652229, "nauc_mrr_at_1_std": 0.419264, "nauc_mrr_at_1_diff1": 0.51355, "nauc_mrr_at_3_max": 0.710429, "nauc_mrr_at_3_std": 0.494417, "nauc_mrr_at_3_diff1": 0.487736, "nauc_mrr_at_5_max": 0.720133, "nauc_mrr_at_5_std": 0.506393, "nauc_mrr_at_5_diff1": 0.483582, "nauc_mrr_at_10_max": 0.720876, "nauc_mrr_at_10_std": 0.512754, "nauc_mrr_at_10_diff1": 0.477008, "nauc_mrr_at_20_max": 0.721289, "nauc_mrr_at_20_std": 0.515887, "nauc_mrr_at_20_diff1": 0.479113, "nauc_mrr_at_100_max": 0.721465, "nauc_mrr_at_100_std": 0.516329, "nauc_mrr_at_100_diff1": 0.478972, "nauc_mrr_at_1000_max": 0.721465, "nauc_mrr_at_1000_std": 0.516329, "nauc_mrr_at_1000_diff1": 0.478972, "hit_rate_at_1": 0.44481, "hit_rate_at_3": 0.55519, "hit_rate_at_5": 0.58117, "hit_rate_at_10": 0.60714, "hit_rate_at_20": 0.62987, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.41584, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 10885.58830257102, "kg_co2_emissions": null, "date": 1791833771.796475, "evaluation_phases": [ { "name": "Data loading", "start": 6.290007149800658e-06, "end": 32.36026796800434, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 32.36030054600269, "end": 32.36030221900728, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 32.36480474899872, "end": 2010.6728128120012, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 2010.6728582500073, "end": 2010.71545002301, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 2010.7293024700048, "end": 4012.239279346002, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 4012.2393287700106, "end": 4012.291054524001, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 4012.3062883250095, "end": 5935.250715908012, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 5935.250756959009, "end": 5935.295690543004, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 5935.3106885880115, "end": 7928.6664553230075, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 7928.666489284005, "end": 7928.707276123008, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 7928.720845617019, "end": 9831.315771348993, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 9831.315811449007, "end": 9831.357308157996, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 9831.379018615015, "end": 10885.532163550015, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 10885.532208556993, "end": 10885.577481449014, "split": "test", "subset": "portuguese" } ] }