{ "dataset_revision": "feb084441e6fc28580a023479211715c28700653", "task_name": "Vidore3IndustrialBM25sReranking.v2", "mteb_version": "2.22.2-2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.29329, "ndcg_at_3": 0.27635, "ndcg_at_5": 0.28117, "ndcg_at_10": 0.2891, "ndcg_at_20": 0.29597, "ndcg_at_100": 0.30067, "ndcg_at_1000": 0.30067, "map_at_1": 0.17888, "map_at_3": 0.20973, "map_at_5": 0.22382, "map_at_10": 0.23852, "map_at_20": 0.24554, "map_at_100": 0.24818, "map_at_1000": 0.24818, "recall_at_1": 0.17888, "recall_at_3": 0.22407, "recall_at_5": 0.25472, "recall_at_10": 0.29864, "recall_at_20": 0.32558, "recall_at_100": 0.34024, "recall_at_1000": 0.34024, "accuracy": 0.17888, "precision_at_1": 0.30742, "precision_at_3": 0.1649, "precision_at_5": 0.12933, "precision_at_10": 0.08763, "precision_at_20": 0.05406, "precision_at_100": 0.01198, "precision_at_1000": 0.0012, "mrr_at_1": 0.30742, "mrr_at_3": 0.336867, "mrr_at_5": 0.348351, "mrr_at_10": 0.353787, "mrr_at_20": 0.354255, "mrr_at_100": 0.354435, "mrr_at_1000": 0.354435, "nauc_ndcg_at_1_max": 0.558335, "nauc_ndcg_at_1_std": 0.457084, "nauc_ndcg_at_1_diff1": 0.499442, "nauc_ndcg_at_3_max": 0.558833, "nauc_ndcg_at_3_std": 0.476165, "nauc_ndcg_at_3_diff1": 0.458229, "nauc_ndcg_at_5_max": 0.563684, "nauc_ndcg_at_5_std": 0.482858, "nauc_ndcg_at_5_diff1": 0.445028, "nauc_ndcg_at_10_max": 0.565214, "nauc_ndcg_at_10_std": 0.491947, "nauc_ndcg_at_10_diff1": 0.432916, "nauc_ndcg_at_20_max": 0.57228, "nauc_ndcg_at_20_std": 0.499578, "nauc_ndcg_at_20_diff1": 0.427317, "nauc_ndcg_at_100_max": 0.575401, "nauc_ndcg_at_100_std": 0.508438, "nauc_ndcg_at_100_diff1": 0.428303, "nauc_ndcg_at_1000_max": 0.575401, "nauc_ndcg_at_1000_std": 0.508438, "nauc_ndcg_at_1000_diff1": 0.428303, "nauc_map_at_1_max": 0.445536, "nauc_map_at_1_std": 0.285924, "nauc_map_at_1_diff1": 0.517734, "nauc_map_at_3_max": 0.480027, "nauc_map_at_3_std": 0.349222, "nauc_map_at_3_diff1": 0.46923, "nauc_map_at_5_max": 0.503557, "nauc_map_at_5_std": 0.388104, "nauc_map_at_5_diff1": 0.450901, "nauc_map_at_10_max": 0.516508, "nauc_map_at_10_std": 0.419183, "nauc_map_at_10_diff1": 0.438891, "nauc_map_at_20_max": 0.525826, "nauc_map_at_20_std": 0.432009, "nauc_map_at_20_diff1": 0.436434, "nauc_map_at_100_max": 0.529225, "nauc_map_at_100_std": 0.438179, "nauc_map_at_100_diff1": 0.437436, "nauc_map_at_1000_max": 0.529225, "nauc_map_at_1000_std": 0.438179, "nauc_map_at_1000_diff1": 0.437436, "nauc_recall_at_1_max": 0.445536, "nauc_recall_at_1_std": 0.285924, "nauc_recall_at_1_diff1": 0.517734, "nauc_recall_at_3_max": 0.486355, "nauc_recall_at_3_std": 0.376865, "nauc_recall_at_3_diff1": 0.441805, "nauc_recall_at_5_max": 0.526561, "nauc_recall_at_5_std": 0.443116, "nauc_recall_at_5_diff1": 0.411208, "nauc_recall_at_10_max": 0.546008, "nauc_recall_at_10_std": 0.492356, "nauc_recall_at_10_diff1": 0.376822, "nauc_recall_at_20_max": 0.559366, "nauc_recall_at_20_std": 0.518308, "nauc_recall_at_20_diff1": 0.360142, "nauc_recall_at_100_max": 0.576137, "nauc_recall_at_100_std": 0.544301, "nauc_recall_at_100_diff1": 0.36842, "nauc_recall_at_1000_max": 0.576137, "nauc_recall_at_1000_std": 0.544301, "nauc_recall_at_1000_diff1": 0.36842, "nauc_precision_at_1_max": 0.582613, "nauc_precision_at_1_std": 0.485799, "nauc_precision_at_1_diff1": 0.492511, "nauc_precision_at_3_max": 0.549554, "nauc_precision_at_3_std": 0.579257, "nauc_precision_at_3_diff1": 0.285451, "nauc_precision_at_5_max": 0.563878, "nauc_precision_at_5_std": 0.620537, "nauc_precision_at_5_diff1": 0.214737, "nauc_precision_at_10_max": 0.50939, "nauc_precision_at_10_std": 0.613372, "nauc_precision_at_10_diff1": 0.144566, "nauc_precision_at_20_max": 0.48747, "nauc_precision_at_20_std": 0.592909, "nauc_precision_at_20_diff1": 0.120631, "nauc_precision_at_100_max": 0.471891, "nauc_precision_at_100_std": 0.590172, "nauc_precision_at_100_diff1": 0.127386, "nauc_precision_at_1000_max": 0.471891, "nauc_precision_at_1000_std": 0.590172, "nauc_precision_at_1000_diff1": 0.127386, "nauc_mrr_at_1_max": 0.582613, "nauc_mrr_at_1_std": 0.485799, "nauc_mrr_at_1_diff1": 0.492511, "nauc_mrr_at_3_max": 0.601058, "nauc_mrr_at_3_std": 0.53423, "nauc_mrr_at_3_diff1": 0.469414, "nauc_mrr_at_5_max": 0.613944, "nauc_mrr_at_5_std": 0.547159, "nauc_mrr_at_5_diff1": 0.462758, "nauc_mrr_at_10_max": 0.618487, "nauc_mrr_at_10_std": 0.551723, "nauc_mrr_at_10_diff1": 0.456752, "nauc_mrr_at_20_max": 0.617607, "nauc_mrr_at_20_std": 0.551075, "nauc_mrr_at_20_diff1": 0.456481, "nauc_mrr_at_100_max": 0.617235, "nauc_mrr_at_100_std": 0.550913, "nauc_mrr_at_100_diff1": 0.456062, "nauc_mrr_at_1000_max": 0.617235, "nauc_mrr_at_1000_std": 0.550913, "nauc_mrr_at_1000_diff1": 0.456062, "hit_rate_at_1": 0.30742, "hit_rate_at_3": 0.37456, "hit_rate_at_5": 0.42403, "hit_rate_at_10": 0.4629, "hit_rate_at_20": 0.46996, "hit_rate_at_100": 0.47703, "hit_rate_at_1000": 0.47703, "main_score": 0.2891, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.25265, "ndcg_at_3": 0.25529, "ndcg_at_5": 0.2574, "ndcg_at_10": 0.26444, "ndcg_at_20": 0.27015, "ndcg_at_100": 0.27434, "ndcg_at_1000": 0.27434, "map_at_1": 0.15124, "map_at_3": 0.19429, "map_at_5": 0.20519, "map_at_10": 0.21553, "map_at_20": 0.22009, "map_at_100": 0.22189, "map_at_1000": 0.22189, "recall_at_1": 0.15124, "recall_at_3": 0.22051, "recall_at_5": 0.24173, "recall_at_10": 0.27926, "recall_at_20": 0.30285, "recall_at_100": 0.31697, "recall_at_1000": 0.31697, "accuracy": 0.15124, "precision_at_1": 0.26148, "precision_at_3": 0.15665, "precision_at_5": 0.11943, "precision_at_10": 0.07668, "precision_at_20": 0.04611, "precision_at_100": 0.01014, "precision_at_1000": 0.00101, "mrr_at_1": 0.261484, "mrr_at_3": 0.304476, "mrr_at_5": 0.31384, "mrr_at_10": 0.321548, "mrr_at_20": 0.322808, "mrr_at_100": 0.323342, "mrr_at_1000": 0.323342, "nauc_ndcg_at_1_max": 0.58268, "nauc_ndcg_at_1_std": 0.479777, "nauc_ndcg_at_1_diff1": 0.558183, "nauc_ndcg_at_3_max": 0.579532, "nauc_ndcg_at_3_std": 0.49784, "nauc_ndcg_at_3_diff1": 0.482355, "nauc_ndcg_at_5_max": 0.582452, "nauc_ndcg_at_5_std": 0.49639, "nauc_ndcg_at_5_diff1": 0.482143, "nauc_ndcg_at_10_max": 0.60531, "nauc_ndcg_at_10_std": 0.510599, "nauc_ndcg_at_10_diff1": 0.479269, "nauc_ndcg_at_20_max": 0.622818, "nauc_ndcg_at_20_std": 0.528928, "nauc_ndcg_at_20_diff1": 0.472667, "nauc_ndcg_at_100_max": 0.624116, "nauc_ndcg_at_100_std": 0.53311, "nauc_ndcg_at_100_diff1": 0.471943, "nauc_ndcg_at_1000_max": 0.624116, "nauc_ndcg_at_1000_std": 0.53311, "nauc_ndcg_at_1000_diff1": 0.471943, "nauc_map_at_1_max": 0.571577, "nauc_map_at_1_std": 0.364185, "nauc_map_at_1_diff1": 0.608212, "nauc_map_at_3_max": 0.55107, "nauc_map_at_3_std": 0.405024, "nauc_map_at_3_diff1": 0.527649, "nauc_map_at_5_max": 0.57027, "nauc_map_at_5_std": 0.435813, "nauc_map_at_5_diff1": 0.519922, "nauc_map_at_10_max": 0.588734, "nauc_map_at_10_std": 0.461612, "nauc_map_at_10_diff1": 0.50974, "nauc_map_at_20_max": 0.59819, "nauc_map_at_20_std": 0.475905, "nauc_map_at_20_diff1": 0.504431, "nauc_map_at_100_max": 0.598283, "nauc_map_at_100_std": 0.478708, "nauc_map_at_100_diff1": 0.504066, "nauc_map_at_1000_max": 0.598283, "nauc_map_at_1000_std": 0.478708, "nauc_map_at_1000_diff1": 0.504066, "nauc_recall_at_1_max": 0.571577, "nauc_recall_at_1_std": 0.364185, "nauc_recall_at_1_diff1": 0.608212, "nauc_recall_at_3_max": 0.512908, "nauc_recall_at_3_std": 0.40901, "nauc_recall_at_3_diff1": 0.462693, "nauc_recall_at_5_max": 0.539758, "nauc_recall_at_5_std": 0.451573, "nauc_recall_at_5_diff1": 0.450885, "nauc_recall_at_10_max": 0.579092, "nauc_recall_at_10_std": 0.492918, "nauc_recall_at_10_diff1": 0.417268, "nauc_recall_at_20_max": 0.631272, "nauc_recall_at_20_std": 0.553946, "nauc_recall_at_20_diff1": 0.384049, "nauc_recall_at_100_max": 0.63575, "nauc_recall_at_100_std": 0.563557, "nauc_recall_at_100_diff1": 0.380249, "nauc_recall_at_1000_max": 0.63575, "nauc_recall_at_1000_std": 0.563557, "nauc_recall_at_1000_diff1": 0.380249, "nauc_precision_at_1_max": 0.583464, "nauc_precision_at_1_std": 0.496304, "nauc_precision_at_1_diff1": 0.537014, "nauc_precision_at_3_max": 0.531018, "nauc_precision_at_3_std": 0.56523, "nauc_precision_at_3_diff1": 0.280825, "nauc_precision_at_5_max": 0.532111, "nauc_precision_at_5_std": 0.599547, "nauc_precision_at_5_diff1": 0.230235, "nauc_precision_at_10_max": 0.547401, "nauc_precision_at_10_std": 0.641146, "nauc_precision_at_10_diff1": 0.158687, "nauc_precision_at_20_max": 0.526515, "nauc_precision_at_20_std": 0.649294, "nauc_precision_at_20_diff1": 0.115557, "nauc_precision_at_100_max": 0.499404, "nauc_precision_at_100_std": 0.63419, "nauc_precision_at_100_diff1": 0.123431, "nauc_precision_at_1000_max": 0.499404, "nauc_precision_at_1000_std": 0.63419, "nauc_precision_at_1000_diff1": 0.123431, "nauc_mrr_at_1_max": 0.583464, "nauc_mrr_at_1_std": 0.496304, "nauc_mrr_at_1_diff1": 0.537014, "nauc_mrr_at_3_max": 0.593427, "nauc_mrr_at_3_std": 0.544619, "nauc_mrr_at_3_diff1": 0.478623, "nauc_mrr_at_5_max": 0.591275, "nauc_mrr_at_5_std": 0.548582, "nauc_mrr_at_5_diff1": 0.465108, "nauc_mrr_at_10_max": 0.599321, "nauc_mrr_at_10_std": 0.555417, "nauc_mrr_at_10_diff1": 0.462475, "nauc_mrr_at_20_max": 0.602519, "nauc_mrr_at_20_std": 0.558111, "nauc_mrr_at_20_diff1": 0.461634, "nauc_mrr_at_100_max": 0.603908, "nauc_mrr_at_100_std": 0.55911, "nauc_mrr_at_100_diff1": 0.461974, "nauc_mrr_at_1000_max": 0.603908, "nauc_mrr_at_1000_std": 0.55911, "nauc_mrr_at_1000_diff1": 0.461974, "hit_rate_at_1": 0.26148, "hit_rate_at_3": 0.35689, "hit_rate_at_5": 0.39929, "hit_rate_at_10": 0.4523, "hit_rate_at_20": 0.46996, "hit_rate_at_100": 0.4841, "hit_rate_at_1000": 0.4841, "main_score": 0.26444, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.58127, "ndcg_at_3": 0.5512, "ndcg_at_5": 0.54693, "ndcg_at_10": 0.55541, "ndcg_at_20": 0.57369, "ndcg_at_100": 0.58696, "ndcg_at_1000": 0.58696, "map_at_1": 0.30663, "map_at_3": 0.39563, "map_at_5": 0.42766, "map_at_10": 0.45539, "map_at_20": 0.47149, "map_at_100": 0.47728, "map_at_1000": 0.47728, "recall_at_1": 0.30663, "recall_at_3": 0.42937, "recall_at_5": 0.49153, "recall_at_10": 0.56352, "recall_at_20": 0.6324, "recall_at_100": 0.67098, "recall_at_1000": 0.67098, "accuracy": 0.30663, "precision_at_1": 0.59717, "precision_at_3": 0.35807, "precision_at_5": 0.26714, "precision_at_10": 0.17597, "precision_at_20": 0.10901, "precision_at_100": 0.02502, "precision_at_1000": 0.0025, "mrr_at_1": 0.597173, "mrr_at_3": 0.657244, "mrr_at_5": 0.666254, "mrr_at_10": 0.674348, "mrr_at_20": 0.676654, "mrr_at_100": 0.677648, "mrr_at_1000": 0.677648, "nauc_ndcg_at_1_max": 0.434416, "nauc_ndcg_at_1_std": 0.189572, "nauc_ndcg_at_1_diff1": 0.648078, "nauc_ndcg_at_3_max": 0.440356, "nauc_ndcg_at_3_std": 0.24282, "nauc_ndcg_at_3_diff1": 0.5823, "nauc_ndcg_at_5_max": 0.456259, "nauc_ndcg_at_5_std": 0.280517, "nauc_ndcg_at_5_diff1": 0.591912, "nauc_ndcg_at_10_max": 0.46354, "nauc_ndcg_at_10_std": 0.29405, "nauc_ndcg_at_10_diff1": 0.597468, "nauc_ndcg_at_20_max": 0.47659, "nauc_ndcg_at_20_std": 0.314707, "nauc_ndcg_at_20_diff1": 0.593298, "nauc_ndcg_at_100_max": 0.485374, "nauc_ndcg_at_100_std": 0.322683, "nauc_ndcg_at_100_diff1": 0.596512, "nauc_ndcg_at_1000_max": 0.485374, "nauc_ndcg_at_1000_std": 0.322683, "nauc_ndcg_at_1000_diff1": 0.596512, "nauc_map_at_1_max": 0.281455, "nauc_map_at_1_std": 0.037206, "nauc_map_at_1_diff1": 0.659891, "nauc_map_at_3_max": 0.338378, "nauc_map_at_3_std": 0.121385, "nauc_map_at_3_diff1": 0.600269, "nauc_map_at_5_max": 0.367436, "nauc_map_at_5_std": 0.176067, "nauc_map_at_5_diff1": 0.586922, "nauc_map_at_10_max": 0.399291, "nauc_map_at_10_std": 0.222167, "nauc_map_at_10_diff1": 0.578965, "nauc_map_at_20_max": 0.417825, "nauc_map_at_20_std": 0.246454, "nauc_map_at_20_diff1": 0.573315, "nauc_map_at_100_max": 0.421454, "nauc_map_at_100_std": 0.250768, "nauc_map_at_100_diff1": 0.573557, "nauc_map_at_1000_max": 0.421454, "nauc_map_at_1000_std": 0.250768, "nauc_map_at_1000_diff1": 0.573557, "nauc_recall_at_1_max": 0.281455, "nauc_recall_at_1_std": 0.037206, "nauc_recall_at_1_diff1": 0.659891, "nauc_recall_at_3_max": 0.318818, "nauc_recall_at_3_std": 0.122684, "nauc_recall_at_3_diff1": 0.554193, "nauc_recall_at_5_max": 0.352358, "nauc_recall_at_5_std": 0.214472, "nauc_recall_at_5_diff1": 0.523201, "nauc_recall_at_10_max": 0.403481, "nauc_recall_at_10_std": 0.291738, "nauc_recall_at_10_diff1": 0.517253, "nauc_recall_at_20_max": 0.439922, "nauc_recall_at_20_std": 0.368739, "nauc_recall_at_20_diff1": 0.48165, "nauc_recall_at_100_max": 0.461001, "nauc_recall_at_100_std": 0.397711, "nauc_recall_at_100_diff1": 0.486323, "nauc_recall_at_1000_max": 0.461001, "nauc_recall_at_1000_std": 0.397711, "nauc_recall_at_1000_diff1": 0.486323, "nauc_precision_at_1_max": 0.441479, "nauc_precision_at_1_std": 0.19895, "nauc_precision_at_1_diff1": 0.658415, "nauc_precision_at_3_max": 0.351911, "nauc_precision_at_3_std": 0.336047, "nauc_precision_at_3_diff1": 0.156415, "nauc_precision_at_5_max": 0.371254, "nauc_precision_at_5_std": 0.430495, "nauc_precision_at_5_diff1": 0.057624, "nauc_precision_at_10_max": 0.346658, "nauc_precision_at_10_std": 0.455712, "nauc_precision_at_10_diff1": -0.045262, "nauc_precision_at_20_max": 0.296874, "nauc_precision_at_20_std": 0.433197, "nauc_precision_at_20_diff1": -0.123919, "nauc_precision_at_100_max": 0.247245, "nauc_precision_at_100_std": 0.374824, "nauc_precision_at_100_diff1": -0.162142, "nauc_precision_at_1000_max": 0.247245, "nauc_precision_at_1000_std": 0.374824, "nauc_precision_at_1000_diff1": -0.162142, "nauc_mrr_at_1_max": 0.441479, "nauc_mrr_at_1_std": 0.19895, "nauc_mrr_at_1_diff1": 0.658415, "nauc_mrr_at_3_max": 0.504205, "nauc_mrr_at_3_std": 0.271316, "nauc_mrr_at_3_diff1": 0.656675, "nauc_mrr_at_5_max": 0.511782, "nauc_mrr_at_5_std": 0.287682, "nauc_mrr_at_5_diff1": 0.653654, "nauc_mrr_at_10_max": 0.512499, "nauc_mrr_at_10_std": 0.290071, "nauc_mrr_at_10_diff1": 0.65597, "nauc_mrr_at_20_max": 0.511746, "nauc_mrr_at_20_std": 0.28965, "nauc_mrr_at_20_diff1": 0.655178, "nauc_mrr_at_100_max": 0.510935, "nauc_mrr_at_100_std": 0.288341, "nauc_mrr_at_100_diff1": 0.654959, "nauc_mrr_at_1000_max": 0.510935, "nauc_mrr_at_1000_std": 0.288341, "nauc_mrr_at_1000_diff1": 0.654959, "hit_rate_at_1": 0.59717, "hit_rate_at_3": 0.73852, "hit_rate_at_5": 0.77739, "hit_rate_at_10": 0.83392, "hit_rate_at_20": 0.86572, "hit_rate_at_100": 0.89046, "hit_rate_at_1000": 0.89046, "main_score": 0.55541, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.25442, "ndcg_at_3": 0.24811, "ndcg_at_5": 0.25104, "ndcg_at_10": 0.25882, "ndcg_at_20": 0.26322, "ndcg_at_100": 0.26979, "ndcg_at_1000": 0.26979, "map_at_1": 0.16547, "map_at_3": 0.2013, "map_at_5": 0.21121, "map_at_10": 0.22099, "map_at_20": 0.22538, "map_at_100": 0.22875, "map_at_1000": 0.22875, "recall_at_1": 0.16547, "recall_at_3": 0.21771, "recall_at_5": 0.23926, "recall_at_10": 0.27594, "recall_at_20": 0.29232, "recall_at_100": 0.31149, "recall_at_1000": 0.31149, "accuracy": 0.16547, "precision_at_1": 0.26148, "precision_at_3": 0.14134, "precision_at_5": 0.10671, "precision_at_10": 0.0689, "precision_at_20": 0.0417, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.261484, "mrr_at_3": 0.290342, "mrr_at_5": 0.297762, "mrr_at_10": 0.302319, "mrr_at_20": 0.302886, "mrr_at_100": 0.302956, "mrr_at_1000": 0.302956, "nauc_ndcg_at_1_max": 0.678114, "nauc_ndcg_at_1_std": 0.584242, "nauc_ndcg_at_1_diff1": 0.657751, "nauc_ndcg_at_3_max": 0.666736, "nauc_ndcg_at_3_std": 0.588209, "nauc_ndcg_at_3_diff1": 0.624371, "nauc_ndcg_at_5_max": 0.669868, "nauc_ndcg_at_5_std": 0.588848, "nauc_ndcg_at_5_diff1": 0.606717, "nauc_ndcg_at_10_max": 0.692562, "nauc_ndcg_at_10_std": 0.607534, "nauc_ndcg_at_10_diff1": 0.605549, "nauc_ndcg_at_20_max": 0.700961, "nauc_ndcg_at_20_std": 0.614226, "nauc_ndcg_at_20_diff1": 0.605602, "nauc_ndcg_at_100_max": 0.708406, "nauc_ndcg_at_100_std": 0.621819, "nauc_ndcg_at_100_diff1": 0.606587, "nauc_ndcg_at_1000_max": 0.708406, "nauc_ndcg_at_1000_std": 0.621819, "nauc_ndcg_at_1000_diff1": 0.606587, "nauc_map_at_1_max": 0.607092, "nauc_map_at_1_std": 0.424968, "nauc_map_at_1_diff1": 0.685577, "nauc_map_at_3_max": 0.629949, "nauc_map_at_3_std": 0.493929, "nauc_map_at_3_diff1": 0.631599, "nauc_map_at_5_max": 0.644956, "nauc_map_at_5_std": 0.514605, "nauc_map_at_5_diff1": 0.622829, "nauc_map_at_10_max": 0.665435, "nauc_map_at_10_std": 0.542471, "nauc_map_at_10_diff1": 0.623477, "nauc_map_at_20_max": 0.672497, "nauc_map_at_20_std": 0.551925, "nauc_map_at_20_diff1": 0.624838, "nauc_map_at_100_max": 0.676943, "nauc_map_at_100_std": 0.557839, "nauc_map_at_100_diff1": 0.624993, "nauc_map_at_1000_max": 0.676943, "nauc_map_at_1000_std": 0.557839, "nauc_map_at_1000_diff1": 0.624993, "nauc_recall_at_1_max": 0.607092, "nauc_recall_at_1_std": 0.424968, "nauc_recall_at_1_diff1": 0.685577, "nauc_recall_at_3_max": 0.617164, "nauc_recall_at_3_std": 0.515822, "nauc_recall_at_3_diff1": 0.599335, "nauc_recall_at_5_max": 0.635634, "nauc_recall_at_5_std": 0.547026, "nauc_recall_at_5_diff1": 0.570134, "nauc_recall_at_10_max": 0.703265, "nauc_recall_at_10_std": 0.62382, "nauc_recall_at_10_diff1": 0.557418, "nauc_recall_at_20_max": 0.72238, "nauc_recall_at_20_std": 0.647508, "nauc_recall_at_20_diff1": 0.558443, "nauc_recall_at_100_max": 0.740449, "nauc_recall_at_100_std": 0.662244, "nauc_recall_at_100_diff1": 0.559661, "nauc_recall_at_1000_max": 0.740449, "nauc_recall_at_1000_std": 0.662244, "nauc_recall_at_1000_diff1": 0.559661, "nauc_precision_at_1_max": 0.682537, "nauc_precision_at_1_std": 0.587553, "nauc_precision_at_1_diff1": 0.647852, "nauc_precision_at_3_max": 0.640332, "nauc_precision_at_3_std": 0.648691, "nauc_precision_at_3_diff1": 0.452276, "nauc_precision_at_5_max": 0.618248, "nauc_precision_at_5_std": 0.659637, "nauc_precision_at_5_diff1": 0.363974, "nauc_precision_at_10_max": 0.594029, "nauc_precision_at_10_std": 0.664959, "nauc_precision_at_10_diff1": 0.331934, "nauc_precision_at_20_max": 0.559019, "nauc_precision_at_20_std": 0.639118, "nauc_precision_at_20_diff1": 0.264072, "nauc_precision_at_100_max": 0.519123, "nauc_precision_at_100_std": 0.590951, "nauc_precision_at_100_diff1": 0.231509, "nauc_precision_at_1000_max": 0.519123, "nauc_precision_at_1000_std": 0.590951, "nauc_precision_at_1000_diff1": 0.231509, "nauc_mrr_at_1_max": 0.682537, "nauc_mrr_at_1_std": 0.587553, "nauc_mrr_at_1_diff1": 0.647852, "nauc_mrr_at_3_max": 0.683821, "nauc_mrr_at_3_std": 0.621217, "nauc_mrr_at_3_diff1": 0.621948, "nauc_mrr_at_5_max": 0.685409, "nauc_mrr_at_5_std": 0.630189, "nauc_mrr_at_5_diff1": 0.606363, "nauc_mrr_at_10_max": 0.69535, "nauc_mrr_at_10_std": 0.635187, "nauc_mrr_at_10_diff1": 0.607013, "nauc_mrr_at_20_max": 0.696803, "nauc_mrr_at_20_std": 0.636231, "nauc_mrr_at_20_diff1": 0.605503, "nauc_mrr_at_100_max": 0.696796, "nauc_mrr_at_100_std": 0.636039, "nauc_mrr_at_100_diff1": 0.605444, "nauc_mrr_at_1000_max": 0.696796, "nauc_mrr_at_1000_std": 0.636039, "nauc_mrr_at_1000_diff1": 0.605444, "hit_rate_at_1": 0.26148, "hit_rate_at_3": 0.32862, "hit_rate_at_5": 0.36042, "hit_rate_at_10": 0.39223, "hit_rate_at_20": 0.39929, "hit_rate_at_100": 0.40283, "hit_rate_at_1000": 0.40283, "main_score": 0.25882, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.2" }, { "ndcg_at_1": 0.28092, "ndcg_at_3": 0.25397, "ndcg_at_5": 0.24625, "ndcg_at_10": 0.25019, "ndcg_at_20": 0.25604, "ndcg_at_100": 0.25951, "ndcg_at_1000": 0.25951, "map_at_1": 0.16005, "map_at_3": 0.19215, "map_at_5": 0.20033, "map_at_10": 0.20825, "map_at_20": 0.21365, "map_at_100": 0.21551, "map_at_1000": 0.21551, "recall_at_1": 0.16005, "recall_at_3": 0.20505, "recall_at_5": 0.21913, "recall_at_10": 0.24858, "recall_at_20": 0.27195, "recall_at_100": 0.28245, "recall_at_1000": 0.28245, "accuracy": 0.16005, "precision_at_1": 0.29329, "precision_at_3": 0.15312, "precision_at_5": 0.10742, "precision_at_10": 0.06855, "precision_at_20": 0.04346, "precision_at_100": 0.00968, "precision_at_1000": 0.00097, "mrr_at_1": 0.293286, "mrr_at_3": 0.31331, "mrr_at_5": 0.318257, "mrr_at_10": 0.323286, "mrr_at_20": 0.324167, "mrr_at_100": 0.324327, "mrr_at_1000": 0.324327, "nauc_ndcg_at_1_max": 0.627368, "nauc_ndcg_at_1_std": 0.56278, "nauc_ndcg_at_1_diff1": 0.412211, "nauc_ndcg_at_3_max": 0.628743, "nauc_ndcg_at_3_std": 0.555115, "nauc_ndcg_at_3_diff1": 0.390687, "nauc_ndcg_at_5_max": 0.626391, "nauc_ndcg_at_5_std": 0.545278, "nauc_ndcg_at_5_diff1": 0.398062, "nauc_ndcg_at_10_max": 0.62883, "nauc_ndcg_at_10_std": 0.558775, "nauc_ndcg_at_10_diff1": 0.386963, "nauc_ndcg_at_20_max": 0.639594, "nauc_ndcg_at_20_std": 0.575837, "nauc_ndcg_at_20_diff1": 0.385894, "nauc_ndcg_at_100_max": 0.640854, "nauc_ndcg_at_100_std": 0.580261, "nauc_ndcg_at_100_diff1": 0.386614, "nauc_ndcg_at_1000_max": 0.640854, "nauc_ndcg_at_1000_std": 0.580261, "nauc_ndcg_at_1000_diff1": 0.386614, "nauc_map_at_1_max": 0.594265, "nauc_map_at_1_std": 0.433459, "nauc_map_at_1_diff1": 0.48007, "nauc_map_at_3_max": 0.594777, "nauc_map_at_3_std": 0.469972, "nauc_map_at_3_diff1": 0.434448, "nauc_map_at_5_max": 0.607485, "nauc_map_at_5_std": 0.488992, "nauc_map_at_5_diff1": 0.428344, "nauc_map_at_10_max": 0.613879, "nauc_map_at_10_std": 0.506802, "nauc_map_at_10_diff1": 0.415716, "nauc_map_at_20_max": 0.620512, "nauc_map_at_20_std": 0.519649, "nauc_map_at_20_diff1": 0.412456, "nauc_map_at_100_max": 0.621445, "nauc_map_at_100_std": 0.522546, "nauc_map_at_100_diff1": 0.41354, "nauc_map_at_1000_max": 0.621445, "nauc_map_at_1000_std": 0.522546, "nauc_map_at_1000_diff1": 0.41354, "nauc_recall_at_1_max": 0.594265, "nauc_recall_at_1_std": 0.433459, "nauc_recall_at_1_diff1": 0.48007, "nauc_recall_at_3_max": 0.584698, "nauc_recall_at_3_std": 0.479104, "nauc_recall_at_3_diff1": 0.406723, "nauc_recall_at_5_max": 0.599783, "nauc_recall_at_5_std": 0.50406, "nauc_recall_at_5_diff1": 0.396477, "nauc_recall_at_10_max": 0.599044, "nauc_recall_at_10_std": 0.53724, "nauc_recall_at_10_diff1": 0.355562, "nauc_recall_at_20_max": 0.625449, "nauc_recall_at_20_std": 0.581543, "nauc_recall_at_20_diff1": 0.345876, "nauc_recall_at_100_max": 0.633344, "nauc_recall_at_100_std": 0.594285, "nauc_recall_at_100_diff1": 0.346828, "nauc_recall_at_1000_max": 0.633344, "nauc_recall_at_1000_std": 0.594285, "nauc_recall_at_1000_diff1": 0.346828, "nauc_precision_at_1_max": 0.631128, "nauc_precision_at_1_std": 0.572452, "nauc_precision_at_1_diff1": 0.389968, "nauc_precision_at_3_max": 0.561593, "nauc_precision_at_3_std": 0.593547, "nauc_precision_at_3_diff1": 0.216434, "nauc_precision_at_5_max": 0.557202, "nauc_precision_at_5_std": 0.606719, "nauc_precision_at_5_diff1": 0.187599, "nauc_precision_at_10_max": 0.508904, "nauc_precision_at_10_std": 0.61594, "nauc_precision_at_10_diff1": 0.10639, "nauc_precision_at_20_max": 0.479388, "nauc_precision_at_20_std": 0.59867, "nauc_precision_at_20_diff1": 0.092246, "nauc_precision_at_100_max": 0.458218, "nauc_precision_at_100_std": 0.569771, "nauc_precision_at_100_diff1": 0.114694, "nauc_precision_at_1000_max": 0.458218, "nauc_precision_at_1000_std": 0.569771, "nauc_precision_at_1000_diff1": 0.114694, "nauc_mrr_at_1_max": 0.631128, "nauc_mrr_at_1_std": 0.572452, "nauc_mrr_at_1_diff1": 0.389968, "nauc_mrr_at_3_max": 0.634508, "nauc_mrr_at_3_std": 0.590992, "nauc_mrr_at_3_diff1": 0.365045, "nauc_mrr_at_5_max": 0.630999, "nauc_mrr_at_5_std": 0.590983, "nauc_mrr_at_5_diff1": 0.359351, "nauc_mrr_at_10_max": 0.629951, "nauc_mrr_at_10_std": 0.593757, "nauc_mrr_at_10_diff1": 0.352469, "nauc_mrr_at_20_max": 0.630649, "nauc_mrr_at_20_std": 0.59463, "nauc_mrr_at_20_diff1": 0.351638, "nauc_mrr_at_100_max": 0.630628, "nauc_mrr_at_100_std": 0.594498, "nauc_mrr_at_100_diff1": 0.352461, "nauc_mrr_at_1000_max": 0.630628, "nauc_mrr_at_1000_std": 0.594498, "nauc_mrr_at_1000_diff1": 0.352461, "hit_rate_at_1": 0.29329, "hit_rate_at_3": 0.34276, "hit_rate_at_5": 0.36396, "hit_rate_at_10": 0.40283, "hit_rate_at_20": 0.41696, "hit_rate_at_100": 0.42049, "hit_rate_at_1000": 0.42049, "main_score": 0.25019, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.27032, "ndcg_at_3": 0.26253, "ndcg_at_5": 0.26058, "ndcg_at_10": 0.26234, "ndcg_at_20": 0.26627, "ndcg_at_100": 0.26996, "ndcg_at_1000": 0.26996, "map_at_1": 0.16874, "map_at_3": 0.20281, "map_at_5": 0.21136, "map_at_10": 0.22046, "map_at_20": 0.2247, "map_at_100": 0.22597, "map_at_1000": 0.22597, "recall_at_1": 0.16874, "recall_at_3": 0.2174, "recall_at_5": 0.23545, "recall_at_10": 0.26458, "recall_at_20": 0.28677, "recall_at_100": 0.29878, "recall_at_1000": 0.29878, "accuracy": 0.16874, "precision_at_1": 0.27915, "precision_at_3": 0.15783, "precision_at_5": 0.1159, "precision_at_10": 0.0735, "precision_at_20": 0.04258, "precision_at_100": 0.00933, "precision_at_1000": 0.00093, "mrr_at_1": 0.279152, "mrr_at_3": 0.312132, "mrr_at_5": 0.321143, "mrr_at_10": 0.326899, "mrr_at_20": 0.327936, "mrr_at_100": 0.328218, "mrr_at_1000": 0.328218, "nauc_ndcg_at_1_max": 0.585205, "nauc_ndcg_at_1_std": 0.524197, "nauc_ndcg_at_1_diff1": 0.547137, "nauc_ndcg_at_3_max": 0.561222, "nauc_ndcg_at_3_std": 0.505744, "nauc_ndcg_at_3_diff1": 0.489168, "nauc_ndcg_at_5_max": 0.555542, "nauc_ndcg_at_5_std": 0.512046, "nauc_ndcg_at_5_diff1": 0.469286, "nauc_ndcg_at_10_max": 0.563541, "nauc_ndcg_at_10_std": 0.534018, "nauc_ndcg_at_10_diff1": 0.461141, "nauc_ndcg_at_20_max": 0.581102, "nauc_ndcg_at_20_std": 0.555131, "nauc_ndcg_at_20_diff1": 0.462339, "nauc_ndcg_at_100_max": 0.583548, "nauc_ndcg_at_100_std": 0.560015, "nauc_ndcg_at_100_diff1": 0.466332, "nauc_ndcg_at_1000_max": 0.583548, "nauc_ndcg_at_1000_std": 0.560015, "nauc_ndcg_at_1000_diff1": 0.466332, "nauc_map_at_1_max": 0.481503, "nauc_map_at_1_std": 0.392933, "nauc_map_at_1_diff1": 0.536428, "nauc_map_at_3_max": 0.500652, "nauc_map_at_3_std": 0.43105, "nauc_map_at_3_diff1": 0.491398, "nauc_map_at_5_max": 0.522509, "nauc_map_at_5_std": 0.459793, "nauc_map_at_5_diff1": 0.481621, "nauc_map_at_10_max": 0.540329, "nauc_map_at_10_std": 0.486158, "nauc_map_at_10_diff1": 0.475919, "nauc_map_at_20_max": 0.549077, "nauc_map_at_20_std": 0.498986, "nauc_map_at_20_diff1": 0.474451, "nauc_map_at_100_max": 0.549976, "nauc_map_at_100_std": 0.501659, "nauc_map_at_100_diff1": 0.475817, "nauc_map_at_1000_max": 0.549976, "nauc_map_at_1000_std": 0.501659, "nauc_map_at_1000_diff1": 0.475817, "nauc_recall_at_1_max": 0.481503, "nauc_recall_at_1_std": 0.392933, "nauc_recall_at_1_diff1": 0.536428, "nauc_recall_at_3_max": 0.483103, "nauc_recall_at_3_std": 0.434691, "nauc_recall_at_3_diff1": 0.453302, "nauc_recall_at_5_max": 0.508196, "nauc_recall_at_5_std": 0.480294, "nauc_recall_at_5_diff1": 0.425952, "nauc_recall_at_10_max": 0.536032, "nauc_recall_at_10_std": 0.536786, "nauc_recall_at_10_diff1": 0.394504, "nauc_recall_at_20_max": 0.582451, "nauc_recall_at_20_std": 0.591869, "nauc_recall_at_20_diff1": 0.391406, "nauc_recall_at_100_max": 0.585904, "nauc_recall_at_100_std": 0.597237, "nauc_recall_at_100_diff1": 0.403338, "nauc_recall_at_1000_max": 0.585904, "nauc_recall_at_1000_std": 0.597237, "nauc_recall_at_1000_diff1": 0.403338, "nauc_precision_at_1_max": 0.586964, "nauc_precision_at_1_std": 0.524273, "nauc_precision_at_1_diff1": 0.537027, "nauc_precision_at_3_max": 0.553357, "nauc_precision_at_3_std": 0.532271, "nauc_precision_at_3_diff1": 0.337107, "nauc_precision_at_5_max": 0.557649, "nauc_precision_at_5_std": 0.576682, "nauc_precision_at_5_diff1": 0.268904, "nauc_precision_at_10_max": 0.546881, "nauc_precision_at_10_std": 0.610496, "nauc_precision_at_10_diff1": 0.201654, "nauc_precision_at_20_max": 0.551061, "nauc_precision_at_20_std": 0.63717, "nauc_precision_at_20_diff1": 0.174302, "nauc_precision_at_100_max": 0.514903, "nauc_precision_at_100_std": 0.611936, "nauc_precision_at_100_diff1": 0.177253, "nauc_precision_at_1000_max": 0.514903, "nauc_precision_at_1000_std": 0.611936, "nauc_precision_at_1000_diff1": 0.177253, "nauc_mrr_at_1_max": 0.586964, "nauc_mrr_at_1_std": 0.524273, "nauc_mrr_at_1_diff1": 0.537027, "nauc_mrr_at_3_max": 0.586294, "nauc_mrr_at_3_std": 0.547382, "nauc_mrr_at_3_diff1": 0.488394, "nauc_mrr_at_5_max": 0.578733, "nauc_mrr_at_5_std": 0.549998, "nauc_mrr_at_5_diff1": 0.471855, "nauc_mrr_at_10_max": 0.579857, "nauc_mrr_at_10_std": 0.552939, "nauc_mrr_at_10_diff1": 0.466411, "nauc_mrr_at_20_max": 0.584307, "nauc_mrr_at_20_std": 0.556793, "nauc_mrr_at_20_diff1": 0.466613, "nauc_mrr_at_100_max": 0.584185, "nauc_mrr_at_100_std": 0.556445, "nauc_mrr_at_100_diff1": 0.467232, "nauc_mrr_at_1000_max": 0.584185, "nauc_mrr_at_1000_std": 0.556445, "nauc_mrr_at_1000_diff1": 0.467232, "hit_rate_at_1": 0.27915, "hit_rate_at_3": 0.35689, "hit_rate_at_5": 0.39576, "hit_rate_at_10": 0.43816, "hit_rate_at_20": 0.4523, "hit_rate_at_100": 0.4629, "hit_rate_at_1000": 0.4629, "main_score": 0.26234, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 20284.651478425003, "kg_co2_emissions": null, "date": 1791418678.949391, "evaluation_phases": [ { "name": "Data loading", "start": 1.512999733677134e-05, "end": 47.672075816997676, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 47.672092007000174, "end": 47.67209378699772, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 47.67821254800219, "end": 3403.9976826420025, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 3404.1745104229994, "end": 3404.2928818029977, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 3404.3469713369996, "end": 6750.094639205003, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 6750.279804860998, "end": 6750.354838471001, "split": "test", "subset": "italian" } ] }