{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.26.4", "scores": { "test": [ { "ndcg_at_1": 0.45783, "ndcg_at_3": 0.48227, "ndcg_at_5": 0.49528, "ndcg_at_10": 0.52965, "ndcg_at_20": 0.56492, "ndcg_at_100": 0.58856, "ndcg_at_1000": 0.58856, "map_at_1": 0.21689, "map_at_3": 0.32769, "map_at_5": 0.37012, "map_at_10": 0.41264, "map_at_20": 0.43775, "map_at_100": 0.448, "map_at_1000": 0.448, "recall_at_1": 0.21689, "recall_at_3": 0.39598, "recall_at_5": 0.47984, "recall_at_10": 0.59816, "recall_at_20": 0.69583, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.21689, "precision_at_1": 0.47892, "precision_at_3": 0.3494, "precision_at_5": 0.28494, "precision_at_10": 0.20392, "precision_at_20": 0.13133, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.478916, "mrr_at_3": 0.597892, "mrr_at_5": 0.615663, "mrr_at_10": 0.625758, "mrr_at_20": 0.627734, "mrr_at_100": 0.628426, "mrr_at_1000": 0.628426, "nauc_ndcg_at_1_max": 0.143826, "nauc_ndcg_at_1_std": 0.073776, "nauc_ndcg_at_1_diff1": 0.447766, "nauc_ndcg_at_3_max": 0.136136, "nauc_ndcg_at_3_std": 0.118181, "nauc_ndcg_at_3_diff1": 0.377002, "nauc_ndcg_at_5_max": 0.140357, "nauc_ndcg_at_5_std": 0.116338, "nauc_ndcg_at_5_diff1": 0.374086, "nauc_ndcg_at_10_max": 0.156314, "nauc_ndcg_at_10_std": 0.158916, "nauc_ndcg_at_10_diff1": 0.382552, "nauc_ndcg_at_20_max": 0.162204, "nauc_ndcg_at_20_std": 0.194642, "nauc_ndcg_at_20_diff1": 0.391495, "nauc_ndcg_at_100_max": 0.166064, "nauc_ndcg_at_100_std": 0.196288, "nauc_ndcg_at_100_diff1": 0.382371, "nauc_ndcg_at_1000_max": 0.166064, "nauc_ndcg_at_1000_std": 0.196288, "nauc_ndcg_at_1000_diff1": 0.382371, "nauc_map_at_1_max": 0.134259, "nauc_map_at_1_std": -0.018691, "nauc_map_at_1_diff1": 0.47958, "nauc_map_at_3_max": 0.143151, "nauc_map_at_3_std": 0.042076, "nauc_map_at_3_diff1": 0.412164, "nauc_map_at_5_max": 0.14496, "nauc_map_at_5_std": 0.068438, "nauc_map_at_5_diff1": 0.383971, "nauc_map_at_10_max": 0.146285, "nauc_map_at_10_std": 0.109352, "nauc_map_at_10_diff1": 0.377034, "nauc_map_at_20_max": 0.143728, "nauc_map_at_20_std": 0.130869, "nauc_map_at_20_diff1": 0.385084, "nauc_map_at_100_max": 0.140954, "nauc_map_at_100_std": 0.132802, "nauc_map_at_100_diff1": 0.379965, "nauc_map_at_1000_max": 0.140954, "nauc_map_at_1000_std": 0.132802, "nauc_map_at_1000_diff1": 0.379965, "nauc_recall_at_1_max": 0.134259, "nauc_recall_at_1_std": -0.018691, "nauc_recall_at_1_diff1": 0.47958, "nauc_recall_at_3_max": 0.137043, "nauc_recall_at_3_std": 0.080894, "nauc_recall_at_3_diff1": 0.328458, "nauc_recall_at_5_max": 0.14491, "nauc_recall_at_5_std": 0.1206, "nauc_recall_at_5_diff1": 0.306858, "nauc_recall_at_10_max": 0.17541, "nauc_recall_at_10_std": 0.21219, "nauc_recall_at_10_diff1": 0.306451, "nauc_recall_at_20_max": 0.19629, "nauc_recall_at_20_std": 0.318946, "nauc_recall_at_20_diff1": 0.330948, "nauc_recall_at_100_max": 0.231317, "nauc_recall_at_100_std": 0.352086, "nauc_recall_at_100_diff1": 0.292863, "nauc_recall_at_1000_max": 0.231317, "nauc_recall_at_1000_std": 0.352086, "nauc_recall_at_1000_diff1": 0.292863, "nauc_precision_at_1_max": 0.145711, "nauc_precision_at_1_std": 0.087199, "nauc_precision_at_1_diff1": 0.438967, "nauc_precision_at_3_max": 0.089654, "nauc_precision_at_3_std": 0.203672, "nauc_precision_at_3_diff1": 0.174142, "nauc_precision_at_5_max": 0.041119, "nauc_precision_at_5_std": 0.185055, "nauc_precision_at_5_diff1": 0.048879, "nauc_precision_at_10_max": 0.003102, "nauc_precision_at_10_std": 0.214247, "nauc_precision_at_10_diff1": -0.031103, "nauc_precision_at_20_max": -0.0222, "nauc_precision_at_20_std": 0.194359, "nauc_precision_at_20_diff1": -0.0461, "nauc_precision_at_100_max": -0.036832, "nauc_precision_at_100_std": 0.145941, "nauc_precision_at_100_diff1": -0.110503, "nauc_precision_at_1000_max": -0.036832, "nauc_precision_at_1000_std": 0.145941, "nauc_precision_at_1000_diff1": -0.110503, "nauc_mrr_at_1_max": 0.145711, "nauc_mrr_at_1_std": 0.087199, "nauc_mrr_at_1_diff1": 0.438967, "nauc_mrr_at_3_max": 0.154475, "nauc_mrr_at_3_std": 0.159927, "nauc_mrr_at_3_diff1": 0.409483, "nauc_mrr_at_5_max": 0.160712, "nauc_mrr_at_5_std": 0.163266, "nauc_mrr_at_5_diff1": 0.420158, "nauc_mrr_at_10_max": 0.163198, "nauc_mrr_at_10_std": 0.162162, "nauc_mrr_at_10_diff1": 0.420807, "nauc_mrr_at_20_max": 0.162931, "nauc_mrr_at_20_std": 0.163118, "nauc_mrr_at_20_diff1": 0.419866, "nauc_mrr_at_100_max": 0.164718, "nauc_mrr_at_100_std": 0.161929, "nauc_mrr_at_100_diff1": 0.420444, "nauc_mrr_at_1000_max": 0.164718, "nauc_mrr_at_1000_std": 0.161929, "nauc_mrr_at_1000_diff1": 0.420444, "hit_rate_at_1": 0.47892, "hit_rate_at_3": 0.74699, "hit_rate_at_5": 0.82229, "hit_rate_at_10": 0.89157, "hit_rate_at_20": 0.92169, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.52965, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.4" }, { "ndcg_at_1": 0.33133, "ndcg_at_3": 0.34832, "ndcg_at_5": 0.35778, "ndcg_at_10": 0.37601, "ndcg_at_20": 0.39284, "ndcg_at_100": 0.40428, "ndcg_at_1000": 0.40428, "map_at_1": 0.15349, "map_at_3": 0.23423, "map_at_5": 0.26351, "map_at_10": 0.28868, "map_at_20": 0.29992, "map_at_100": 0.30419, "map_at_1000": 0.30419, "recall_at_1": 0.15349, "recall_at_3": 0.28734, "recall_at_5": 0.35086, "recall_at_10": 0.42828, "recall_at_20": 0.47526, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.15349, "precision_at_1": 0.3494, "precision_at_3": 0.25301, "precision_at_5": 0.20422, "precision_at_10": 0.13855, "precision_at_20": 0.08358, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.349398, "mrr_at_3": 0.438253, "mrr_at_5": 0.453313, "mrr_at_10": 0.462181, "mrr_at_20": 0.464487, "mrr_at_100": 0.465236, "mrr_at_1000": 0.465236, "nauc_ndcg_at_1_max": 0.221015, "nauc_ndcg_at_1_std": 0.14541, "nauc_ndcg_at_1_diff1": 0.545473, "nauc_ndcg_at_3_max": 0.290724, "nauc_ndcg_at_3_std": 0.212578, "nauc_ndcg_at_3_diff1": 0.388624, "nauc_ndcg_at_5_max": 0.325085, "nauc_ndcg_at_5_std": 0.246034, "nauc_ndcg_at_5_diff1": 0.393103, "nauc_ndcg_at_10_max": 0.358369, "nauc_ndcg_at_10_std": 0.290545, "nauc_ndcg_at_10_diff1": 0.401244, "nauc_ndcg_at_20_max": 0.371203, "nauc_ndcg_at_20_std": 0.32684, "nauc_ndcg_at_20_diff1": 0.391354, "nauc_ndcg_at_100_max": 0.381697, "nauc_ndcg_at_100_std": 0.330518, "nauc_ndcg_at_100_diff1": 0.379371, "nauc_ndcg_at_1000_max": 0.381697, "nauc_ndcg_at_1000_std": 0.330518, "nauc_ndcg_at_1000_diff1": 0.379371, "nauc_map_at_1_max": 0.284308, "nauc_map_at_1_std": 0.129637, "nauc_map_at_1_diff1": 0.602885, "nauc_map_at_3_max": 0.301902, "nauc_map_at_3_std": 0.156615, "nauc_map_at_3_diff1": 0.461713, "nauc_map_at_5_max": 0.320039, "nauc_map_at_5_std": 0.196792, "nauc_map_at_5_diff1": 0.439155, "nauc_map_at_10_max": 0.338192, "nauc_map_at_10_std": 0.239173, "nauc_map_at_10_diff1": 0.421627, "nauc_map_at_20_max": 0.345814, "nauc_map_at_20_std": 0.263872, "nauc_map_at_20_diff1": 0.408878, "nauc_map_at_100_max": 0.348791, "nauc_map_at_100_std": 0.26742, "nauc_map_at_100_diff1": 0.403547, "nauc_map_at_1000_max": 0.348791, "nauc_map_at_1000_std": 0.26742, "nauc_map_at_1000_diff1": 0.403547, "nauc_recall_at_1_max": 0.284308, "nauc_recall_at_1_std": 0.129637, "nauc_recall_at_1_diff1": 0.602885, "nauc_recall_at_3_max": 0.303087, "nauc_recall_at_3_std": 0.156126, "nauc_recall_at_3_diff1": 0.32964, "nauc_recall_at_5_max": 0.33643, "nauc_recall_at_5_std": 0.217666, "nauc_recall_at_5_diff1": 0.313613, "nauc_recall_at_10_max": 0.379572, "nauc_recall_at_10_std": 0.319703, "nauc_recall_at_10_diff1": 0.286585, "nauc_recall_at_20_max": 0.42062, "nauc_recall_at_20_std": 0.416593, "nauc_recall_at_20_diff1": 0.270368, "nauc_recall_at_100_max": 0.455959, "nauc_recall_at_100_std": 0.433515, "nauc_recall_at_100_diff1": 0.23567, "nauc_recall_at_1000_max": 0.455959, "nauc_recall_at_1000_std": 0.433515, "nauc_recall_at_1000_diff1": 0.23567, "nauc_precision_at_1_max": 0.240497, "nauc_precision_at_1_std": 0.154752, "nauc_precision_at_1_diff1": 0.538238, "nauc_precision_at_3_max": 0.234983, "nauc_precision_at_3_std": 0.251903, "nauc_precision_at_3_diff1": 0.186727, "nauc_precision_at_5_max": 0.234412, "nauc_precision_at_5_std": 0.296028, "nauc_precision_at_5_diff1": 0.102108, "nauc_precision_at_10_max": 0.238882, "nauc_precision_at_10_std": 0.364384, "nauc_precision_at_10_diff1": 0.045851, "nauc_precision_at_20_max": 0.2244, "nauc_precision_at_20_std": 0.397918, "nauc_precision_at_20_diff1": -0.010418, "nauc_precision_at_100_max": 0.22365, "nauc_precision_at_100_std": 0.359076, "nauc_precision_at_100_diff1": -0.06325, "nauc_precision_at_1000_max": 0.22365, "nauc_precision_at_1000_std": 0.359076, "nauc_precision_at_1000_diff1": -0.06325, "nauc_mrr_at_1_max": 0.240497, "nauc_mrr_at_1_std": 0.154752, "nauc_mrr_at_1_diff1": 0.538238, "nauc_mrr_at_3_max": 0.276333, "nauc_mrr_at_3_std": 0.202161, "nauc_mrr_at_3_diff1": 0.456225, "nauc_mrr_at_5_max": 0.288338, "nauc_mrr_at_5_std": 0.210645, "nauc_mrr_at_5_diff1": 0.457205, "nauc_mrr_at_10_max": 0.297624, "nauc_mrr_at_10_std": 0.223813, "nauc_mrr_at_10_diff1": 0.458948, "nauc_mrr_at_20_max": 0.298236, "nauc_mrr_at_20_std": 0.225821, "nauc_mrr_at_20_diff1": 0.458683, "nauc_mrr_at_100_max": 0.298565, "nauc_mrr_at_100_std": 0.225073, "nauc_mrr_at_100_diff1": 0.458852, "nauc_mrr_at_1000_max": 0.298565, "nauc_mrr_at_1000_std": 0.225073, "nauc_mrr_at_1000_diff1": 0.458852, "hit_rate_at_1": 0.3494, "hit_rate_at_3": 0.54819, "hit_rate_at_5": 0.61446, "hit_rate_at_10": 0.67771, "hit_rate_at_20": 0.71084, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.37601, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.4" }, { "ndcg_at_1": 0.29518, "ndcg_at_3": 0.29259, "ndcg_at_5": 0.29786, "ndcg_at_10": 0.31771, "ndcg_at_20": 0.33663, "ndcg_at_100": 0.34874, "ndcg_at_1000": 0.34874, "map_at_1": 0.131, "map_at_3": 0.19531, "map_at_5": 0.21919, "map_at_10": 0.24146, "map_at_20": 0.25297, "map_at_100": 0.25715, "map_at_1000": 0.25715, "recall_at_1": 0.131, "recall_at_3": 0.2306, "recall_at_5": 0.28714, "recall_at_10": 0.36319, "recall_at_20": 0.41505, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.131, "precision_at_1": 0.31325, "precision_at_3": 0.21687, "precision_at_5": 0.17169, "precision_at_10": 0.11596, "precision_at_20": 0.07169, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.313253, "mrr_at_3": 0.381024, "mrr_at_5": 0.393976, "mrr_at_10": 0.403852, "mrr_at_20": 0.405913, "mrr_at_100": 0.406685, "mrr_at_1000": 0.406685, "nauc_ndcg_at_1_max": 0.354973, "nauc_ndcg_at_1_std": 0.386241, "nauc_ndcg_at_1_diff1": 0.370865, "nauc_ndcg_at_3_max": 0.4098, "nauc_ndcg_at_3_std": 0.437072, "nauc_ndcg_at_3_diff1": 0.294218, "nauc_ndcg_at_5_max": 0.431904, "nauc_ndcg_at_5_std": 0.451436, "nauc_ndcg_at_5_diff1": 0.291236, "nauc_ndcg_at_10_max": 0.466182, "nauc_ndcg_at_10_std": 0.502702, "nauc_ndcg_at_10_diff1": 0.296732, "nauc_ndcg_at_20_max": 0.475303, "nauc_ndcg_at_20_std": 0.522405, "nauc_ndcg_at_20_diff1": 0.290396, "nauc_ndcg_at_100_max": 0.49212, "nauc_ndcg_at_100_std": 0.532478, "nauc_ndcg_at_100_diff1": 0.2933, "nauc_ndcg_at_1000_max": 0.49212, "nauc_ndcg_at_1000_std": 0.532478, "nauc_ndcg_at_1000_diff1": 0.2933, "nauc_map_at_1_max": 0.423938, "nauc_map_at_1_std": 0.329283, "nauc_map_at_1_diff1": 0.476038, "nauc_map_at_3_max": 0.412989, "nauc_map_at_3_std": 0.369609, "nauc_map_at_3_diff1": 0.351113, "nauc_map_at_5_max": 0.428755, "nauc_map_at_5_std": 0.404331, "nauc_map_at_5_diff1": 0.331512, "nauc_map_at_10_max": 0.447685, "nauc_map_at_10_std": 0.450124, "nauc_map_at_10_diff1": 0.316113, "nauc_map_at_20_max": 0.450815, "nauc_map_at_20_std": 0.467853, "nauc_map_at_20_diff1": 0.309834, "nauc_map_at_100_max": 0.456307, "nauc_map_at_100_std": 0.472323, "nauc_map_at_100_diff1": 0.310848, "nauc_map_at_1000_max": 0.456307, "nauc_map_at_1000_std": 0.472323, "nauc_map_at_1000_diff1": 0.310848, "nauc_recall_at_1_max": 0.423938, "nauc_recall_at_1_std": 0.329283, "nauc_recall_at_1_diff1": 0.476038, "nauc_recall_at_3_max": 0.407741, "nauc_recall_at_3_std": 0.365589, "nauc_recall_at_3_diff1": 0.260202, "nauc_recall_at_5_max": 0.416253, "nauc_recall_at_5_std": 0.404977, "nauc_recall_at_5_diff1": 0.228693, "nauc_recall_at_10_max": 0.471912, "nauc_recall_at_10_std": 0.524692, "nauc_recall_at_10_diff1": 0.208023, "nauc_recall_at_20_max": 0.49491, "nauc_recall_at_20_std": 0.568698, "nauc_recall_at_20_diff1": 0.204294, "nauc_recall_at_100_max": 0.543932, "nauc_recall_at_100_std": 0.596065, "nauc_recall_at_100_diff1": 0.212564, "nauc_recall_at_1000_max": 0.543932, "nauc_recall_at_1000_std": 0.596065, "nauc_recall_at_1000_diff1": 0.212564, "nauc_precision_at_1_max": 0.374749, "nauc_precision_at_1_std": 0.406349, "nauc_precision_at_1_diff1": 0.369468, "nauc_precision_at_3_max": 0.325754, "nauc_precision_at_3_std": 0.436519, "nauc_precision_at_3_diff1": 0.15828, "nauc_precision_at_5_max": 0.330541, "nauc_precision_at_5_std": 0.45887, "nauc_precision_at_5_diff1": 0.108574, "nauc_precision_at_10_max": 0.33201, "nauc_precision_at_10_std": 0.504292, "nauc_precision_at_10_diff1": 0.065837, "nauc_precision_at_20_max": 0.30028, "nauc_precision_at_20_std": 0.496693, "nauc_precision_at_20_diff1": 0.037782, "nauc_precision_at_100_max": 0.303974, "nauc_precision_at_100_std": 0.453274, "nauc_precision_at_100_diff1": 0.031652, "nauc_precision_at_1000_max": 0.303974, "nauc_precision_at_1000_std": 0.453274, "nauc_precision_at_1000_diff1": 0.031652, "nauc_mrr_at_1_max": 0.374749, "nauc_mrr_at_1_std": 0.406349, "nauc_mrr_at_1_diff1": 0.369468, "nauc_mrr_at_3_max": 0.41156, "nauc_mrr_at_3_std": 0.453111, "nauc_mrr_at_3_diff1": 0.316587, "nauc_mrr_at_5_max": 0.40761, "nauc_mrr_at_5_std": 0.456398, "nauc_mrr_at_5_diff1": 0.312698, "nauc_mrr_at_10_max": 0.418833, "nauc_mrr_at_10_std": 0.476036, "nauc_mrr_at_10_diff1": 0.309319, "nauc_mrr_at_20_max": 0.422246, "nauc_mrr_at_20_std": 0.474833, "nauc_mrr_at_20_diff1": 0.311026, "nauc_mrr_at_100_max": 0.423684, "nauc_mrr_at_100_std": 0.476414, "nauc_mrr_at_100_diff1": 0.312417, "nauc_mrr_at_1000_max": 0.423684, "nauc_mrr_at_1000_std": 0.476414, "nauc_mrr_at_1000_diff1": 0.312417, "hit_rate_at_1": 0.31325, "hit_rate_at_3": 0.46386, "hit_rate_at_5": 0.51807, "hit_rate_at_10": 0.59036, "hit_rate_at_20": 0.61747, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.31771, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.4" }, { "ndcg_at_1": 0.32681, "ndcg_at_3": 0.31617, "ndcg_at_5": 0.32582, "ndcg_at_10": 0.34206, "ndcg_at_20": 0.36496, "ndcg_at_100": 0.377, "ndcg_at_1000": 0.377, "map_at_1": 0.14984, "map_at_3": 0.213, "map_at_5": 0.23916, "map_at_10": 0.26132, "map_at_20": 0.27515, "map_at_100": 0.28039, "map_at_1000": 0.28039, "recall_at_1": 0.14984, "recall_at_3": 0.25366, "recall_at_5": 0.30936, "recall_at_10": 0.37464, "recall_at_20": 0.43717, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.14984, "precision_at_1": 0.34337, "precision_at_3": 0.2239, "precision_at_5": 0.18373, "precision_at_10": 0.1256, "precision_at_20": 0.07997, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.343373, "mrr_at_3": 0.413655, "mrr_at_5": 0.427811, "mrr_at_10": 0.435886, "mrr_at_20": 0.438411, "mrr_at_100": 0.439122, "mrr_at_1000": 0.439122, "nauc_ndcg_at_1_max": 0.28419, "nauc_ndcg_at_1_std": 0.166635, "nauc_ndcg_at_1_diff1": 0.437495, "nauc_ndcg_at_3_max": 0.358845, "nauc_ndcg_at_3_std": 0.220246, "nauc_ndcg_at_3_diff1": 0.313316, "nauc_ndcg_at_5_max": 0.392786, "nauc_ndcg_at_5_std": 0.260675, "nauc_ndcg_at_5_diff1": 0.284134, "nauc_ndcg_at_10_max": 0.390994, "nauc_ndcg_at_10_std": 0.293531, "nauc_ndcg_at_10_diff1": 0.274938, "nauc_ndcg_at_20_max": 0.389461, "nauc_ndcg_at_20_std": 0.319286, "nauc_ndcg_at_20_diff1": 0.247752, "nauc_ndcg_at_100_max": 0.395537, "nauc_ndcg_at_100_std": 0.327185, "nauc_ndcg_at_100_diff1": 0.242817, "nauc_ndcg_at_1000_max": 0.395537, "nauc_ndcg_at_1000_std": 0.327185, "nauc_ndcg_at_1000_diff1": 0.242817, "nauc_map_at_1_max": 0.276435, "nauc_map_at_1_std": 0.11556, "nauc_map_at_1_diff1": 0.396226, "nauc_map_at_3_max": 0.344755, "nauc_map_at_3_std": 0.163708, "nauc_map_at_3_diff1": 0.328612, "nauc_map_at_5_max": 0.376727, "nauc_map_at_5_std": 0.212172, "nauc_map_at_5_diff1": 0.302206, "nauc_map_at_10_max": 0.378372, "nauc_map_at_10_std": 0.245621, "nauc_map_at_10_diff1": 0.290778, "nauc_map_at_20_max": 0.374535, "nauc_map_at_20_std": 0.266361, "nauc_map_at_20_diff1": 0.275789, "nauc_map_at_100_max": 0.375619, "nauc_map_at_100_std": 0.269191, "nauc_map_at_100_diff1": 0.273407, "nauc_map_at_1000_max": 0.375619, "nauc_map_at_1000_std": 0.269191, "nauc_map_at_1000_diff1": 0.273407, "nauc_recall_at_1_max": 0.276435, "nauc_recall_at_1_std": 0.11556, "nauc_recall_at_1_diff1": 0.396226, "nauc_recall_at_3_max": 0.382253, "nauc_recall_at_3_std": 0.196627, "nauc_recall_at_3_diff1": 0.261745, "nauc_recall_at_5_max": 0.424038, "nauc_recall_at_5_std": 0.273912, "nauc_recall_at_5_diff1": 0.212227, "nauc_recall_at_10_max": 0.420817, "nauc_recall_at_10_std": 0.367596, "nauc_recall_at_10_diff1": 0.188028, "nauc_recall_at_20_max": 0.408588, "nauc_recall_at_20_std": 0.420802, "nauc_recall_at_20_diff1": 0.120884, "nauc_recall_at_100_max": 0.434893, "nauc_recall_at_100_std": 0.448005, "nauc_recall_at_100_diff1": 0.115747, "nauc_recall_at_1000_max": 0.434893, "nauc_recall_at_1000_std": 0.448005, "nauc_recall_at_1000_diff1": 0.115747, "nauc_precision_at_1_max": 0.303333, "nauc_precision_at_1_std": 0.167193, "nauc_precision_at_1_diff1": 0.442872, "nauc_precision_at_3_max": 0.326522, "nauc_precision_at_3_std": 0.248724, "nauc_precision_at_3_diff1": 0.218833, "nauc_precision_at_5_max": 0.32039, "nauc_precision_at_5_std": 0.301027, "nauc_precision_at_5_diff1": 0.121493, "nauc_precision_at_10_max": 0.253209, "nauc_precision_at_10_std": 0.336531, "nauc_precision_at_10_diff1": 0.065771, "nauc_precision_at_20_max": 0.195568, "nauc_precision_at_20_std": 0.336076, "nauc_precision_at_20_diff1": -0.010257, "nauc_precision_at_100_max": 0.174102, "nauc_precision_at_100_std": 0.307335, "nauc_precision_at_100_diff1": -0.037004, "nauc_precision_at_1000_max": 0.174102, "nauc_precision_at_1000_std": 0.307335, "nauc_precision_at_1000_diff1": -0.037004, "nauc_mrr_at_1_max": 0.303333, "nauc_mrr_at_1_std": 0.167193, "nauc_mrr_at_1_diff1": 0.442872, "nauc_mrr_at_3_max": 0.365119, "nauc_mrr_at_3_std": 0.214492, "nauc_mrr_at_3_diff1": 0.382038, "nauc_mrr_at_5_max": 0.366503, "nauc_mrr_at_5_std": 0.219304, "nauc_mrr_at_5_diff1": 0.375697, "nauc_mrr_at_10_max": 0.367157, "nauc_mrr_at_10_std": 0.232048, "nauc_mrr_at_10_diff1": 0.370271, "nauc_mrr_at_20_max": 0.368675, "nauc_mrr_at_20_std": 0.234803, "nauc_mrr_at_20_diff1": 0.368195, "nauc_mrr_at_100_max": 0.36953, "nauc_mrr_at_100_std": 0.235136, "nauc_mrr_at_100_diff1": 0.368208, "nauc_mrr_at_1000_max": 0.36953, "nauc_mrr_at_1000_std": 0.235136, "nauc_mrr_at_1000_diff1": 0.368208, "hit_rate_at_1": 0.34337, "hit_rate_at_3": 0.50301, "hit_rate_at_5": 0.56627, "hit_rate_at_10": 0.62952, "hit_rate_at_20": 0.66265, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.34206, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.10" }, { "ndcg_at_1": 0.3238, "ndcg_at_3": 0.3268, "ndcg_at_5": 0.32816, "ndcg_at_10": 0.35171, "ndcg_at_20": 0.37262, "ndcg_at_100": 0.39057, "ndcg_at_1000": 0.39057, "map_at_1": 0.14256, "map_at_3": 0.21577, "map_at_5": 0.23882, "map_at_10": 0.26544, "map_at_20": 0.27967, "map_at_100": 0.28738, "map_at_1000": 0.28738, "recall_at_1": 0.14256, "recall_at_3": 0.26457, "recall_at_5": 0.31228, "recall_at_10": 0.39442, "recall_at_20": 0.45574, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.14256, "precision_at_1": 0.34337, "precision_at_3": 0.24297, "precision_at_5": 0.18735, "precision_at_10": 0.13554, "precision_at_20": 0.08554, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.343373, "mrr_at_3": 0.424699, "mrr_at_5": 0.435994, "mrr_at_10": 0.446825, "mrr_at_20": 0.448733, "mrr_at_100": 0.449483, "mrr_at_1000": 0.449483, "nauc_ndcg_at_1_max": 0.334498, "nauc_ndcg_at_1_std": 0.278796, "nauc_ndcg_at_1_diff1": 0.472, "nauc_ndcg_at_3_max": 0.386586, "nauc_ndcg_at_3_std": 0.327334, "nauc_ndcg_at_3_diff1": 0.364863, "nauc_ndcg_at_5_max": 0.414629, "nauc_ndcg_at_5_std": 0.350024, "nauc_ndcg_at_5_diff1": 0.37298, "nauc_ndcg_at_10_max": 0.427199, "nauc_ndcg_at_10_std": 0.391569, "nauc_ndcg_at_10_diff1": 0.365707, "nauc_ndcg_at_20_max": 0.432622, "nauc_ndcg_at_20_std": 0.431352, "nauc_ndcg_at_20_diff1": 0.352364, "nauc_ndcg_at_100_max": 0.439281, "nauc_ndcg_at_100_std": 0.44085, "nauc_ndcg_at_100_diff1": 0.344937, "nauc_ndcg_at_1000_max": 0.439281, "nauc_ndcg_at_1000_std": 0.44085, "nauc_ndcg_at_1000_diff1": 0.344937, "nauc_map_at_1_max": 0.34485, "nauc_map_at_1_std": 0.21891, "nauc_map_at_1_diff1": 0.529156, "nauc_map_at_3_max": 0.388035, "nauc_map_at_3_std": 0.275566, "nauc_map_at_3_diff1": 0.407722, "nauc_map_at_5_max": 0.407636, "nauc_map_at_5_std": 0.310697, "nauc_map_at_5_diff1": 0.394158, "nauc_map_at_10_max": 0.413936, "nauc_map_at_10_std": 0.349699, "nauc_map_at_10_diff1": 0.372892, "nauc_map_at_20_max": 0.41711, "nauc_map_at_20_std": 0.38006, "nauc_map_at_20_diff1": 0.361705, "nauc_map_at_100_max": 0.417694, "nauc_map_at_100_std": 0.385593, "nauc_map_at_100_diff1": 0.357583, "nauc_map_at_1000_max": 0.417694, "nauc_map_at_1000_std": 0.385593, "nauc_map_at_1000_diff1": 0.357583, "nauc_recall_at_1_max": 0.34485, "nauc_recall_at_1_std": 0.21891, "nauc_recall_at_1_diff1": 0.529156, "nauc_recall_at_3_max": 0.389589, "nauc_recall_at_3_std": 0.278857, "nauc_recall_at_3_diff1": 0.310274, "nauc_recall_at_5_max": 0.412733, "nauc_recall_at_5_std": 0.328502, "nauc_recall_at_5_diff1": 0.303647, "nauc_recall_at_10_max": 0.422055, "nauc_recall_at_10_std": 0.408891, "nauc_recall_at_10_diff1": 0.263389, "nauc_recall_at_20_max": 0.429097, "nauc_recall_at_20_std": 0.492476, "nauc_recall_at_20_diff1": 0.230282, "nauc_recall_at_100_max": 0.470536, "nauc_recall_at_100_std": 0.526885, "nauc_recall_at_100_diff1": 0.221096, "nauc_recall_at_1000_max": 0.470536, "nauc_recall_at_1000_std": 0.526885, "nauc_recall_at_1000_diff1": 0.221096, "nauc_precision_at_1_max": 0.352493, "nauc_precision_at_1_std": 0.293355, "nauc_precision_at_1_diff1": 0.485393, "nauc_precision_at_3_max": 0.304895, "nauc_precision_at_3_std": 0.336772, "nauc_precision_at_3_diff1": 0.207085, "nauc_precision_at_5_max": 0.299467, "nauc_precision_at_5_std": 0.365825, "nauc_precision_at_5_diff1": 0.158578, "nauc_precision_at_10_max": 0.239295, "nauc_precision_at_10_std": 0.404477, "nauc_precision_at_10_diff1": 0.068969, "nauc_precision_at_20_max": 0.203387, "nauc_precision_at_20_std": 0.435957, "nauc_precision_at_20_diff1": 0.017642, "nauc_precision_at_100_max": 0.16127, "nauc_precision_at_100_std": 0.36946, "nauc_precision_at_100_diff1": -0.024534, "nauc_precision_at_1000_max": 0.16127, "nauc_precision_at_1000_std": 0.36946, "nauc_precision_at_1000_diff1": -0.024534, "nauc_mrr_at_1_max": 0.352493, "nauc_mrr_at_1_std": 0.293355, "nauc_mrr_at_1_diff1": 0.485393, "nauc_mrr_at_3_max": 0.382554, "nauc_mrr_at_3_std": 0.33875, "nauc_mrr_at_3_diff1": 0.438887, "nauc_mrr_at_5_max": 0.380309, "nauc_mrr_at_5_std": 0.34442, "nauc_mrr_at_5_diff1": 0.44647, "nauc_mrr_at_10_max": 0.385923, "nauc_mrr_at_10_std": 0.355384, "nauc_mrr_at_10_diff1": 0.441204, "nauc_mrr_at_20_max": 0.386718, "nauc_mrr_at_20_std": 0.357935, "nauc_mrr_at_20_diff1": 0.439259, "nauc_mrr_at_100_max": 0.387921, "nauc_mrr_at_100_std": 0.358818, "nauc_mrr_at_100_diff1": 0.439753, "nauc_mrr_at_1000_max": 0.387921, "nauc_mrr_at_1000_std": 0.358818, "nauc_mrr_at_1000_diff1": 0.439753, "hit_rate_at_1": 0.34337, "hit_rate_at_3": 0.5241, "hit_rate_at_5": 0.57229, "hit_rate_at_10": 0.6506, "hit_rate_at_20": 0.67771, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.35171, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.10" }, { "ndcg_at_1": 0.34187, "ndcg_at_3": 0.33432, "ndcg_at_5": 0.32768, "ndcg_at_10": 0.35026, "ndcg_at_20": 0.36843, "ndcg_at_100": 0.38298, "ndcg_at_1000": 0.38298, "map_at_1": 0.15288, "map_at_3": 0.22045, "map_at_5": 0.24009, "map_at_10": 0.26574, "map_at_20": 0.27856, "map_at_100": 0.28426, "map_at_1000": 0.28426, "recall_at_1": 0.15288, "recall_at_3": 0.26525, "recall_at_5": 0.30192, "recall_at_10": 0.38468, "recall_at_20": 0.4315, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.15288, "precision_at_1": 0.35843, "precision_at_3": 0.24197, "precision_at_5": 0.18133, "precision_at_10": 0.12922, "precision_at_20": 0.08117, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.358434, "mrr_at_3": 0.436245, "mrr_at_5": 0.444076, "mrr_at_10": 0.45623, "mrr_at_20": 0.458435, "mrr_at_100": 0.459246, "mrr_at_1000": 0.459246, "nauc_ndcg_at_1_max": 0.307625, "nauc_ndcg_at_1_std": 0.227021, "nauc_ndcg_at_1_diff1": 0.382695, "nauc_ndcg_at_3_max": 0.374095, "nauc_ndcg_at_3_std": 0.29254, "nauc_ndcg_at_3_diff1": 0.310033, "nauc_ndcg_at_5_max": 0.395832, "nauc_ndcg_at_5_std": 0.313745, "nauc_ndcg_at_5_diff1": 0.311081, "nauc_ndcg_at_10_max": 0.433309, "nauc_ndcg_at_10_std": 0.368275, "nauc_ndcg_at_10_diff1": 0.319903, "nauc_ndcg_at_20_max": 0.434437, "nauc_ndcg_at_20_std": 0.397142, "nauc_ndcg_at_20_diff1": 0.303128, "nauc_ndcg_at_100_max": 0.446831, "nauc_ndcg_at_100_std": 0.408675, "nauc_ndcg_at_100_diff1": 0.294491, "nauc_ndcg_at_1000_max": 0.446831, "nauc_ndcg_at_1000_std": 0.408675, "nauc_ndcg_at_1000_diff1": 0.294491, "nauc_map_at_1_max": 0.371534, "nauc_map_at_1_std": 0.200561, "nauc_map_at_1_diff1": 0.475931, "nauc_map_at_3_max": 0.402431, "nauc_map_at_3_std": 0.244676, "nauc_map_at_3_diff1": 0.383782, "nauc_map_at_5_max": 0.404882, "nauc_map_at_5_std": 0.272436, "nauc_map_at_5_diff1": 0.356069, "nauc_map_at_10_max": 0.42346, "nauc_map_at_10_std": 0.323729, "nauc_map_at_10_diff1": 0.343668, "nauc_map_at_20_max": 0.42546, "nauc_map_at_20_std": 0.349033, "nauc_map_at_20_diff1": 0.329724, "nauc_map_at_100_max": 0.427569, "nauc_map_at_100_std": 0.354221, "nauc_map_at_100_diff1": 0.32623, "nauc_map_at_1000_max": 0.427569, "nauc_map_at_1000_std": 0.354221, "nauc_map_at_1000_diff1": 0.32623, "nauc_recall_at_1_max": 0.371534, "nauc_recall_at_1_std": 0.200561, "nauc_recall_at_1_diff1": 0.475931, "nauc_recall_at_3_max": 0.413794, "nauc_recall_at_3_std": 0.24931, "nauc_recall_at_3_diff1": 0.315371, "nauc_recall_at_5_max": 0.406372, "nauc_recall_at_5_std": 0.281579, "nauc_recall_at_5_diff1": 0.280411, "nauc_recall_at_10_max": 0.45637, "nauc_recall_at_10_std": 0.418745, "nauc_recall_at_10_diff1": 0.253932, "nauc_recall_at_20_max": 0.45281, "nauc_recall_at_20_std": 0.480139, "nauc_recall_at_20_diff1": 0.217027, "nauc_recall_at_100_max": 0.508035, "nauc_recall_at_100_std": 0.520296, "nauc_recall_at_100_diff1": 0.197042, "nauc_recall_at_1000_max": 0.508035, "nauc_recall_at_1000_std": 0.520296, "nauc_recall_at_1000_diff1": 0.197042, "nauc_precision_at_1_max": 0.314882, "nauc_precision_at_1_std": 0.234528, "nauc_precision_at_1_diff1": 0.394621, "nauc_precision_at_3_max": 0.270653, "nauc_precision_at_3_std": 0.316614, "nauc_precision_at_3_diff1": 0.155628, "nauc_precision_at_5_max": 0.265001, "nauc_precision_at_5_std": 0.372633, "nauc_precision_at_5_diff1": 0.075356, "nauc_precision_at_10_max": 0.250994, "nauc_precision_at_10_std": 0.427017, "nauc_precision_at_10_diff1": 0.025784, "nauc_precision_at_20_max": 0.198639, "nauc_precision_at_20_std": 0.425536, "nauc_precision_at_20_diff1": -0.02859, "nauc_precision_at_100_max": 0.174324, "nauc_precision_at_100_std": 0.380476, "nauc_precision_at_100_diff1": -0.064049, "nauc_precision_at_1000_max": 0.174324, "nauc_precision_at_1000_std": 0.380476, "nauc_precision_at_1000_diff1": -0.064049, "nauc_mrr_at_1_max": 0.314882, "nauc_mrr_at_1_std": 0.234528, "nauc_mrr_at_1_diff1": 0.394621, "nauc_mrr_at_3_max": 0.342025, "nauc_mrr_at_3_std": 0.283752, "nauc_mrr_at_3_diff1": 0.355665, "nauc_mrr_at_5_max": 0.334881, "nauc_mrr_at_5_std": 0.286783, "nauc_mrr_at_5_diff1": 0.349918, "nauc_mrr_at_10_max": 0.349215, "nauc_mrr_at_10_std": 0.304324, "nauc_mrr_at_10_diff1": 0.343467, "nauc_mrr_at_20_max": 0.349006, "nauc_mrr_at_20_std": 0.304685, "nauc_mrr_at_20_diff1": 0.343236, "nauc_mrr_at_100_max": 0.350757, "nauc_mrr_at_100_std": 0.305369, "nauc_mrr_at_100_diff1": 0.343248, "nauc_mrr_at_1000_max": 0.350757, "nauc_mrr_at_1000_std": 0.305369, "nauc_mrr_at_1000_diff1": 0.343248, "hit_rate_at_1": 0.35843, "hit_rate_at_3": 0.53313, "hit_rate_at_5": 0.56928, "hit_rate_at_10": 0.65663, "hit_rate_at_20": 0.68675, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.35026, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.10" } ] }, "evaluation_time": 3007.0308294170536, "kg_co2_emissions": null, "date": 1792284100.285997, "evaluation_phases": [ { "name": "Data loading", "start": 0.002134565031155944, "end": 10.066257892060094, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 10.066269029048271, "end": 10.066270892042667, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 10.071796242031269, "end": 3006.975858691032, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3006.9780055880547, "end": 3007.024967793026, "split": "test", "subset": "german" } ] }