{ "dataset_revision": "56cef947981ee1263be298081ab126f9493a3065", "task_name": "Vidore3TelecomBM25sReranking.v2", "mteb_version": "2.26.4", "scores": { "test": [ { "ndcg_at_1": 0.73563, "ndcg_at_3": 0.67728, "ndcg_at_5": 0.68859, "ndcg_at_10": 0.7097, "ndcg_at_20": 0.73496, "ndcg_at_100": 0.74236, "ndcg_at_1000": 0.74236, "map_at_1": 0.32981, "map_at_3": 0.48693, "map_at_5": 0.54561, "map_at_10": 0.59659, "map_at_20": 0.62071, "map_at_100": 0.62541, "map_at_1000": 0.62541, "recall_at_1": 0.32981, "recall_at_3": 0.52104, "recall_at_5": 0.62208, "recall_at_10": 0.7343, "recall_at_20": 0.82068, "recall_at_100": 0.84072, "recall_at_1000": 0.84072, "accuracy": 0.32981, "precision_at_1": 0.76149, "precision_at_3": 0.49042, "precision_at_5": 0.38966, "precision_at_10": 0.25776, "precision_at_20": 0.1546, "precision_at_100": 0.03279, "precision_at_1000": 0.00328, "mrr_at_1": 0.761494, "mrr_at_3": 0.813697, "mrr_at_5": 0.822031, "mrr_at_10": 0.828042, "mrr_at_20": 0.828949, "mrr_at_100": 0.829055, "mrr_at_1000": 0.829055, "nauc_ndcg_at_1_max": 0.333574, "nauc_ndcg_at_1_std": 0.100289, "nauc_ndcg_at_1_diff1": 0.571692, "nauc_ndcg_at_3_max": 0.368782, "nauc_ndcg_at_3_std": 0.164027, "nauc_ndcg_at_3_diff1": 0.462721, "nauc_ndcg_at_5_max": 0.383812, "nauc_ndcg_at_5_std": 0.189929, "nauc_ndcg_at_5_diff1": 0.462073, "nauc_ndcg_at_10_max": 0.410391, "nauc_ndcg_at_10_std": 0.19804, "nauc_ndcg_at_10_diff1": 0.49095, "nauc_ndcg_at_20_max": 0.429946, "nauc_ndcg_at_20_std": 0.247189, "nauc_ndcg_at_20_diff1": 0.485613, "nauc_ndcg_at_100_max": 0.439342, "nauc_ndcg_at_100_std": 0.251129, "nauc_ndcg_at_100_diff1": 0.481492, "nauc_ndcg_at_1000_max": 0.439342, "nauc_ndcg_at_1000_std": 0.251129, "nauc_ndcg_at_1000_diff1": 0.481492, "nauc_map_at_1_max": 0.220819, "nauc_map_at_1_std": -0.061347, "nauc_map_at_1_diff1": 0.531114, "nauc_map_at_3_max": 0.311683, "nauc_map_at_3_std": 0.054673, "nauc_map_at_3_diff1": 0.472295, "nauc_map_at_5_max": 0.327275, "nauc_map_at_5_std": 0.089325, "nauc_map_at_5_diff1": 0.45674, "nauc_map_at_10_max": 0.365365, "nauc_map_at_10_std": 0.142307, "nauc_map_at_10_diff1": 0.462825, "nauc_map_at_20_max": 0.381084, "nauc_map_at_20_std": 0.177537, "nauc_map_at_20_diff1": 0.458563, "nauc_map_at_100_max": 0.384609, "nauc_map_at_100_std": 0.180294, "nauc_map_at_100_diff1": 0.455823, "nauc_map_at_1000_max": 0.384609, "nauc_map_at_1000_std": 0.180294, "nauc_map_at_1000_diff1": 0.455823, "nauc_recall_at_1_max": 0.220819, "nauc_recall_at_1_std": -0.061347, "nauc_recall_at_1_diff1": 0.531114, "nauc_recall_at_3_max": 0.314051, "nauc_recall_at_3_std": 0.072719, "nauc_recall_at_3_diff1": 0.439813, "nauc_recall_at_5_max": 0.32608, "nauc_recall_at_5_std": 0.128165, "nauc_recall_at_5_diff1": 0.401274, "nauc_recall_at_10_max": 0.385049, "nauc_recall_at_10_std": 0.196991, "nauc_recall_at_10_diff1": 0.397985, "nauc_recall_at_20_max": 0.466513, "nauc_recall_at_20_std": 0.391858, "nauc_recall_at_20_diff1": 0.361426, "nauc_recall_at_100_max": 0.519863, "nauc_recall_at_100_std": 0.425805, "nauc_recall_at_100_diff1": 0.339091, "nauc_recall_at_1000_max": 0.519863, "nauc_recall_at_1000_std": 0.425805, "nauc_recall_at_1000_diff1": 0.339091, "nauc_precision_at_1_max": 0.395036, "nauc_precision_at_1_std": 0.127131, "nauc_precision_at_1_diff1": 0.601951, "nauc_precision_at_3_max": 0.227255, "nauc_precision_at_3_std": 0.273815, "nauc_precision_at_3_diff1": 0.027023, "nauc_precision_at_5_max": 0.13336, "nauc_precision_at_5_std": 0.264975, "nauc_precision_at_5_diff1": -0.104845, "nauc_precision_at_10_max": 0.085891, "nauc_precision_at_10_std": 0.244761, "nauc_precision_at_10_diff1": -0.157837, "nauc_precision_at_20_max": 0.029587, "nauc_precision_at_20_std": 0.249186, "nauc_precision_at_20_diff1": -0.209782, "nauc_precision_at_100_max": 0.021556, "nauc_precision_at_100_std": 0.223885, "nauc_precision_at_100_diff1": -0.227382, "nauc_precision_at_1000_max": 0.021556, "nauc_precision_at_1000_std": 0.223885, "nauc_precision_at_1000_diff1": -0.227382, "nauc_mrr_at_1_max": 0.395036, "nauc_mrr_at_1_std": 0.127131, "nauc_mrr_at_1_diff1": 0.601951, "nauc_mrr_at_3_max": 0.459244, "nauc_mrr_at_3_std": 0.185897, "nauc_mrr_at_3_diff1": 0.607243, "nauc_mrr_at_5_max": 0.458436, "nauc_mrr_at_5_std": 0.197255, "nauc_mrr_at_5_diff1": 0.607376, "nauc_mrr_at_10_max": 0.46126, "nauc_mrr_at_10_std": 0.19523, "nauc_mrr_at_10_diff1": 0.611841, "nauc_mrr_at_20_max": 0.459936, "nauc_mrr_at_20_std": 0.195334, "nauc_mrr_at_20_diff1": 0.610813, "nauc_mrr_at_100_max": 0.459759, "nauc_mrr_at_100_std": 0.195382, "nauc_mrr_at_100_diff1": 0.610983, "nauc_mrr_at_1000_max": 0.459759, "nauc_mrr_at_1000_std": 0.195382, "nauc_mrr_at_1000_diff1": 0.610983, "hit_rate_at_1": 0.76149, "hit_rate_at_3": 0.87644, "hit_rate_at_5": 0.91379, "hit_rate_at_10": 0.9569, "hit_rate_at_20": 0.97126, "hit_rate_at_100": 0.97414, "hit_rate_at_1000": 0.97414, "main_score": 0.7097, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.4" }, { "ndcg_at_1": 0.62213, "ndcg_at_3": 0.57199, "ndcg_at_5": 0.57432, "ndcg_at_10": 0.59282, "ndcg_at_20": 0.61177, "ndcg_at_100": 0.61829, "ndcg_at_1000": 0.61829, "map_at_1": 0.27506, "map_at_3": 0.40333, "map_at_5": 0.44582, "map_at_10": 0.48687, "map_at_20": 0.50464, "map_at_100": 0.50916, "map_at_1000": 0.50916, "recall_at_1": 0.27506, "recall_at_3": 0.4398, "recall_at_5": 0.51992, "recall_at_10": 0.61423, "recall_at_20": 0.68241, "recall_at_100": 0.70164, "recall_at_1000": 0.70164, "accuracy": 0.27506, "precision_at_1": 0.64368, "precision_at_3": 0.41571, "precision_at_5": 0.32069, "precision_at_10": 0.21264, "precision_at_20": 0.12615, "precision_at_100": 0.02684, "precision_at_1000": 0.00268, "mrr_at_1": 0.643678, "mrr_at_3": 0.699234, "mrr_at_5": 0.708142, "mrr_at_10": 0.714216, "mrr_at_20": 0.715454, "mrr_at_100": 0.715454, "mrr_at_1000": 0.715454, "nauc_ndcg_at_1_max": 0.464125, "nauc_ndcg_at_1_std": 0.302055, "nauc_ndcg_at_1_diff1": 0.574522, "nauc_ndcg_at_3_max": 0.46516, "nauc_ndcg_at_3_std": 0.351199, "nauc_ndcg_at_3_diff1": 0.492946, "nauc_ndcg_at_5_max": 0.510607, "nauc_ndcg_at_5_std": 0.386225, "nauc_ndcg_at_5_diff1": 0.513802, "nauc_ndcg_at_10_max": 0.545688, "nauc_ndcg_at_10_std": 0.42879, "nauc_ndcg_at_10_diff1": 0.517308, "nauc_ndcg_at_20_max": 0.572161, "nauc_ndcg_at_20_std": 0.452247, "nauc_ndcg_at_20_diff1": 0.522797, "nauc_ndcg_at_100_max": 0.576169, "nauc_ndcg_at_100_std": 0.452334, "nauc_ndcg_at_100_diff1": 0.519472, "nauc_ndcg_at_1000_max": 0.576169, "nauc_ndcg_at_1000_std": 0.452334, "nauc_ndcg_at_1000_diff1": 0.519472, "nauc_map_at_1_max": 0.294403, "nauc_map_at_1_std": 0.139032, "nauc_map_at_1_diff1": 0.572712, "nauc_map_at_3_max": 0.385014, "nauc_map_at_3_std": 0.251109, "nauc_map_at_3_diff1": 0.506563, "nauc_map_at_5_max": 0.428215, "nauc_map_at_5_std": 0.296227, "nauc_map_at_5_diff1": 0.507736, "nauc_map_at_10_max": 0.473963, "nauc_map_at_10_std": 0.358133, "nauc_map_at_10_diff1": 0.501376, "nauc_map_at_20_max": 0.495249, "nauc_map_at_20_std": 0.378054, "nauc_map_at_20_diff1": 0.506624, "nauc_map_at_100_max": 0.498974, "nauc_map_at_100_std": 0.378553, "nauc_map_at_100_diff1": 0.504392, "nauc_map_at_1000_max": 0.498974, "nauc_map_at_1000_std": 0.378553, "nauc_map_at_1000_diff1": 0.504392, "nauc_recall_at_1_max": 0.294403, "nauc_recall_at_1_std": 0.139032, "nauc_recall_at_1_diff1": 0.572712, "nauc_recall_at_3_max": 0.397752, "nauc_recall_at_3_std": 0.265709, "nauc_recall_at_3_diff1": 0.472698, "nauc_recall_at_5_max": 0.450233, "nauc_recall_at_5_std": 0.325831, "nauc_recall_at_5_diff1": 0.456016, "nauc_recall_at_10_max": 0.54691, "nauc_recall_at_10_std": 0.441988, "nauc_recall_at_10_diff1": 0.441121, "nauc_recall_at_20_max": 0.634979, "nauc_recall_at_20_std": 0.520783, "nauc_recall_at_20_diff1": 0.443531, "nauc_recall_at_100_max": 0.660936, "nauc_recall_at_100_std": 0.527223, "nauc_recall_at_100_diff1": 0.43549, "nauc_recall_at_1000_max": 0.660936, "nauc_recall_at_1000_std": 0.527223, "nauc_recall_at_1000_diff1": 0.43549, "nauc_precision_at_1_max": 0.521721, "nauc_precision_at_1_std": 0.355893, "nauc_precision_at_1_diff1": 0.597439, "nauc_precision_at_3_max": 0.369565, "nauc_precision_at_3_std": 0.382413, "nauc_precision_at_3_diff1": 0.163119, "nauc_precision_at_5_max": 0.359749, "nauc_precision_at_5_std": 0.383629, "nauc_precision_at_5_diff1": 0.079147, "nauc_precision_at_10_max": 0.296394, "nauc_precision_at_10_std": 0.364002, "nauc_precision_at_10_diff1": -0.002781, "nauc_precision_at_20_max": 0.261039, "nauc_precision_at_20_std": 0.329903, "nauc_precision_at_20_diff1": -0.040884, "nauc_precision_at_100_max": 0.23224, "nauc_precision_at_100_std": 0.281578, "nauc_precision_at_100_diff1": -0.065584, "nauc_precision_at_1000_max": 0.23224, "nauc_precision_at_1000_std": 0.281578, "nauc_precision_at_1000_diff1": -0.065584, "nauc_mrr_at_1_max": 0.521721, "nauc_mrr_at_1_std": 0.355893, "nauc_mrr_at_1_diff1": 0.597439, "nauc_mrr_at_3_max": 0.565967, "nauc_mrr_at_3_std": 0.424266, "nauc_mrr_at_3_diff1": 0.592365, "nauc_mrr_at_5_max": 0.569938, "nauc_mrr_at_5_std": 0.435831, "nauc_mrr_at_5_diff1": 0.585196, "nauc_mrr_at_10_max": 0.576083, "nauc_mrr_at_10_std": 0.43984, "nauc_mrr_at_10_diff1": 0.586685, "nauc_mrr_at_20_max": 0.578725, "nauc_mrr_at_20_std": 0.441848, "nauc_mrr_at_20_diff1": 0.585848, "nauc_mrr_at_100_max": 0.578725, "nauc_mrr_at_100_std": 0.441848, "nauc_mrr_at_100_diff1": 0.585848, "nauc_mrr_at_1000_max": 0.578725, "nauc_mrr_at_1000_std": 0.441848, "nauc_mrr_at_1000_diff1": 0.585848, "hit_rate_at_1": 0.64368, "hit_rate_at_3": 0.77011, "hit_rate_at_5": 0.81034, "hit_rate_at_10": 0.85345, "hit_rate_at_20": 0.87069, "hit_rate_at_100": 0.87069, "hit_rate_at_1000": 0.87069, "main_score": 0.59282, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.4" }, { "ndcg_at_1": 0.58764, "ndcg_at_3": 0.56086, "ndcg_at_5": 0.56852, "ndcg_at_10": 0.5853, "ndcg_at_20": 0.60517, "ndcg_at_100": 0.61619, "ndcg_at_1000": 0.61619, "map_at_1": 0.2672, "map_at_3": 0.40153, "map_at_5": 0.44764, "map_at_10": 0.48842, "map_at_20": 0.50631, "map_at_100": 0.51241, "map_at_1000": 0.51241, "recall_at_1": 0.2672, "recall_at_3": 0.44397, "recall_at_5": 0.52636, "recall_at_10": 0.60945, "recall_at_20": 0.67689, "recall_at_100": 0.70682, "recall_at_1000": 0.70682, "accuracy": 0.2672, "precision_at_1": 0.60632, "precision_at_3": 0.40805, "precision_at_5": 0.32126, "precision_at_10": 0.21092, "precision_at_20": 0.12543, "precision_at_100": 0.02756, "precision_at_1000": 0.00276, "mrr_at_1": 0.606322, "mrr_at_3": 0.670498, "mrr_at_5": 0.678831, "mrr_at_10": 0.683101, "mrr_at_20": 0.684526, "mrr_at_100": 0.684886, "mrr_at_1000": 0.684886, "nauc_ndcg_at_1_max": 0.520372, "nauc_ndcg_at_1_std": 0.476665, "nauc_ndcg_at_1_diff1": 0.597711, "nauc_ndcg_at_3_max": 0.522391, "nauc_ndcg_at_3_std": 0.461707, "nauc_ndcg_at_3_diff1": 0.52992, "nauc_ndcg_at_5_max": 0.55851, "nauc_ndcg_at_5_std": 0.493107, "nauc_ndcg_at_5_diff1": 0.551791, "nauc_ndcg_at_10_max": 0.581442, "nauc_ndcg_at_10_std": 0.527429, "nauc_ndcg_at_10_diff1": 0.560707, "nauc_ndcg_at_20_max": 0.597161, "nauc_ndcg_at_20_std": 0.54705, "nauc_ndcg_at_20_diff1": 0.558214, "nauc_ndcg_at_100_max": 0.597741, "nauc_ndcg_at_100_std": 0.553317, "nauc_ndcg_at_100_diff1": 0.553351, "nauc_ndcg_at_1000_max": 0.597741, "nauc_ndcg_at_1000_std": 0.553317, "nauc_ndcg_at_1000_diff1": 0.553351, "nauc_map_at_1_max": 0.331569, "nauc_map_at_1_std": 0.185504, "nauc_map_at_1_diff1": 0.589537, "nauc_map_at_3_max": 0.43724, "nauc_map_at_3_std": 0.313333, "nauc_map_at_3_diff1": 0.535861, "nauc_map_at_5_max": 0.482557, "nauc_map_at_5_std": 0.376228, "nauc_map_at_5_diff1": 0.552718, "nauc_map_at_10_max": 0.519326, "nauc_map_at_10_std": 0.445311, "nauc_map_at_10_diff1": 0.549108, "nauc_map_at_20_max": 0.534141, "nauc_map_at_20_std": 0.465376, "nauc_map_at_20_diff1": 0.546905, "nauc_map_at_100_max": 0.534174, "nauc_map_at_100_std": 0.469676, "nauc_map_at_100_diff1": 0.544246, "nauc_map_at_1000_max": 0.534174, "nauc_map_at_1000_std": 0.469676, "nauc_map_at_1000_diff1": 0.544246, "nauc_recall_at_1_max": 0.331569, "nauc_recall_at_1_std": 0.185504, "nauc_recall_at_1_diff1": 0.589537, "nauc_recall_at_3_max": 0.443504, "nauc_recall_at_3_std": 0.313344, "nauc_recall_at_3_diff1": 0.495137, "nauc_recall_at_5_max": 0.508369, "nauc_recall_at_5_std": 0.402986, "nauc_recall_at_5_diff1": 0.510456, "nauc_recall_at_10_max": 0.581399, "nauc_recall_at_10_std": 0.517578, "nauc_recall_at_10_diff1": 0.505974, "nauc_recall_at_20_max": 0.649804, "nauc_recall_at_20_std": 0.593968, "nauc_recall_at_20_diff1": 0.502587, "nauc_recall_at_100_max": 0.663706, "nauc_recall_at_100_std": 0.628556, "nauc_recall_at_100_diff1": 0.487862, "nauc_recall_at_1000_max": 0.663706, "nauc_recall_at_1000_std": 0.628556, "nauc_recall_at_1000_diff1": 0.487862, "nauc_precision_at_1_max": 0.573794, "nauc_precision_at_1_std": 0.510354, "nauc_precision_at_1_diff1": 0.618973, "nauc_precision_at_3_max": 0.43328, "nauc_precision_at_3_std": 0.478513, "nauc_precision_at_3_diff1": 0.217509, "nauc_precision_at_5_max": 0.373114, "nauc_precision_at_5_std": 0.463956, "nauc_precision_at_5_diff1": 0.131909, "nauc_precision_at_10_max": 0.281908, "nauc_precision_at_10_std": 0.407212, "nauc_precision_at_10_diff1": 0.031872, "nauc_precision_at_20_max": 0.21826, "nauc_precision_at_20_std": 0.343678, "nauc_precision_at_20_diff1": -0.030897, "nauc_precision_at_100_max": 0.159841, "nauc_precision_at_100_std": 0.284607, "nauc_precision_at_100_diff1": -0.071766, "nauc_precision_at_1000_max": 0.159841, "nauc_precision_at_1000_std": 0.284607, "nauc_precision_at_1000_diff1": -0.071766, "nauc_mrr_at_1_max": 0.573794, "nauc_mrr_at_1_std": 0.510354, "nauc_mrr_at_1_diff1": 0.618973, "nauc_mrr_at_3_max": 0.614445, "nauc_mrr_at_3_std": 0.569477, "nauc_mrr_at_3_diff1": 0.596006, "nauc_mrr_at_5_max": 0.618702, "nauc_mrr_at_5_std": 0.573738, "nauc_mrr_at_5_diff1": 0.595609, "nauc_mrr_at_10_max": 0.624625, "nauc_mrr_at_10_std": 0.575513, "nauc_mrr_at_10_diff1": 0.596464, "nauc_mrr_at_20_max": 0.624896, "nauc_mrr_at_20_std": 0.575874, "nauc_mrr_at_20_diff1": 0.59635, "nauc_mrr_at_100_max": 0.624989, "nauc_mrr_at_100_std": 0.576694, "nauc_mrr_at_100_diff1": 0.595868, "nauc_mrr_at_1000_max": 0.624989, "nauc_mrr_at_1000_std": 0.576694, "nauc_mrr_at_1000_diff1": 0.595868, "hit_rate_at_1": 0.60632, "hit_rate_at_3": 0.75, "hit_rate_at_5": 0.78736, "hit_rate_at_10": 0.81897, "hit_rate_at_20": 0.83908, "hit_rate_at_100": 0.8477, "hit_rate_at_1000": 0.8477, "main_score": 0.5853, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.4" }, { "ndcg_at_1": 0.58764, "ndcg_at_3": 0.54784, "ndcg_at_5": 0.55348, "ndcg_at_10": 0.57171, "ndcg_at_20": 0.58918, "ndcg_at_100": 0.59818, "ndcg_at_1000": 0.59818, "map_at_1": 0.26598, "map_at_3": 0.39668, "map_at_5": 0.4377, "map_at_10": 0.47634, "map_at_20": 0.49314, "map_at_100": 0.49789, "map_at_1000": 0.49789, "recall_at_1": 0.26598, "recall_at_3": 0.4349, "recall_at_5": 0.509, "recall_at_10": 0.60038, "recall_at_20": 0.65977, "recall_at_100": 0.68705, "recall_at_1000": 0.68705, "accuracy": 0.26598, "precision_at_1": 0.6092, "precision_at_3": 0.39847, "precision_at_5": 0.30747, "precision_at_10": 0.20115, "precision_at_20": 0.11954, "precision_at_100": 0.02572, "precision_at_1000": 0.00257, "mrr_at_1": 0.609195, "mrr_at_3": 0.661398, "mrr_at_5": 0.673611, "mrr_at_10": 0.679605, "mrr_at_20": 0.68089, "mrr_at_100": 0.681255, "mrr_at_1000": 0.681255, "nauc_ndcg_at_1_max": 0.46382, "nauc_ndcg_at_1_std": 0.312725, "nauc_ndcg_at_1_diff1": 0.590402, "nauc_ndcg_at_3_max": 0.50532, "nauc_ndcg_at_3_std": 0.398185, "nauc_ndcg_at_3_diff1": 0.533508, "nauc_ndcg_at_5_max": 0.530194, "nauc_ndcg_at_5_std": 0.422277, "nauc_ndcg_at_5_diff1": 0.541933, "nauc_ndcg_at_10_max": 0.547355, "nauc_ndcg_at_10_std": 0.446562, "nauc_ndcg_at_10_diff1": 0.542791, "nauc_ndcg_at_20_max": 0.571031, "nauc_ndcg_at_20_std": 0.469013, "nauc_ndcg_at_20_diff1": 0.545722, "nauc_ndcg_at_100_max": 0.57269, "nauc_ndcg_at_100_std": 0.471842, "nauc_ndcg_at_100_diff1": 0.542853, "nauc_ndcg_at_1000_max": 0.57269, "nauc_ndcg_at_1000_std": 0.471842, "nauc_ndcg_at_1000_diff1": 0.542853, "nauc_map_at_1_max": 0.284084, "nauc_map_at_1_std": 0.118536, "nauc_map_at_1_diff1": 0.563967, "nauc_map_at_3_max": 0.403342, "nauc_map_at_3_std": 0.275205, "nauc_map_at_3_diff1": 0.514602, "nauc_map_at_5_max": 0.447554, "nauc_map_at_5_std": 0.325643, "nauc_map_at_5_diff1": 0.51855, "nauc_map_at_10_max": 0.482821, "nauc_map_at_10_std": 0.369846, "nauc_map_at_10_diff1": 0.520221, "nauc_map_at_20_max": 0.499934, "nauc_map_at_20_std": 0.393373, "nauc_map_at_20_diff1": 0.521027, "nauc_map_at_100_max": 0.500784, "nauc_map_at_100_std": 0.395417, "nauc_map_at_100_diff1": 0.520148, "nauc_map_at_1000_max": 0.500784, "nauc_map_at_1000_std": 0.395417, "nauc_map_at_1000_diff1": 0.520148, "nauc_recall_at_1_max": 0.284084, "nauc_recall_at_1_std": 0.118536, "nauc_recall_at_1_diff1": 0.563967, "nauc_recall_at_3_max": 0.416582, "nauc_recall_at_3_std": 0.302233, "nauc_recall_at_3_diff1": 0.465482, "nauc_recall_at_5_max": 0.479635, "nauc_recall_at_5_std": 0.373952, "nauc_recall_at_5_diff1": 0.467235, "nauc_recall_at_10_max": 0.538472, "nauc_recall_at_10_std": 0.446407, "nauc_recall_at_10_diff1": 0.449161, "nauc_recall_at_20_max": 0.62688, "nauc_recall_at_20_std": 0.54758, "nauc_recall_at_20_diff1": 0.457386, "nauc_recall_at_100_max": 0.637777, "nauc_recall_at_100_std": 0.566669, "nauc_recall_at_100_diff1": 0.439449, "nauc_recall_at_1000_max": 0.637777, "nauc_recall_at_1000_std": 0.566669, "nauc_recall_at_1000_diff1": 0.439449, "nauc_precision_at_1_max": 0.509349, "nauc_precision_at_1_std": 0.352574, "nauc_precision_at_1_diff1": 0.616058, "nauc_precision_at_3_max": 0.438868, "nauc_precision_at_3_std": 0.456137, "nauc_precision_at_3_diff1": 0.238478, "nauc_precision_at_5_max": 0.396971, "nauc_precision_at_5_std": 0.439154, "nauc_precision_at_5_diff1": 0.160252, "nauc_precision_at_10_max": 0.315641, "nauc_precision_at_10_std": 0.39018, "nauc_precision_at_10_diff1": 0.075793, "nauc_precision_at_20_max": 0.260059, "nauc_precision_at_20_std": 0.350277, "nauc_precision_at_20_diff1": 0.02598, "nauc_precision_at_100_max": 0.210557, "nauc_precision_at_100_std": 0.301691, "nauc_precision_at_100_diff1": -0.007415, "nauc_precision_at_1000_max": 0.210557, "nauc_precision_at_1000_std": 0.301691, "nauc_precision_at_1000_diff1": -0.007415, "nauc_mrr_at_1_max": 0.509349, "nauc_mrr_at_1_std": 0.352574, "nauc_mrr_at_1_diff1": 0.616058, "nauc_mrr_at_3_max": 0.577128, "nauc_mrr_at_3_std": 0.442308, "nauc_mrr_at_3_diff1": 0.620847, "nauc_mrr_at_5_max": 0.581284, "nauc_mrr_at_5_std": 0.450644, "nauc_mrr_at_5_diff1": 0.616937, "nauc_mrr_at_10_max": 0.582057, "nauc_mrr_at_10_std": 0.450496, "nauc_mrr_at_10_diff1": 0.614769, "nauc_mrr_at_20_max": 0.585832, "nauc_mrr_at_20_std": 0.452906, "nauc_mrr_at_20_diff1": 0.616215, "nauc_mrr_at_100_max": 0.585799, "nauc_mrr_at_100_std": 0.453514, "nauc_mrr_at_100_diff1": 0.616383, "nauc_mrr_at_1000_max": 0.585799, "nauc_mrr_at_1000_std": 0.453514, "nauc_mrr_at_1000_diff1": 0.616383, "hit_rate_at_1": 0.6092, "hit_rate_at_3": 0.72414, "hit_rate_at_5": 0.77586, "hit_rate_at_10": 0.81897, "hit_rate_at_20": 0.83621, "hit_rate_at_100": 0.84483, "hit_rate_at_1000": 0.84483, "main_score": 0.57171, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.4" }, { "ndcg_at_1": 0.57471, "ndcg_at_3": 0.54412, "ndcg_at_5": 0.55146, "ndcg_at_10": 0.56363, "ndcg_at_20": 0.58177, "ndcg_at_100": 0.58801, "ndcg_at_1000": 0.58801, "map_at_1": 0.26372, "map_at_3": 0.38967, "map_at_5": 0.43243, "map_at_10": 0.46983, "map_at_20": 0.48734, "map_at_100": 0.49081, "map_at_1000": 0.49081, "recall_at_1": 0.26372, "recall_at_3": 0.42818, "recall_at_5": 0.50099, "recall_at_10": 0.58367, "recall_at_20": 0.6437, "recall_at_100": 0.66284, "recall_at_1000": 0.66284, "accuracy": 0.26372, "precision_at_1": 0.5977, "precision_at_3": 0.39559, "precision_at_5": 0.30862, "precision_at_10": 0.19971, "precision_at_20": 0.11853, "precision_at_100": 0.02509, "precision_at_1000": 0.00251, "mrr_at_1": 0.597701, "mrr_at_3": 0.655172, "mrr_at_5": 0.663218, "mrr_at_10": 0.6672, "mrr_at_20": 0.668403, "mrr_at_100": 0.668631, "mrr_at_1000": 0.668631, "nauc_ndcg_at_1_max": 0.522824, "nauc_ndcg_at_1_std": 0.396801, "nauc_ndcg_at_1_diff1": 0.542896, "nauc_ndcg_at_3_max": 0.490601, "nauc_ndcg_at_3_std": 0.399004, "nauc_ndcg_at_3_diff1": 0.483185, "nauc_ndcg_at_5_max": 0.515735, "nauc_ndcg_at_5_std": 0.427671, "nauc_ndcg_at_5_diff1": 0.478228, "nauc_ndcg_at_10_max": 0.563411, "nauc_ndcg_at_10_std": 0.471139, "nauc_ndcg_at_10_diff1": 0.500487, "nauc_ndcg_at_20_max": 0.591359, "nauc_ndcg_at_20_std": 0.498875, "nauc_ndcg_at_20_diff1": 0.500908, "nauc_ndcg_at_100_max": 0.593519, "nauc_ndcg_at_100_std": 0.501358, "nauc_ndcg_at_100_diff1": 0.499028, "nauc_ndcg_at_1000_max": 0.593519, "nauc_ndcg_at_1000_std": 0.501358, "nauc_ndcg_at_1000_diff1": 0.499028, "nauc_map_at_1_max": 0.297008, "nauc_map_at_1_std": 0.154809, "nauc_map_at_1_diff1": 0.535551, "nauc_map_at_3_max": 0.387393, "nauc_map_at_3_std": 0.27367, "nauc_map_at_3_diff1": 0.477684, "nauc_map_at_5_max": 0.43178, "nauc_map_at_5_std": 0.320451, "nauc_map_at_5_diff1": 0.460079, "nauc_map_at_10_max": 0.483902, "nauc_map_at_10_std": 0.382512, "nauc_map_at_10_diff1": 0.471675, "nauc_map_at_20_max": 0.507077, "nauc_map_at_20_std": 0.409554, "nauc_map_at_20_diff1": 0.472492, "nauc_map_at_100_max": 0.507483, "nauc_map_at_100_std": 0.412049, "nauc_map_at_100_diff1": 0.472314, "nauc_map_at_1000_max": 0.507483, "nauc_map_at_1000_std": 0.412049, "nauc_map_at_1000_diff1": 0.472314, "nauc_recall_at_1_max": 0.297008, "nauc_recall_at_1_std": 0.154809, "nauc_recall_at_1_diff1": 0.535551, "nauc_recall_at_3_max": 0.38082, "nauc_recall_at_3_std": 0.279417, "nauc_recall_at_3_diff1": 0.435171, "nauc_recall_at_5_max": 0.448108, "nauc_recall_at_5_std": 0.349272, "nauc_recall_at_5_diff1": 0.408039, "nauc_recall_at_10_max": 0.567578, "nauc_recall_at_10_std": 0.471495, "nauc_recall_at_10_diff1": 0.441068, "nauc_recall_at_20_max": 0.655061, "nauc_recall_at_20_std": 0.568123, "nauc_recall_at_20_diff1": 0.444737, "nauc_recall_at_100_max": 0.6688, "nauc_recall_at_100_std": 0.585406, "nauc_recall_at_100_diff1": 0.435585, "nauc_recall_at_1000_max": 0.6688, "nauc_recall_at_1000_std": 0.585406, "nauc_recall_at_1000_diff1": 0.435585, "nauc_precision_at_1_max": 0.581232, "nauc_precision_at_1_std": 0.451504, "nauc_precision_at_1_diff1": 0.563167, "nauc_precision_at_3_max": 0.426435, "nauc_precision_at_3_std": 0.430908, "nauc_precision_at_3_diff1": 0.186887, "nauc_precision_at_5_max": 0.378686, "nauc_precision_at_5_std": 0.414702, "nauc_precision_at_5_diff1": 0.084837, "nauc_precision_at_10_max": 0.368494, "nauc_precision_at_10_std": 0.420878, "nauc_precision_at_10_diff1": 0.052719, "nauc_precision_at_20_max": 0.329087, "nauc_precision_at_20_std": 0.390286, "nauc_precision_at_20_diff1": 0.021132, "nauc_precision_at_100_max": 0.290486, "nauc_precision_at_100_std": 0.356888, "nauc_precision_at_100_diff1": 0.001475, "nauc_precision_at_1000_max": 0.290486, "nauc_precision_at_1000_std": 0.356888, "nauc_precision_at_1000_diff1": 0.001475, "nauc_mrr_at_1_max": 0.581232, "nauc_mrr_at_1_std": 0.451504, "nauc_mrr_at_1_diff1": 0.563167, "nauc_mrr_at_3_max": 0.608589, "nauc_mrr_at_3_std": 0.507586, "nauc_mrr_at_3_diff1": 0.567082, "nauc_mrr_at_5_max": 0.619219, "nauc_mrr_at_5_std": 0.524493, "nauc_mrr_at_5_diff1": 0.566687, "nauc_mrr_at_10_max": 0.626773, "nauc_mrr_at_10_std": 0.52997, "nauc_mrr_at_10_diff1": 0.564846, "nauc_mrr_at_20_max": 0.627672, "nauc_mrr_at_20_std": 0.531681, "nauc_mrr_at_20_diff1": 0.56413, "nauc_mrr_at_100_max": 0.62834, "nauc_mrr_at_100_std": 0.531768, "nauc_mrr_at_100_diff1": 0.563705, "nauc_mrr_at_1000_max": 0.62834, "nauc_mrr_at_1000_std": 0.531768, "nauc_mrr_at_1000_diff1": 0.563705, "hit_rate_at_1": 0.5977, "hit_rate_at_3": 0.72414, "hit_rate_at_5": 0.75862, "hit_rate_at_10": 0.78736, "hit_rate_at_20": 0.8046, "hit_rate_at_100": 0.81034, "hit_rate_at_1000": 0.81034, "main_score": 0.56363, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.10" }, { "ndcg_at_1": 0.54167, "ndcg_at_3": 0.52591, "ndcg_at_5": 0.53015, "ndcg_at_10": 0.54536, "ndcg_at_20": 0.56371, "ndcg_at_100": 0.57194, "ndcg_at_1000": 0.57194, "map_at_1": 0.24814, "map_at_3": 0.37378, "map_at_5": 0.41525, "map_at_10": 0.45144, "map_at_20": 0.46944, "map_at_100": 0.47428, "map_at_1000": 0.47428, "recall_at_1": 0.24814, "recall_at_3": 0.40955, "recall_at_5": 0.48136, "recall_at_10": 0.56692, "recall_at_20": 0.62979, "recall_at_100": 0.65391, "recall_at_1000": 0.65391, "accuracy": 0.24814, "precision_at_1": 0.56322, "precision_at_3": 0.38697, "precision_at_5": 0.29943, "precision_at_10": 0.19741, "precision_at_20": 0.11925, "precision_at_100": 0.02583, "precision_at_1000": 0.00258, "mrr_at_1": 0.563218, "mrr_at_3": 0.623563, "mrr_at_5": 0.631178, "mrr_at_10": 0.637498, "mrr_at_20": 0.639189, "mrr_at_100": 0.639387, "mrr_at_1000": 0.639387, "nauc_ndcg_at_1_max": 0.496928, "nauc_ndcg_at_1_std": 0.365609, "nauc_ndcg_at_1_diff1": 0.640268, "nauc_ndcg_at_3_max": 0.524214, "nauc_ndcg_at_3_std": 0.409467, "nauc_ndcg_at_3_diff1": 0.551662, "nauc_ndcg_at_5_max": 0.562912, "nauc_ndcg_at_5_std": 0.458899, "nauc_ndcg_at_5_diff1": 0.569183, "nauc_ndcg_at_10_max": 0.583427, "nauc_ndcg_at_10_std": 0.486683, "nauc_ndcg_at_10_diff1": 0.557052, "nauc_ndcg_at_20_max": 0.604561, "nauc_ndcg_at_20_std": 0.517431, "nauc_ndcg_at_20_diff1": 0.550637, "nauc_ndcg_at_100_max": 0.6092, "nauc_ndcg_at_100_std": 0.522934, "nauc_ndcg_at_100_diff1": 0.552616, "nauc_ndcg_at_1000_max": 0.6092, "nauc_ndcg_at_1000_std": 0.522934, "nauc_ndcg_at_1000_diff1": 0.552616, "nauc_map_at_1_max": 0.310159, "nauc_map_at_1_std": 0.158451, "nauc_map_at_1_diff1": 0.576292, "nauc_map_at_3_max": 0.423275, "nauc_map_at_3_std": 0.286342, "nauc_map_at_3_diff1": 0.525578, "nauc_map_at_5_max": 0.472563, "nauc_map_at_5_std": 0.357073, "nauc_map_at_5_diff1": 0.531053, "nauc_map_at_10_max": 0.511334, "nauc_map_at_10_std": 0.408569, "nauc_map_at_10_diff1": 0.527951, "nauc_map_at_20_max": 0.534404, "nauc_map_at_20_std": 0.437477, "nauc_map_at_20_diff1": 0.527107, "nauc_map_at_100_max": 0.537386, "nauc_map_at_100_std": 0.441901, "nauc_map_at_100_diff1": 0.529149, "nauc_map_at_1000_max": 0.537386, "nauc_map_at_1000_std": 0.441901, "nauc_map_at_1000_diff1": 0.529149, "nauc_recall_at_1_max": 0.310159, "nauc_recall_at_1_std": 0.158451, "nauc_recall_at_1_diff1": 0.576292, "nauc_recall_at_3_max": 0.4338, "nauc_recall_at_3_std": 0.301091, "nauc_recall_at_3_diff1": 0.478948, "nauc_recall_at_5_max": 0.504453, "nauc_recall_at_5_std": 0.41166, "nauc_recall_at_5_diff1": 0.477347, "nauc_recall_at_10_max": 0.574358, "nauc_recall_at_10_std": 0.493375, "nauc_recall_at_10_diff1": 0.458742, "nauc_recall_at_20_max": 0.644957, "nauc_recall_at_20_std": 0.593039, "nauc_recall_at_20_diff1": 0.444119, "nauc_recall_at_100_max": 0.674641, "nauc_recall_at_100_std": 0.621165, "nauc_recall_at_100_diff1": 0.449124, "nauc_recall_at_1000_max": 0.674641, "nauc_recall_at_1000_std": 0.621165, "nauc_recall_at_1000_diff1": 0.449124, "nauc_precision_at_1_max": 0.554203, "nauc_precision_at_1_std": 0.421858, "nauc_precision_at_1_diff1": 0.667897, "nauc_precision_at_3_max": 0.441561, "nauc_precision_at_3_std": 0.432055, "nauc_precision_at_3_diff1": 0.254599, "nauc_precision_at_5_max": 0.419995, "nauc_precision_at_5_std": 0.464845, "nauc_precision_at_5_diff1": 0.189178, "nauc_precision_at_10_max": 0.3528, "nauc_precision_at_10_std": 0.429834, "nauc_precision_at_10_diff1": 0.079979, "nauc_precision_at_20_max": 0.304593, "nauc_precision_at_20_std": 0.395944, "nauc_precision_at_20_diff1": 0.021293, "nauc_precision_at_100_max": 0.260224, "nauc_precision_at_100_std": 0.349334, "nauc_precision_at_100_diff1": 0.009977, "nauc_precision_at_1000_max": 0.260224, "nauc_precision_at_1000_std": 0.349334, "nauc_precision_at_1000_diff1": 0.009977, "nauc_mrr_at_1_max": 0.554203, "nauc_mrr_at_1_std": 0.421858, "nauc_mrr_at_1_diff1": 0.667897, "nauc_mrr_at_3_max": 0.609006, "nauc_mrr_at_3_std": 0.4969, "nauc_mrr_at_3_diff1": 0.65634, "nauc_mrr_at_5_max": 0.614096, "nauc_mrr_at_5_std": 0.507504, "nauc_mrr_at_5_diff1": 0.658978, "nauc_mrr_at_10_max": 0.618391, "nauc_mrr_at_10_std": 0.511198, "nauc_mrr_at_10_diff1": 0.655327, "nauc_mrr_at_20_max": 0.618729, "nauc_mrr_at_20_std": 0.512022, "nauc_mrr_at_20_diff1": 0.654422, "nauc_mrr_at_100_max": 0.618884, "nauc_mrr_at_100_std": 0.511895, "nauc_mrr_at_100_diff1": 0.654271, "nauc_mrr_at_1000_max": 0.618884, "nauc_mrr_at_1000_std": 0.511895, "nauc_mrr_at_1000_diff1": 0.654271, "hit_rate_at_1": 0.56322, "hit_rate_at_3": 0.6954, "hit_rate_at_5": 0.72989, "hit_rate_at_10": 0.77586, "hit_rate_at_20": 0.79885, "hit_rate_at_100": 0.8046, "hit_rate_at_1000": 0.8046, "main_score": 0.54536, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.10" } ] }, "evaluation_time": 2901.899423062918, "kg_co2_emissions": null, "date": 1792300215.548353, "evaluation_phases": [ { "name": "Data loading", "start": 0.002402637037448585, "end": 9.784772788989358, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 9.784791616955772, "end": 9.78479285899084, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 9.790634292992763, "end": 2901.8387631439837, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 2901.8414105670527, "end": 2901.893467748072, "split": "test", "subset": "german" } ] }