{ "dataset_revision": "7ea0214224f4893c6366c98da2a233e8049d75d8", "task_name": "Vidore3ComputerScienceBM25sReranking.v2", "mteb_version": "2.24.7-2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.61163, "ndcg_at_3": 0.55173, "ndcg_at_5": 0.53741, "ndcg_at_10": 0.53235, "ndcg_at_20": 0.54074, "ndcg_at_100": 0.544, "ndcg_at_1000": 0.544, "map_at_1": 0.2499, "map_at_3": 0.37821, "map_at_5": 0.41346, "map_at_10": 0.44193, "map_at_20": 0.45328, "map_at_100": 0.45522, "map_at_1000": 0.45522, "recall_at_1": 0.2499, "recall_at_3": 0.40084, "recall_at_5": 0.45642, "recall_at_10": 0.5123, "recall_at_20": 0.54203, "recall_at_100": 0.55041, "recall_at_1000": 0.55041, "accuracy": 0.2499, "precision_at_1": 0.66512, "precision_at_3": 0.43101, "precision_at_5": 0.32186, "precision_at_10": 0.1986, "precision_at_20": 0.11186, "precision_at_100": 0.02307, "precision_at_1000": 0.00231, "mrr_at_1": 0.665116, "mrr_at_3": 0.700775, "mrr_at_5": 0.704729, "mrr_at_10": 0.706685, "mrr_at_20": 0.707108, "mrr_at_100": 0.707108, "mrr_at_1000": 0.707108, "nauc_ndcg_at_1_max": 0.657274, "nauc_ndcg_at_1_std": 0.496349, "nauc_ndcg_at_1_diff1": 0.514597, "nauc_ndcg_at_3_max": 0.623747, "nauc_ndcg_at_3_std": 0.520745, "nauc_ndcg_at_3_diff1": 0.384942, "nauc_ndcg_at_5_max": 0.625188, "nauc_ndcg_at_5_std": 0.543898, "nauc_ndcg_at_5_diff1": 0.382442, "nauc_ndcg_at_10_max": 0.620555, "nauc_ndcg_at_10_std": 0.547248, "nauc_ndcg_at_10_diff1": 0.377084, "nauc_ndcg_at_20_max": 0.633994, "nauc_ndcg_at_20_std": 0.573149, "nauc_ndcg_at_20_diff1": 0.379955, "nauc_ndcg_at_100_max": 0.641793, "nauc_ndcg_at_100_std": 0.58032, "nauc_ndcg_at_100_diff1": 0.383749, "nauc_ndcg_at_1000_max": 0.641793, "nauc_ndcg_at_1000_std": 0.58032, "nauc_ndcg_at_1000_diff1": 0.383749, "nauc_map_at_1_max": 0.421039, "nauc_map_at_1_std": 0.144764, "nauc_map_at_1_diff1": 0.462594, "nauc_map_at_3_max": 0.460767, "nauc_map_at_3_std": 0.309409, "nauc_map_at_3_diff1": 0.367104, "nauc_map_at_5_max": 0.485275, "nauc_map_at_5_std": 0.380471, "nauc_map_at_5_diff1": 0.342057, "nauc_map_at_10_max": 0.5272, "nauc_map_at_10_std": 0.444443, "nauc_map_at_10_diff1": 0.328926, "nauc_map_at_20_max": 0.548675, "nauc_map_at_20_std": 0.473501, "nauc_map_at_20_diff1": 0.328258, "nauc_map_at_100_max": 0.553431, "nauc_map_at_100_std": 0.478231, "nauc_map_at_100_diff1": 0.329826, "nauc_map_at_1000_max": 0.553431, "nauc_map_at_1000_std": 0.478231, "nauc_map_at_1000_diff1": 0.329826, "nauc_recall_at_1_max": 0.421039, "nauc_recall_at_1_std": 0.144764, "nauc_recall_at_1_diff1": 0.462594, "nauc_recall_at_3_max": 0.436533, "nauc_recall_at_3_std": 0.312598, "nauc_recall_at_3_diff1": 0.318779, "nauc_recall_at_5_max": 0.457765, "nauc_recall_at_5_std": 0.421307, "nauc_recall_at_5_diff1": 0.278238, "nauc_recall_at_10_max": 0.514518, "nauc_recall_at_10_std": 0.528822, "nauc_recall_at_10_diff1": 0.254171, "nauc_recall_at_20_max": 0.551939, "nauc_recall_at_20_std": 0.589947, "nauc_recall_at_20_diff1": 0.260739, "nauc_recall_at_100_max": 0.567671, "nauc_recall_at_100_std": 0.604095, "nauc_recall_at_100_diff1": 0.26894, "nauc_recall_at_1000_max": 0.567671, "nauc_recall_at_1000_std": 0.604095, "nauc_recall_at_1000_diff1": 0.26894, "nauc_precision_at_1_max": 0.736047, "nauc_precision_at_1_std": 0.561029, "nauc_precision_at_1_diff1": 0.521748, "nauc_precision_at_3_max": 0.462342, "nauc_precision_at_3_std": 0.562142, "nauc_precision_at_3_diff1": 0.10677, "nauc_precision_at_5_max": 0.426504, "nauc_precision_at_5_std": 0.576717, "nauc_precision_at_5_diff1": 0.036915, "nauc_precision_at_10_max": 0.401606, "nauc_precision_at_10_std": 0.578068, "nauc_precision_at_10_diff1": -0.018453, "nauc_precision_at_20_max": 0.400954, "nauc_precision_at_20_std": 0.567779, "nauc_precision_at_20_diff1": -0.01698, "nauc_precision_at_100_max": 0.402261, "nauc_precision_at_100_std": 0.560762, "nauc_precision_at_100_diff1": -0.008548, "nauc_precision_at_1000_max": 0.402261, "nauc_precision_at_1000_std": 0.560762, "nauc_precision_at_1000_diff1": -0.008548, "nauc_mrr_at_1_max": 0.736047, "nauc_mrr_at_1_std": 0.561029, "nauc_mrr_at_1_diff1": 0.521748, "nauc_mrr_at_3_max": 0.765807, "nauc_mrr_at_3_std": 0.637942, "nauc_mrr_at_3_diff1": 0.509987, "nauc_mrr_at_5_max": 0.77424, "nauc_mrr_at_5_std": 0.65073, "nauc_mrr_at_5_diff1": 0.514765, "nauc_mrr_at_10_max": 0.772672, "nauc_mrr_at_10_std": 0.649223, "nauc_mrr_at_10_diff1": 0.513756, "nauc_mrr_at_20_max": 0.773407, "nauc_mrr_at_20_std": 0.649081, "nauc_mrr_at_20_diff1": 0.516324, "nauc_mrr_at_100_max": 0.773407, "nauc_mrr_at_100_std": 0.649081, "nauc_mrr_at_100_diff1": 0.516324, "nauc_mrr_at_1000_max": 0.773407, "nauc_mrr_at_1000_std": 0.649081, "nauc_mrr_at_1000_diff1": 0.516324, "hit_rate_at_1": 0.66512, "hit_rate_at_3": 0.74419, "hit_rate_at_5": 0.76279, "hit_rate_at_10": 0.77674, "hit_rate_at_20": 0.7814, "hit_rate_at_100": 0.7814, "hit_rate_at_1000": 0.7814, "main_score": 0.53235, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.7" }, { "ndcg_at_1": 0.59767, "ndcg_at_3": 0.55292, "ndcg_at_5": 0.53238, "ndcg_at_10": 0.52571, "ndcg_at_20": 0.53258, "ndcg_at_100": 0.53499, "ndcg_at_1000": 0.53499, "map_at_1": 0.23893, "map_at_3": 0.37042, "map_at_5": 0.40114, "map_at_10": 0.42962, "map_at_20": 0.44094, "map_at_100": 0.44252, "map_at_1000": 0.44252, "recall_at_1": 0.23893, "recall_at_3": 0.40206, "recall_at_5": 0.44973, "recall_at_10": 0.5054, "recall_at_20": 0.5322, "recall_at_100": 0.53841, "recall_at_1000": 0.53841, "accuracy": 0.23893, "precision_at_1": 0.65581, "precision_at_3": 0.44031, "precision_at_5": 0.32279, "precision_at_10": 0.19581, "precision_at_20": 0.10977, "precision_at_100": 0.02247, "precision_at_1000": 0.00225, "mrr_at_1": 0.655814, "mrr_at_3": 0.704651, "mrr_at_5": 0.709535, "mrr_at_10": 0.710116, "mrr_at_20": 0.710361, "mrr_at_100": 0.710361, "mrr_at_1000": 0.710361, "nauc_ndcg_at_1_max": 0.746249, "nauc_ndcg_at_1_std": 0.585347, "nauc_ndcg_at_1_diff1": 0.545889, "nauc_ndcg_at_3_max": 0.6836, "nauc_ndcg_at_3_std": 0.619303, "nauc_ndcg_at_3_diff1": 0.39892, "nauc_ndcg_at_5_max": 0.670216, "nauc_ndcg_at_5_std": 0.617013, "nauc_ndcg_at_5_diff1": 0.40303, "nauc_ndcg_at_10_max": 0.660192, "nauc_ndcg_at_10_std": 0.593369, "nauc_ndcg_at_10_diff1": 0.41325, "nauc_ndcg_at_20_max": 0.662582, "nauc_ndcg_at_20_std": 0.614084, "nauc_ndcg_at_20_diff1": 0.408171, "nauc_ndcg_at_100_max": 0.665949, "nauc_ndcg_at_100_std": 0.619911, "nauc_ndcg_at_100_diff1": 0.408199, "nauc_ndcg_at_1000_max": 0.665949, "nauc_ndcg_at_1000_std": 0.619911, "nauc_ndcg_at_1000_diff1": 0.408199, "nauc_map_at_1_max": 0.485821, "nauc_map_at_1_std": 0.227981, "nauc_map_at_1_diff1": 0.471186, "nauc_map_at_3_max": 0.525723, "nauc_map_at_3_std": 0.385928, "nauc_map_at_3_diff1": 0.384251, "nauc_map_at_5_max": 0.526829, "nauc_map_at_5_std": 0.43906, "nauc_map_at_5_diff1": 0.349196, "nauc_map_at_10_max": 0.553169, "nauc_map_at_10_std": 0.486477, "nauc_map_at_10_diff1": 0.339622, "nauc_map_at_20_max": 0.564115, "nauc_map_at_20_std": 0.516237, "nauc_map_at_20_diff1": 0.339007, "nauc_map_at_100_max": 0.566475, "nauc_map_at_100_std": 0.519715, "nauc_map_at_100_diff1": 0.339333, "nauc_map_at_1000_max": 0.566475, "nauc_map_at_1000_std": 0.519715, "nauc_map_at_1000_diff1": 0.339333, "nauc_recall_at_1_max": 0.485821, "nauc_recall_at_1_std": 0.227981, "nauc_recall_at_1_diff1": 0.471186, "nauc_recall_at_3_max": 0.495223, "nauc_recall_at_3_std": 0.393109, "nauc_recall_at_3_diff1": 0.34058, "nauc_recall_at_5_max": 0.492622, "nauc_recall_at_5_std": 0.455481, "nauc_recall_at_5_diff1": 0.290465, "nauc_recall_at_10_max": 0.534388, "nauc_recall_at_10_std": 0.533777, "nauc_recall_at_10_diff1": 0.280128, "nauc_recall_at_20_max": 0.545643, "nauc_recall_at_20_std": 0.584235, "nauc_recall_at_20_diff1": 0.271435, "nauc_recall_at_100_max": 0.553647, "nauc_recall_at_100_std": 0.59717, "nauc_recall_at_100_diff1": 0.271721, "nauc_recall_at_1000_max": 0.553647, "nauc_recall_at_1000_std": 0.59717, "nauc_recall_at_1000_diff1": 0.271721, "nauc_precision_at_1_max": 0.80294, "nauc_precision_at_1_std": 0.656399, "nauc_precision_at_1_diff1": 0.565432, "nauc_precision_at_3_max": 0.471852, "nauc_precision_at_3_std": 0.608049, "nauc_precision_at_3_diff1": 0.116299, "nauc_precision_at_5_max": 0.379724, "nauc_precision_at_5_std": 0.588061, "nauc_precision_at_5_diff1": 0.023307, "nauc_precision_at_10_max": 0.346997, "nauc_precision_at_10_std": 0.548361, "nauc_precision_at_10_diff1": 0.004317, "nauc_precision_at_20_max": 0.315456, "nauc_precision_at_20_std": 0.538791, "nauc_precision_at_20_diff1": -0.004369, "nauc_precision_at_100_max": 0.316197, "nauc_precision_at_100_std": 0.536027, "nauc_precision_at_100_diff1": -0.000629, "nauc_precision_at_1000_max": 0.316197, "nauc_precision_at_1000_std": 0.536027, "nauc_precision_at_1000_diff1": -0.000629, "nauc_mrr_at_1_max": 0.80294, "nauc_mrr_at_1_std": 0.656399, "nauc_mrr_at_1_diff1": 0.565432, "nauc_mrr_at_3_max": 0.823025, "nauc_mrr_at_3_std": 0.736238, "nauc_mrr_at_3_diff1": 0.541343, "nauc_mrr_at_5_max": 0.830899, "nauc_mrr_at_5_std": 0.738079, "nauc_mrr_at_5_diff1": 0.547517, "nauc_mrr_at_10_max": 0.829963, "nauc_mrr_at_10_std": 0.736986, "nauc_mrr_at_10_diff1": 0.546753, "nauc_mrr_at_20_max": 0.829568, "nauc_mrr_at_20_std": 0.736799, "nauc_mrr_at_20_diff1": 0.546156, "nauc_mrr_at_100_max": 0.829568, "nauc_mrr_at_100_std": 0.736799, "nauc_mrr_at_100_diff1": 0.546156, "nauc_mrr_at_1000_max": 0.829568, "nauc_mrr_at_1000_std": 0.736799, "nauc_mrr_at_1000_diff1": 0.546156, "hit_rate_at_1": 0.65581, "hit_rate_at_3": 0.76279, "hit_rate_at_5": 0.78605, "hit_rate_at_10": 0.7907, "hit_rate_at_20": 0.79535, "hit_rate_at_100": 0.79535, "hit_rate_at_1000": 0.79535, "main_score": 0.52571, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.60698, "ndcg_at_3": 0.54524, "ndcg_at_5": 0.52944, "ndcg_at_10": 0.52489, "ndcg_at_20": 0.53409, "ndcg_at_100": 0.53724, "ndcg_at_1000": 0.53724, "map_at_1": 0.23428, "map_at_3": 0.36373, "map_at_5": 0.40284, "map_at_10": 0.43119, "map_at_20": 0.4449, "map_at_100": 0.44724, "map_at_1000": 0.44724, "recall_at_1": 0.23428, "recall_at_3": 0.38936, "recall_at_5": 0.44327, "recall_at_10": 0.49723, "recall_at_20": 0.52909, "recall_at_100": 0.53682, "recall_at_1000": 0.53682, "accuracy": 0.23428, "precision_at_1": 0.65116, "precision_at_3": 0.42791, "precision_at_5": 0.32372, "precision_at_10": 0.1986, "precision_at_20": 0.11326, "precision_at_100": 0.02344, "precision_at_1000": 0.00234, "mrr_at_1": 0.651163, "mrr_at_3": 0.688372, "mrr_at_5": 0.690233, "mrr_at_10": 0.691214, "mrr_at_20": 0.691214, "mrr_at_100": 0.691214, "mrr_at_1000": 0.691214, "nauc_ndcg_at_1_max": 0.728736, "nauc_ndcg_at_1_std": 0.550989, "nauc_ndcg_at_1_diff1": 0.509771, "nauc_ndcg_at_3_max": 0.650678, "nauc_ndcg_at_3_std": 0.544402, "nauc_ndcg_at_3_diff1": 0.367404, "nauc_ndcg_at_5_max": 0.665609, "nauc_ndcg_at_5_std": 0.570331, "nauc_ndcg_at_5_diff1": 0.390304, "nauc_ndcg_at_10_max": 0.666168, "nauc_ndcg_at_10_std": 0.57476, "nauc_ndcg_at_10_diff1": 0.401537, "nauc_ndcg_at_20_max": 0.669107, "nauc_ndcg_at_20_std": 0.593475, "nauc_ndcg_at_20_diff1": 0.4057, "nauc_ndcg_at_100_max": 0.67555, "nauc_ndcg_at_100_std": 0.600489, "nauc_ndcg_at_100_diff1": 0.404046, "nauc_ndcg_at_1000_max": 0.67555, "nauc_ndcg_at_1000_std": 0.600489, "nauc_ndcg_at_1000_diff1": 0.404046, "nauc_map_at_1_max": 0.487121, "nauc_map_at_1_std": 0.211942, "nauc_map_at_1_diff1": 0.525706, "nauc_map_at_3_max": 0.505823, "nauc_map_at_3_std": 0.320994, "nauc_map_at_3_diff1": 0.392031, "nauc_map_at_5_max": 0.530005, "nauc_map_at_5_std": 0.39819, "nauc_map_at_5_diff1": 0.363244, "nauc_map_at_10_max": 0.565475, "nauc_map_at_10_std": 0.467737, "nauc_map_at_10_diff1": 0.361267, "nauc_map_at_20_max": 0.581524, "nauc_map_at_20_std": 0.501749, "nauc_map_at_20_diff1": 0.361434, "nauc_map_at_100_max": 0.587284, "nauc_map_at_100_std": 0.508048, "nauc_map_at_100_diff1": 0.360904, "nauc_map_at_1000_max": 0.587284, "nauc_map_at_1000_std": 0.508048, "nauc_map_at_1000_diff1": 0.360904, "nauc_recall_at_1_max": 0.487121, "nauc_recall_at_1_std": 0.211942, "nauc_recall_at_1_diff1": 0.525706, "nauc_recall_at_3_max": 0.459837, "nauc_recall_at_3_std": 0.332411, "nauc_recall_at_3_diff1": 0.321247, "nauc_recall_at_5_max": 0.507955, "nauc_recall_at_5_std": 0.437174, "nauc_recall_at_5_diff1": 0.298997, "nauc_recall_at_10_max": 0.574027, "nauc_recall_at_10_std": 0.562903, "nauc_recall_at_10_diff1": 0.299196, "nauc_recall_at_20_max": 0.589019, "nauc_recall_at_20_std": 0.619956, "nauc_recall_at_20_diff1": 0.297995, "nauc_recall_at_100_max": 0.608008, "nauc_recall_at_100_std": 0.636374, "nauc_recall_at_100_diff1": 0.296588, "nauc_recall_at_1000_max": 0.608008, "nauc_recall_at_1000_std": 0.636374, "nauc_recall_at_1000_diff1": 0.296588, "nauc_precision_at_1_max": 0.798345, "nauc_precision_at_1_std": 0.633998, "nauc_precision_at_1_diff1": 0.547058, "nauc_precision_at_3_max": 0.472876, "nauc_precision_at_3_std": 0.540227, "nauc_precision_at_3_diff1": 0.078222, "nauc_precision_at_5_max": 0.436654, "nauc_precision_at_5_std": 0.595407, "nauc_precision_at_5_diff1": 0.020868, "nauc_precision_at_10_max": 0.414469, "nauc_precision_at_10_std": 0.62467, "nauc_precision_at_10_diff1": 0.004466, "nauc_precision_at_20_max": 0.378912, "nauc_precision_at_20_std": 0.602499, "nauc_precision_at_20_diff1": -0.000531, "nauc_precision_at_100_max": 0.379926, "nauc_precision_at_100_std": 0.595968, "nauc_precision_at_100_diff1": -0.003453, "nauc_precision_at_1000_max": 0.379926, "nauc_precision_at_1000_std": 0.595968, "nauc_precision_at_1000_diff1": -0.003453, "nauc_mrr_at_1_max": 0.798345, "nauc_mrr_at_1_std": 0.633998, "nauc_mrr_at_1_diff1": 0.547058, "nauc_mrr_at_3_max": 0.814931, "nauc_mrr_at_3_std": 0.709827, "nauc_mrr_at_3_diff1": 0.483957, "nauc_mrr_at_5_max": 0.822254, "nauc_mrr_at_5_std": 0.713513, "nauc_mrr_at_5_diff1": 0.4914, "nauc_mrr_at_10_max": 0.824066, "nauc_mrr_at_10_std": 0.716408, "nauc_mrr_at_10_diff1": 0.49336, "nauc_mrr_at_20_max": 0.824066, "nauc_mrr_at_20_std": 0.716408, "nauc_mrr_at_20_diff1": 0.49336, "nauc_mrr_at_100_max": 0.824066, "nauc_mrr_at_100_std": 0.716408, "nauc_mrr_at_100_diff1": 0.49336, "nauc_mrr_at_1000_max": 0.824066, "nauc_mrr_at_1000_std": 0.716408, "nauc_mrr_at_1000_diff1": 0.49336, "hit_rate_at_1": 0.65116, "hit_rate_at_3": 0.73023, "hit_rate_at_5": 0.73953, "hit_rate_at_10": 0.74884, "hit_rate_at_20": 0.74884, "hit_rate_at_100": 0.74884, "hit_rate_at_1000": 0.74884, "main_score": 0.52489, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.78837, "ndcg_at_3": 0.75266, "ndcg_at_5": 0.75586, "ndcg_at_10": 0.76921, "ndcg_at_20": 0.79276, "ndcg_at_100": 0.80016, "ndcg_at_1000": 0.80016, "map_at_1": 0.3148, "map_at_3": 0.51027, "map_at_5": 0.59574, "map_at_10": 0.65817, "map_at_20": 0.68747, "map_at_100": 0.69236, "map_at_1000": 0.69236, "recall_at_1": 0.3148, "recall_at_3": 0.54659, "recall_at_5": 0.66742, "recall_at_10": 0.77707, "recall_at_20": 0.84807, "recall_at_100": 0.86768, "recall_at_1000": 0.86768, "accuracy": 0.3148, "precision_at_1": 0.84186, "precision_at_3": 0.6093, "precision_at_5": 0.48837, "precision_at_10": 0.31953, "precision_at_20": 0.18767, "precision_at_100": 0.03921, "precision_at_1000": 0.00392, "mrr_at_1": 0.84186, "mrr_at_3": 0.895349, "mrr_at_5": 0.9, "mrr_at_10": 0.902326, "mrr_at_20": 0.902326, "mrr_at_100": 0.902326, "mrr_at_1000": 0.902326, "nauc_ndcg_at_1_max": 0.468032, "nauc_ndcg_at_1_std": -0.013686, "nauc_ndcg_at_1_diff1": 0.515322, "nauc_ndcg_at_3_max": 0.353404, "nauc_ndcg_at_3_std": 0.067572, "nauc_ndcg_at_3_diff1": 0.264537, "nauc_ndcg_at_5_max": 0.362369, "nauc_ndcg_at_5_std": 0.08432, "nauc_ndcg_at_5_diff1": 0.29291, "nauc_ndcg_at_10_max": 0.368317, "nauc_ndcg_at_10_std": 0.099984, "nauc_ndcg_at_10_diff1": 0.293253, "nauc_ndcg_at_20_max": 0.387599, "nauc_ndcg_at_20_std": 0.15193, "nauc_ndcg_at_20_diff1": 0.267284, "nauc_ndcg_at_100_max": 0.381143, "nauc_ndcg_at_100_std": 0.153661, "nauc_ndcg_at_100_diff1": 0.265798, "nauc_ndcg_at_1000_max": 0.381143, "nauc_ndcg_at_1000_std": 0.153661, "nauc_ndcg_at_1000_diff1": 0.265798, "nauc_map_at_1_max": 0.236759, "nauc_map_at_1_std": -0.169112, "nauc_map_at_1_diff1": 0.444034, "nauc_map_at_3_max": 0.254252, "nauc_map_at_3_std": -0.0836, "nauc_map_at_3_diff1": 0.341567, "nauc_map_at_5_max": 0.250051, "nauc_map_at_5_std": -0.035983, "nauc_map_at_5_diff1": 0.30256, "nauc_map_at_10_max": 0.283279, "nauc_map_at_10_std": 0.039161, "nauc_map_at_10_diff1": 0.256467, "nauc_map_at_20_max": 0.30058, "nauc_map_at_20_std": 0.089864, "nauc_map_at_20_diff1": 0.231891, "nauc_map_at_100_max": 0.298477, "nauc_map_at_100_std": 0.09483, "nauc_map_at_100_diff1": 0.229325, "nauc_map_at_1000_max": 0.298477, "nauc_map_at_1000_std": 0.09483, "nauc_map_at_1000_diff1": 0.229325, "nauc_recall_at_1_max": 0.236759, "nauc_recall_at_1_std": -0.169112, "nauc_recall_at_1_diff1": 0.444034, "nauc_recall_at_3_max": 0.206971, "nauc_recall_at_3_std": -0.085637, "nauc_recall_at_3_diff1": 0.292666, "nauc_recall_at_5_max": 0.186829, "nauc_recall_at_5_std": -0.041936, "nauc_recall_at_5_diff1": 0.255346, "nauc_recall_at_10_max": 0.216609, "nauc_recall_at_10_std": 0.062325, "nauc_recall_at_10_diff1": 0.169011, "nauc_recall_at_20_max": 0.281489, "nauc_recall_at_20_std": 0.235313, "nauc_recall_at_20_diff1": 0.09002, "nauc_recall_at_100_max": 0.255162, "nauc_recall_at_100_std": 0.243594, "nauc_recall_at_100_diff1": 0.074694, "nauc_recall_at_1000_max": 0.255162, "nauc_recall_at_1000_std": 0.243594, "nauc_recall_at_1000_diff1": 0.074694, "nauc_precision_at_1_max": 0.560371, "nauc_precision_at_1_std": 0.089086, "nauc_precision_at_1_diff1": 0.556115, "nauc_precision_at_3_max": 0.098163, "nauc_precision_at_3_std": 0.238741, "nauc_precision_at_3_diff1": -0.168321, "nauc_precision_at_5_max": 0.050012, "nauc_precision_at_5_std": 0.28981, "nauc_precision_at_5_diff1": -0.227262, "nauc_precision_at_10_max": 0.017792, "nauc_precision_at_10_std": 0.319865, "nauc_precision_at_10_diff1": -0.289777, "nauc_precision_at_20_max": -0.010374, "nauc_precision_at_20_std": 0.319917, "nauc_precision_at_20_diff1": -0.301095, "nauc_precision_at_100_max": -0.033331, "nauc_precision_at_100_std": 0.299815, "nauc_precision_at_100_diff1": -0.294202, "nauc_precision_at_1000_max": -0.033331, "nauc_precision_at_1000_std": 0.299815, "nauc_precision_at_1000_diff1": -0.294202, "nauc_mrr_at_1_max": 0.560371, "nauc_mrr_at_1_std": 0.089086, "nauc_mrr_at_1_diff1": 0.556115, "nauc_mrr_at_3_max": 0.569848, "nauc_mrr_at_3_std": 0.160817, "nauc_mrr_at_3_diff1": 0.513222, "nauc_mrr_at_5_max": 0.587319, "nauc_mrr_at_5_std": 0.143108, "nauc_mrr_at_5_diff1": 0.53177, "nauc_mrr_at_10_max": 0.580485, "nauc_mrr_at_10_std": 0.138836, "nauc_mrr_at_10_diff1": 0.528518, "nauc_mrr_at_20_max": 0.580485, "nauc_mrr_at_20_std": 0.138836, "nauc_mrr_at_20_diff1": 0.528518, "nauc_mrr_at_100_max": 0.580485, "nauc_mrr_at_100_std": 0.138836, "nauc_mrr_at_100_diff1": 0.528518, "nauc_mrr_at_1000_max": 0.580485, "nauc_mrr_at_1000_std": 0.138836, "nauc_mrr_at_1000_diff1": 0.528518, "hit_rate_at_1": 0.84186, "hit_rate_at_3": 0.95814, "hit_rate_at_5": 0.97674, "hit_rate_at_10": 0.9907, "hit_rate_at_20": 0.9907, "hit_rate_at_100": 0.9907, "hit_rate_at_1000": 0.9907, "main_score": 0.76921, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.61395, "ndcg_at_3": 0.59048, "ndcg_at_5": 0.5819, "ndcg_at_10": 0.58179, "ndcg_at_20": 0.59192, "ndcg_at_100": 0.59599, "ndcg_at_1000": 0.59599, "map_at_1": 0.24151, "map_at_3": 0.39851, "map_at_5": 0.44979, "map_at_10": 0.48646, "map_at_20": 0.49967, "map_at_100": 0.5019, "map_at_1000": 0.5019, "recall_at_1": 0.24151, "recall_at_3": 0.4341, "recall_at_5": 0.50813, "recall_at_10": 0.57881, "recall_at_20": 0.61857, "recall_at_100": 0.63045, "recall_at_1000": 0.63045, "accuracy": 0.24151, "precision_at_1": 0.66047, "precision_at_3": 0.47597, "precision_at_5": 0.36837, "precision_at_10": 0.22651, "precision_at_20": 0.12581, "precision_at_100": 0.02591, "precision_at_1000": 0.00259, "mrr_at_1": 0.660465, "mrr_at_3": 0.724806, "mrr_at_5": 0.729457, "mrr_at_10": 0.730122, "mrr_at_20": 0.730122, "mrr_at_100": 0.730343, "mrr_at_1000": 0.730343, "nauc_ndcg_at_1_max": 0.664991, "nauc_ndcg_at_1_std": 0.367361, "nauc_ndcg_at_1_diff1": 0.587426, "nauc_ndcg_at_3_max": 0.601911, "nauc_ndcg_at_3_std": 0.444544, "nauc_ndcg_at_3_diff1": 0.381843, "nauc_ndcg_at_5_max": 0.626486, "nauc_ndcg_at_5_std": 0.467218, "nauc_ndcg_at_5_diff1": 0.404663, "nauc_ndcg_at_10_max": 0.639327, "nauc_ndcg_at_10_std": 0.478527, "nauc_ndcg_at_10_diff1": 0.409788, "nauc_ndcg_at_20_max": 0.642087, "nauc_ndcg_at_20_std": 0.48701, "nauc_ndcg_at_20_diff1": 0.421665, "nauc_ndcg_at_100_max": 0.645692, "nauc_ndcg_at_100_std": 0.491912, "nauc_ndcg_at_100_diff1": 0.418949, "nauc_ndcg_at_1000_max": 0.645692, "nauc_ndcg_at_1000_std": 0.491912, "nauc_ndcg_at_1000_diff1": 0.418949, "nauc_map_at_1_max": 0.441819, "nauc_map_at_1_std": 0.038922, "nauc_map_at_1_diff1": 0.524534, "nauc_map_at_3_max": 0.444903, "nauc_map_at_3_std": 0.186575, "nauc_map_at_3_diff1": 0.370735, "nauc_map_at_5_max": 0.481036, "nauc_map_at_5_std": 0.278646, "nauc_map_at_5_diff1": 0.353568, "nauc_map_at_10_max": 0.52169, "nauc_map_at_10_std": 0.354719, "nauc_map_at_10_diff1": 0.341572, "nauc_map_at_20_max": 0.537532, "nauc_map_at_20_std": 0.383638, "nauc_map_at_20_diff1": 0.350782, "nauc_map_at_100_max": 0.540047, "nauc_map_at_100_std": 0.388195, "nauc_map_at_100_diff1": 0.349433, "nauc_map_at_1000_max": 0.540047, "nauc_map_at_1000_std": 0.388195, "nauc_map_at_1000_diff1": 0.349433, "nauc_recall_at_1_max": 0.441819, "nauc_recall_at_1_std": 0.038922, "nauc_recall_at_1_diff1": 0.524534, "nauc_recall_at_3_max": 0.403483, "nauc_recall_at_3_std": 0.194068, "nauc_recall_at_3_diff1": 0.30369, "nauc_recall_at_5_max": 0.458119, "nauc_recall_at_5_std": 0.315198, "nauc_recall_at_5_diff1": 0.301551, "nauc_recall_at_10_max": 0.522077, "nauc_recall_at_10_std": 0.465964, "nauc_recall_at_10_diff1": 0.274776, "nauc_recall_at_20_max": 0.561085, "nauc_recall_at_20_std": 0.522641, "nauc_recall_at_20_diff1": 0.317918, "nauc_recall_at_100_max": 0.565851, "nauc_recall_at_100_std": 0.52994, "nauc_recall_at_100_diff1": 0.305621, "nauc_recall_at_1000_max": 0.565851, "nauc_recall_at_1000_std": 0.52994, "nauc_recall_at_1000_diff1": 0.305621, "nauc_precision_at_1_max": 0.707975, "nauc_precision_at_1_std": 0.404198, "nauc_precision_at_1_diff1": 0.592638, "nauc_precision_at_3_max": 0.391268, "nauc_precision_at_3_std": 0.522994, "nauc_precision_at_3_diff1": 0.049806, "nauc_precision_at_5_max": 0.365666, "nauc_precision_at_5_std": 0.573465, "nauc_precision_at_5_diff1": 0.009427, "nauc_precision_at_10_max": 0.357007, "nauc_precision_at_10_std": 0.581379, "nauc_precision_at_10_diff1": -0.014473, "nauc_precision_at_20_max": 0.33904, "nauc_precision_at_20_std": 0.579047, "nauc_precision_at_20_diff1": -0.000849, "nauc_precision_at_100_max": 0.329919, "nauc_precision_at_100_std": 0.57229, "nauc_precision_at_100_diff1": -0.008831, "nauc_precision_at_1000_max": 0.329919, "nauc_precision_at_1000_std": 0.57229, "nauc_precision_at_1000_diff1": -0.008831, "nauc_mrr_at_1_max": 0.707975, "nauc_mrr_at_1_std": 0.404198, "nauc_mrr_at_1_diff1": 0.592638, "nauc_mrr_at_3_max": 0.759431, "nauc_mrr_at_3_std": 0.532561, "nauc_mrr_at_3_diff1": 0.559603, "nauc_mrr_at_5_max": 0.769783, "nauc_mrr_at_5_std": 0.542085, "nauc_mrr_at_5_diff1": 0.57065, "nauc_mrr_at_10_max": 0.770112, "nauc_mrr_at_10_std": 0.548424, "nauc_mrr_at_10_diff1": 0.569217, "nauc_mrr_at_20_max": 0.770112, "nauc_mrr_at_20_std": 0.548424, "nauc_mrr_at_20_diff1": 0.569217, "nauc_mrr_at_100_max": 0.770062, "nauc_mrr_at_100_std": 0.547928, "nauc_mrr_at_100_diff1": 0.569002, "nauc_mrr_at_1000_max": 0.770062, "nauc_mrr_at_1000_std": 0.547928, "nauc_mrr_at_1000_diff1": 0.569002, "hit_rate_at_1": 0.66047, "hit_rate_at_3": 0.8, "hit_rate_at_5": 0.8186, "hit_rate_at_10": 0.82326, "hit_rate_at_20": 0.82326, "hit_rate_at_100": 0.82791, "hit_rate_at_1000": 0.82791, "main_score": 0.58179, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.54419, "ndcg_at_3": 0.51722, "ndcg_at_5": 0.51152, "ndcg_at_10": 0.51064, "ndcg_at_20": 0.52032, "ndcg_at_100": 0.52443, "ndcg_at_1000": 0.52443, "map_at_1": 0.21892, "map_at_3": 0.34686, "map_at_5": 0.39378, "map_at_10": 0.42816, "map_at_20": 0.4411, "map_at_100": 0.44403, "map_at_1000": 0.44403, "recall_at_1": 0.21892, "recall_at_3": 0.37812, "recall_at_5": 0.44464, "recall_at_10": 0.50863, "recall_at_20": 0.54546, "recall_at_100": 0.55612, "recall_at_1000": 0.55612, "accuracy": 0.21892, "precision_at_1": 0.60465, "precision_at_3": 0.4186, "precision_at_5": 0.32651, "precision_at_10": 0.20372, "precision_at_20": 0.11605, "precision_at_100": 0.02423, "precision_at_1000": 0.00242, "mrr_at_1": 0.604651, "mrr_at_3": 0.650388, "mrr_at_5": 0.652481, "mrr_at_10": 0.653837, "mrr_at_20": 0.654225, "mrr_at_100": 0.654225, "mrr_at_1000": 0.654225, "nauc_ndcg_at_1_max": 0.747628, "nauc_ndcg_at_1_std": 0.579516, "nauc_ndcg_at_1_diff1": 0.578573, "nauc_ndcg_at_3_max": 0.680065, "nauc_ndcg_at_3_std": 0.613094, "nauc_ndcg_at_3_diff1": 0.428141, "nauc_ndcg_at_5_max": 0.684715, "nauc_ndcg_at_5_std": 0.647578, "nauc_ndcg_at_5_diff1": 0.439394, "nauc_ndcg_at_10_max": 0.68265, "nauc_ndcg_at_10_std": 0.662772, "nauc_ndcg_at_10_diff1": 0.447283, "nauc_ndcg_at_20_max": 0.682281, "nauc_ndcg_at_20_std": 0.668669, "nauc_ndcg_at_20_diff1": 0.454797, "nauc_ndcg_at_100_max": 0.691152, "nauc_ndcg_at_100_std": 0.675676, "nauc_ndcg_at_100_diff1": 0.457104, "nauc_ndcg_at_1000_max": 0.691152, "nauc_ndcg_at_1000_std": 0.675676, "nauc_ndcg_at_1000_diff1": 0.457104, "nauc_map_at_1_max": 0.527288, "nauc_map_at_1_std": 0.34928, "nauc_map_at_1_diff1": 0.536527, "nauc_map_at_3_max": 0.525084, "nauc_map_at_3_std": 0.454455, "nauc_map_at_3_diff1": 0.421408, "nauc_map_at_5_max": 0.532486, "nauc_map_at_5_std": 0.50792, "nauc_map_at_5_diff1": 0.390049, "nauc_map_at_10_max": 0.575981, "nauc_map_at_10_std": 0.569221, "nauc_map_at_10_diff1": 0.380379, "nauc_map_at_20_max": 0.59072, "nauc_map_at_20_std": 0.588443, "nauc_map_at_20_diff1": 0.383786, "nauc_map_at_100_max": 0.59803, "nauc_map_at_100_std": 0.594283, "nauc_map_at_100_diff1": 0.385588, "nauc_map_at_1000_max": 0.59803, "nauc_map_at_1000_std": 0.594283, "nauc_map_at_1000_diff1": 0.385588, "nauc_recall_at_1_max": 0.527288, "nauc_recall_at_1_std": 0.34928, "nauc_recall_at_1_diff1": 0.536527, "nauc_recall_at_3_max": 0.473845, "nauc_recall_at_3_std": 0.44991, "nauc_recall_at_3_diff1": 0.351579, "nauc_recall_at_5_max": 0.499878, "nauc_recall_at_5_std": 0.528404, "nauc_recall_at_5_diff1": 0.336995, "nauc_recall_at_10_max": 0.581435, "nauc_recall_at_10_std": 0.642885, "nauc_recall_at_10_diff1": 0.34544, "nauc_recall_at_20_max": 0.613639, "nauc_recall_at_20_std": 0.684689, "nauc_recall_at_20_diff1": 0.374328, "nauc_recall_at_100_max": 0.634411, "nauc_recall_at_100_std": 0.69985, "nauc_recall_at_100_diff1": 0.382821, "nauc_recall_at_1000_max": 0.634411, "nauc_recall_at_1000_std": 0.69985, "nauc_recall_at_1000_diff1": 0.382821, "nauc_precision_at_1_max": 0.81888, "nauc_precision_at_1_std": 0.650318, "nauc_precision_at_1_diff1": 0.594031, "nauc_precision_at_3_max": 0.500841, "nauc_precision_at_3_std": 0.561847, "nauc_precision_at_3_diff1": 0.174275, "nauc_precision_at_5_max": 0.44638, "nauc_precision_at_5_std": 0.563028, "nauc_precision_at_5_diff1": 0.10526, "nauc_precision_at_10_max": 0.437982, "nauc_precision_at_10_std": 0.553801, "nauc_precision_at_10_diff1": 0.070599, "nauc_precision_at_20_max": 0.404069, "nauc_precision_at_20_std": 0.512923, "nauc_precision_at_20_diff1": 0.065801, "nauc_precision_at_100_max": 0.405724, "nauc_precision_at_100_std": 0.498725, "nauc_precision_at_100_diff1": 0.069757, "nauc_precision_at_1000_max": 0.405724, "nauc_precision_at_1000_std": 0.498725, "nauc_precision_at_1000_diff1": 0.069757, "nauc_mrr_at_1_max": 0.81888, "nauc_mrr_at_1_std": 0.650318, "nauc_mrr_at_1_diff1": 0.594031, "nauc_mrr_at_3_max": 0.825583, "nauc_mrr_at_3_std": 0.724521, "nauc_mrr_at_3_diff1": 0.567008, "nauc_mrr_at_5_max": 0.838024, "nauc_mrr_at_5_std": 0.736107, "nauc_mrr_at_5_diff1": 0.580478, "nauc_mrr_at_10_max": 0.838159, "nauc_mrr_at_10_std": 0.737641, "nauc_mrr_at_10_diff1": 0.581017, "nauc_mrr_at_20_max": 0.83823, "nauc_mrr_at_20_std": 0.737382, "nauc_mrr_at_20_diff1": 0.581102, "nauc_mrr_at_100_max": 0.83823, "nauc_mrr_at_100_std": 0.737382, "nauc_mrr_at_100_diff1": 0.581102, "nauc_mrr_at_1000_max": 0.83823, "nauc_mrr_at_1000_std": 0.737382, "nauc_mrr_at_1000_diff1": 0.581102, "hit_rate_at_1": 0.60465, "hit_rate_at_3": 0.71163, "hit_rate_at_5": 0.72093, "hit_rate_at_10": 0.73023, "hit_rate_at_20": 0.73488, "hit_rate_at_100": 0.73488, "hit_rate_at_1000": 0.73488, "main_score": 0.51064, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 10070.370461599981, "kg_co2_emissions": null, "date": 1791822886.19304, "evaluation_phases": [ { "name": "Data loading", "start": 1.5283003449440002e-05, "end": 37.20806036499562, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 37.208096880000085, "end": 37.20809923399065, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 37.21259780599212, "end": 1121.1104626820015, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 1121.1105110049975, "end": 1121.152124699991, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 1121.165144382001, "end": 2224.669709009002, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 2224.6697555089922, "end": 2224.708762405993, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 2224.7223994829983, "end": 3345.4644113510003, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3345.4644478150003, "end": 3345.5026117579982, "split": "test", "subset": "german" } ] }