{ "dataset_revision": "b039dd73c6364a63e54e93271b47a645e6fdffb5", "task_name": "Vidore3NuclearBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.35994, "ndcg_at_3": 0.36872, "ndcg_at_5": 0.36915, "ndcg_at_10": 0.38577, "ndcg_at_20": 0.4062, "ndcg_at_100": 0.41768, "ndcg_at_1000": 0.41768, "map_at_1": 0.17626, "map_at_3": 0.2523, "map_at_5": 0.27572, "map_at_10": 0.29875, "map_at_20": 0.31188, "map_at_100": 0.31641, "map_at_1000": 0.31641, "recall_at_1": 0.17626, "recall_at_3": 0.30119, "recall_at_5": 0.34974, "recall_at_10": 0.41347, "recall_at_20": 0.47414, "recall_at_100": 0.50813, "recall_at_1000": 0.50813, "accuracy": 0.17626, "precision_at_1": 0.37349, "precision_at_3": 0.25904, "precision_at_5": 0.2012, "precision_at_10": 0.13705, "precision_at_20": 0.08343, "precision_at_100": 0.01892, "precision_at_1000": 0.00189, "mrr_at_1": 0.373494, "mrr_at_3": 0.467871, "mrr_at_5": 0.478112, "mrr_at_10": 0.486209, "mrr_at_20": 0.488138, "mrr_at_100": 0.488864, "mrr_at_1000": 0.488864, "nauc_ndcg_at_1_max": 0.346871, "nauc_ndcg_at_1_std": 0.184937, "nauc_ndcg_at_1_diff1": 0.427883, "nauc_ndcg_at_3_max": 0.47714, "nauc_ndcg_at_3_std": 0.275054, "nauc_ndcg_at_3_diff1": 0.332025, "nauc_ndcg_at_5_max": 0.504388, "nauc_ndcg_at_5_std": 0.305323, "nauc_ndcg_at_5_diff1": 0.326698, "nauc_ndcg_at_10_max": 0.518263, "nauc_ndcg_at_10_std": 0.346, "nauc_ndcg_at_10_diff1": 0.305048, "nauc_ndcg_at_20_max": 0.521323, "nauc_ndcg_at_20_std": 0.368551, "nauc_ndcg_at_20_diff1": 0.290102, "nauc_ndcg_at_100_max": 0.531856, "nauc_ndcg_at_100_std": 0.375954, "nauc_ndcg_at_100_diff1": 0.282626, "nauc_ndcg_at_1000_max": 0.531856, "nauc_ndcg_at_1000_std": 0.375954, "nauc_ndcg_at_1000_diff1": 0.282626, "nauc_map_at_1_max": 0.298522, "nauc_map_at_1_std": 0.056499, "nauc_map_at_1_diff1": 0.427854, "nauc_map_at_3_max": 0.425133, "nauc_map_at_3_std": 0.163438, "nauc_map_at_3_diff1": 0.364119, "nauc_map_at_5_max": 0.45508, "nauc_map_at_5_std": 0.221443, "nauc_map_at_5_diff1": 0.343147, "nauc_map_at_10_max": 0.463336, "nauc_map_at_10_std": 0.268596, "nauc_map_at_10_diff1": 0.316025, "nauc_map_at_20_max": 0.46551, "nauc_map_at_20_std": 0.285024, "nauc_map_at_20_diff1": 0.304631, "nauc_map_at_100_max": 0.472079, "nauc_map_at_100_std": 0.292385, "nauc_map_at_100_diff1": 0.302014, "nauc_map_at_1000_max": 0.472079, "nauc_map_at_1000_std": 0.292385, "nauc_map_at_1000_diff1": 0.302014, "nauc_recall_at_1_max": 0.298522, "nauc_recall_at_1_std": 0.056499, "nauc_recall_at_1_diff1": 0.427854, "nauc_recall_at_3_max": 0.473783, "nauc_recall_at_3_std": 0.198533, "nauc_recall_at_3_diff1": 0.281832, "nauc_recall_at_5_max": 0.517764, "nauc_recall_at_5_std": 0.29741, "nauc_recall_at_5_diff1": 0.259811, "nauc_recall_at_10_max": 0.53706, "nauc_recall_at_10_std": 0.401103, "nauc_recall_at_10_diff1": 0.204875, "nauc_recall_at_20_max": 0.537063, "nauc_recall_at_20_std": 0.446331, "nauc_recall_at_20_diff1": 0.176453, "nauc_recall_at_100_max": 0.569084, "nauc_recall_at_100_std": 0.471091, "nauc_recall_at_100_diff1": 0.149883, "nauc_recall_at_1000_max": 0.569084, "nauc_recall_at_1000_std": 0.471091, "nauc_recall_at_1000_diff1": 0.149883, "nauc_precision_at_1_max": 0.357896, "nauc_precision_at_1_std": 0.204671, "nauc_precision_at_1_diff1": 0.433079, "nauc_precision_at_3_max": 0.458084, "nauc_precision_at_3_std": 0.385684, "nauc_precision_at_3_diff1": 0.204259, "nauc_precision_at_5_max": 0.425311, "nauc_precision_at_5_std": 0.44429, "nauc_precision_at_5_diff1": 0.102531, "nauc_precision_at_10_max": 0.342006, "nauc_precision_at_10_std": 0.476469, "nauc_precision_at_10_diff1": 0.008058, "nauc_precision_at_20_max": 0.287811, "nauc_precision_at_20_std": 0.466796, "nauc_precision_at_20_diff1": -0.038455, "nauc_precision_at_100_max": 0.286819, "nauc_precision_at_100_std": 0.431051, "nauc_precision_at_100_diff1": -0.066932, "nauc_precision_at_1000_max": 0.286819, "nauc_precision_at_1000_std": 0.431051, "nauc_precision_at_1000_diff1": -0.066932, "nauc_mrr_at_1_max": 0.357896, "nauc_mrr_at_1_std": 0.204671, "nauc_mrr_at_1_diff1": 0.433079, "nauc_mrr_at_3_max": 0.478865, "nauc_mrr_at_3_std": 0.290598, "nauc_mrr_at_3_diff1": 0.395492, "nauc_mrr_at_5_max": 0.482717, "nauc_mrr_at_5_std": 0.308018, "nauc_mrr_at_5_diff1": 0.394635, "nauc_mrr_at_10_max": 0.483958, "nauc_mrr_at_10_std": 0.314218, "nauc_mrr_at_10_diff1": 0.392345, "nauc_mrr_at_20_max": 0.484336, "nauc_mrr_at_20_std": 0.315981, "nauc_mrr_at_20_diff1": 0.393169, "nauc_mrr_at_100_max": 0.484178, "nauc_mrr_at_100_std": 0.315038, "nauc_mrr_at_100_diff1": 0.392091, "nauc_mrr_at_1000_max": 0.484178, "nauc_mrr_at_1000_std": 0.315038, "nauc_mrr_at_1000_diff1": 0.392091, "hit_rate_at_1": 0.37349, "hit_rate_at_3": 0.58133, "hit_rate_at_5": 0.62651, "hit_rate_at_10": 0.68675, "hit_rate_at_20": 0.71386, "hit_rate_at_100": 0.73193, "hit_rate_at_1000": 0.73193, "main_score": 0.38577, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.375, "ndcg_at_3": 0.34891, "ndcg_at_5": 0.34832, "ndcg_at_10": 0.35996, "ndcg_at_20": 0.37938, "ndcg_at_100": 0.39345, "ndcg_at_1000": 0.39345, "map_at_1": 0.16478, "map_at_3": 0.2268, "map_at_5": 0.25195, "map_at_10": 0.27399, "map_at_20": 0.28756, "map_at_100": 0.29321, "map_at_1000": 0.29321, "recall_at_1": 0.16478, "recall_at_3": 0.26613, "recall_at_5": 0.3175, "recall_at_10": 0.3783, "recall_at_20": 0.43451, "recall_at_100": 0.47755, "recall_at_1000": 0.47755, "accuracy": 0.16478, "precision_at_1": 0.39458, "precision_at_3": 0.24799, "precision_at_5": 0.19578, "precision_at_10": 0.13012, "precision_at_20": 0.08208, "precision_at_100": 0.01883, "precision_at_1000": 0.00188, "mrr_at_1": 0.394578, "mrr_at_3": 0.465361, "mrr_at_5": 0.477711, "mrr_at_10": 0.48337, "mrr_at_20": 0.485981, "mrr_at_100": 0.486688, "mrr_at_1000": 0.486688, "nauc_ndcg_at_1_max": 0.456781, "nauc_ndcg_at_1_std": 0.235415, "nauc_ndcg_at_1_diff1": 0.276819, "nauc_ndcg_at_3_max": 0.507722, "nauc_ndcg_at_3_std": 0.301307, "nauc_ndcg_at_3_diff1": 0.168844, "nauc_ndcg_at_5_max": 0.538737, "nauc_ndcg_at_5_std": 0.340453, "nauc_ndcg_at_5_diff1": 0.162132, "nauc_ndcg_at_10_max": 0.567094, "nauc_ndcg_at_10_std": 0.389814, "nauc_ndcg_at_10_diff1": 0.179636, "nauc_ndcg_at_20_max": 0.574588, "nauc_ndcg_at_20_std": 0.428953, "nauc_ndcg_at_20_diff1": 0.171989, "nauc_ndcg_at_100_max": 0.58911, "nauc_ndcg_at_100_std": 0.440505, "nauc_ndcg_at_100_diff1": 0.166869, "nauc_ndcg_at_1000_max": 0.58911, "nauc_ndcg_at_1000_std": 0.440505, "nauc_ndcg_at_1000_diff1": 0.166869, "nauc_map_at_1_max": 0.414543, "nauc_map_at_1_std": 0.085042, "nauc_map_at_1_diff1": 0.33639, "nauc_map_at_3_max": 0.478616, "nauc_map_at_3_std": 0.195501, "nauc_map_at_3_diff1": 0.232945, "nauc_map_at_5_max": 0.51115, "nauc_map_at_5_std": 0.258507, "nauc_map_at_5_diff1": 0.21083, "nauc_map_at_10_max": 0.525884, "nauc_map_at_10_std": 0.314486, "nauc_map_at_10_diff1": 0.194497, "nauc_map_at_20_max": 0.526969, "nauc_map_at_20_std": 0.345793, "nauc_map_at_20_diff1": 0.183123, "nauc_map_at_100_max": 0.533086, "nauc_map_at_100_std": 0.353167, "nauc_map_at_100_diff1": 0.17989, "nauc_map_at_1000_max": 0.533086, "nauc_map_at_1000_std": 0.353167, "nauc_map_at_1000_diff1": 0.17989, "nauc_recall_at_1_max": 0.414543, "nauc_recall_at_1_std": 0.085042, "nauc_recall_at_1_diff1": 0.33639, "nauc_recall_at_3_max": 0.501347, "nauc_recall_at_3_std": 0.248405, "nauc_recall_at_3_diff1": 0.158347, "nauc_recall_at_5_max": 0.537903, "nauc_recall_at_5_std": 0.334601, "nauc_recall_at_5_diff1": 0.125508, "nauc_recall_at_10_max": 0.573691, "nauc_recall_at_10_std": 0.45336, "nauc_recall_at_10_diff1": 0.124308, "nauc_recall_at_20_max": 0.578639, "nauc_recall_at_20_std": 0.528623, "nauc_recall_at_20_diff1": 0.092301, "nauc_recall_at_100_max": 0.619291, "nauc_recall_at_100_std": 0.551257, "nauc_recall_at_100_diff1": 0.073919, "nauc_recall_at_1000_max": 0.619291, "nauc_recall_at_1000_std": 0.551257, "nauc_recall_at_1000_diff1": 0.073919, "nauc_precision_at_1_max": 0.47505, "nauc_precision_at_1_std": 0.270213, "nauc_precision_at_1_diff1": 0.280908, "nauc_precision_at_3_max": 0.438201, "nauc_precision_at_3_std": 0.399635, "nauc_precision_at_3_diff1": 0.051036, "nauc_precision_at_5_max": 0.432638, "nauc_precision_at_5_std": 0.488995, "nauc_precision_at_5_diff1": -0.021489, "nauc_precision_at_10_max": 0.373431, "nauc_precision_at_10_std": 0.533685, "nauc_precision_at_10_diff1": -0.04502, "nauc_precision_at_20_max": 0.297662, "nauc_precision_at_20_std": 0.534385, "nauc_precision_at_20_diff1": -0.079851, "nauc_precision_at_100_max": 0.292823, "nauc_precision_at_100_std": 0.501454, "nauc_precision_at_100_diff1": -0.092794, "nauc_precision_at_1000_max": 0.292823, "nauc_precision_at_1000_std": 0.501454, "nauc_precision_at_1000_diff1": -0.092794, "nauc_mrr_at_1_max": 0.47505, "nauc_mrr_at_1_std": 0.270213, "nauc_mrr_at_1_diff1": 0.280908, "nauc_mrr_at_3_max": 0.541183, "nauc_mrr_at_3_std": 0.338759, "nauc_mrr_at_3_diff1": 0.234521, "nauc_mrr_at_5_max": 0.540358, "nauc_mrr_at_5_std": 0.353615, "nauc_mrr_at_5_diff1": 0.224785, "nauc_mrr_at_10_max": 0.543755, "nauc_mrr_at_10_std": 0.359141, "nauc_mrr_at_10_diff1": 0.230561, "nauc_mrr_at_20_max": 0.543807, "nauc_mrr_at_20_std": 0.359652, "nauc_mrr_at_20_diff1": 0.229726, "nauc_mrr_at_100_max": 0.544483, "nauc_mrr_at_100_std": 0.360696, "nauc_mrr_at_100_diff1": 0.229206, "nauc_mrr_at_1000_max": 0.544483, "nauc_mrr_at_1000_std": 0.360696, "nauc_mrr_at_1000_diff1": 0.229206, "hit_rate_at_1": 0.39458, "hit_rate_at_3": 0.55422, "hit_rate_at_5": 0.60843, "hit_rate_at_10": 0.6506, "hit_rate_at_20": 0.68976, "hit_rate_at_100": 0.71084, "hit_rate_at_1000": 0.71084, "main_score": 0.35996, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.4759, "ndcg_at_3": 0.48649, "ndcg_at_5": 0.50025, "ndcg_at_10": 0.52499, "ndcg_at_20": 0.55894, "ndcg_at_100": 0.58854, "ndcg_at_1000": 0.58854, "map_at_1": 0.2261, "map_at_3": 0.33259, "map_at_5": 0.37668, "map_at_10": 0.41383, "map_at_20": 0.43726, "map_at_100": 0.44911, "map_at_1000": 0.44911, "recall_at_1": 0.2261, "recall_at_3": 0.39312, "recall_at_5": 0.48156, "recall_at_10": 0.58073, "recall_at_20": 0.67413, "recall_at_100": 0.76508, "recall_at_1000": 0.76508, "accuracy": 0.2261, "precision_at_1": 0.49398, "precision_at_3": 0.35442, "precision_at_5": 0.29096, "precision_at_10": 0.19819, "precision_at_20": 0.12711, "precision_at_100": 0.03069, "precision_at_1000": 0.00307, "mrr_at_1": 0.493976, "mrr_at_3": 0.602912, "mrr_at_5": 0.617821, "mrr_at_10": 0.62625, "mrr_at_20": 0.629443, "mrr_at_100": 0.630496, "mrr_at_1000": 0.630496, "nauc_ndcg_at_1_max": 0.304636, "nauc_ndcg_at_1_std": 0.170883, "nauc_ndcg_at_1_diff1": 0.390528, "nauc_ndcg_at_3_max": 0.378563, "nauc_ndcg_at_3_std": 0.18669, "nauc_ndcg_at_3_diff1": 0.368004, "nauc_ndcg_at_5_max": 0.392319, "nauc_ndcg_at_5_std": 0.224215, "nauc_ndcg_at_5_diff1": 0.365825, "nauc_ndcg_at_10_max": 0.384966, "nauc_ndcg_at_10_std": 0.265738, "nauc_ndcg_at_10_diff1": 0.377344, "nauc_ndcg_at_20_max": 0.393911, "nauc_ndcg_at_20_std": 0.292415, "nauc_ndcg_at_20_diff1": 0.371894, "nauc_ndcg_at_100_max": 0.390548, "nauc_ndcg_at_100_std": 0.281925, "nauc_ndcg_at_100_diff1": 0.37553, "nauc_ndcg_at_1000_max": 0.390548, "nauc_ndcg_at_1000_std": 0.281925, "nauc_ndcg_at_1000_diff1": 0.37553, "nauc_map_at_1_max": 0.191103, "nauc_map_at_1_std": -0.021495, "nauc_map_at_1_diff1": 0.428817, "nauc_map_at_3_max": 0.30383, "nauc_map_at_3_std": 0.066951, "nauc_map_at_3_diff1": 0.381388, "nauc_map_at_5_max": 0.33455, "nauc_map_at_5_std": 0.13988, "nauc_map_at_5_diff1": 0.36699, "nauc_map_at_10_max": 0.338144, "nauc_map_at_10_std": 0.197102, "nauc_map_at_10_diff1": 0.370324, "nauc_map_at_20_max": 0.342361, "nauc_map_at_20_std": 0.221655, "nauc_map_at_20_diff1": 0.370637, "nauc_map_at_100_max": 0.341063, "nauc_map_at_100_std": 0.221938, "nauc_map_at_100_diff1": 0.372945, "nauc_map_at_1000_max": 0.341063, "nauc_map_at_1000_std": 0.221938, "nauc_map_at_1000_diff1": 0.372945, "nauc_recall_at_1_max": 0.191103, "nauc_recall_at_1_std": -0.021495, "nauc_recall_at_1_diff1": 0.428817, "nauc_recall_at_3_max": 0.329761, "nauc_recall_at_3_std": 0.089255, "nauc_recall_at_3_diff1": 0.319934, "nauc_recall_at_5_max": 0.372784, "nauc_recall_at_5_std": 0.20375, "nauc_recall_at_5_diff1": 0.303943, "nauc_recall_at_10_max": 0.372179, "nauc_recall_at_10_std": 0.306748, "nauc_recall_at_10_diff1": 0.30953, "nauc_recall_at_20_max": 0.380727, "nauc_recall_at_20_std": 0.356016, "nauc_recall_at_20_diff1": 0.269413, "nauc_recall_at_100_max": 0.376947, "nauc_recall_at_100_std": 0.329633, "nauc_recall_at_100_diff1": 0.249607, "nauc_recall_at_1000_max": 0.376947, "nauc_recall_at_1000_std": 0.329633, "nauc_recall_at_1000_diff1": 0.249607, "nauc_precision_at_1_max": 0.297861, "nauc_precision_at_1_std": 0.201972, "nauc_precision_at_1_diff1": 0.378481, "nauc_precision_at_3_max": 0.35698, "nauc_precision_at_3_std": 0.338393, "nauc_precision_at_3_diff1": 0.179586, "nauc_precision_at_5_max": 0.29185, "nauc_precision_at_5_std": 0.396926, "nauc_precision_at_5_diff1": 0.092726, "nauc_precision_at_10_max": 0.154905, "nauc_precision_at_10_std": 0.399085, "nauc_precision_at_10_diff1": 0.05404, "nauc_precision_at_20_max": 0.083943, "nauc_precision_at_20_std": 0.341344, "nauc_precision_at_20_diff1": 0.00928, "nauc_precision_at_100_max": 0.013343, "nauc_precision_at_100_std": 0.228838, "nauc_precision_at_100_diff1": -0.026246, "nauc_precision_at_1000_max": 0.013343, "nauc_precision_at_1000_std": 0.228838, "nauc_precision_at_1000_diff1": -0.026246, "nauc_mrr_at_1_max": 0.297861, "nauc_mrr_at_1_std": 0.201972, "nauc_mrr_at_1_diff1": 0.378481, "nauc_mrr_at_3_max": 0.370756, "nauc_mrr_at_3_std": 0.268803, "nauc_mrr_at_3_diff1": 0.377687, "nauc_mrr_at_5_max": 0.373091, "nauc_mrr_at_5_std": 0.278028, "nauc_mrr_at_5_diff1": 0.376653, "nauc_mrr_at_10_max": 0.368999, "nauc_mrr_at_10_std": 0.276, "nauc_mrr_at_10_diff1": 0.379011, "nauc_mrr_at_20_max": 0.367478, "nauc_mrr_at_20_std": 0.272456, "nauc_mrr_at_20_diff1": 0.377683, "nauc_mrr_at_100_max": 0.367452, "nauc_mrr_at_100_std": 0.271175, "nauc_mrr_at_100_diff1": 0.37785, "nauc_mrr_at_1000_max": 0.367452, "nauc_mrr_at_1000_std": 0.271175, "nauc_mrr_at_1000_diff1": 0.37785, "hit_rate_at_1": 0.49398, "hit_rate_at_3": 0.74096, "hit_rate_at_5": 0.80723, "hit_rate_at_10": 0.86747, "hit_rate_at_20": 0.90964, "hit_rate_at_100": 0.94277, "hit_rate_at_1000": 0.94277, "main_score": 0.52499, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.30572, "ndcg_at_3": 0.31335, "ndcg_at_5": 0.31215, "ndcg_at_10": 0.32318, "ndcg_at_20": 0.34535, "ndcg_at_100": 0.3569, "ndcg_at_1000": 0.3569, "map_at_1": 0.13394, "map_at_3": 0.20927, "map_at_5": 0.23043, "map_at_10": 0.24761, "map_at_20": 0.26125, "map_at_100": 0.26553, "map_at_1000": 0.26553, "recall_at_1": 0.13394, "recall_at_3": 0.25526, "recall_at_5": 0.30428, "recall_at_10": 0.35491, "recall_at_20": 0.4172, "recall_at_100": 0.45505, "recall_at_1000": 0.45505, "accuracy": 0.13394, "precision_at_1": 0.32229, "precision_at_3": 0.23293, "precision_at_5": 0.17711, "precision_at_10": 0.11536, "precision_at_20": 0.07304, "precision_at_100": 0.01639, "precision_at_1000": 0.00164, "mrr_at_1": 0.322289, "mrr_at_3": 0.4001, "mrr_at_5": 0.411998, "mrr_at_10": 0.41712, "mrr_at_20": 0.419944, "mrr_at_100": 0.420497, "mrr_at_1000": 0.420497, "nauc_ndcg_at_1_max": 0.519991, "nauc_ndcg_at_1_std": 0.47862, "nauc_ndcg_at_1_diff1": 0.407904, "nauc_ndcg_at_3_max": 0.575359, "nauc_ndcg_at_3_std": 0.506125, "nauc_ndcg_at_3_diff1": 0.337994, "nauc_ndcg_at_5_max": 0.610938, "nauc_ndcg_at_5_std": 0.552218, "nauc_ndcg_at_5_diff1": 0.336242, "nauc_ndcg_at_10_max": 0.616396, "nauc_ndcg_at_10_std": 0.570171, "nauc_ndcg_at_10_diff1": 0.326374, "nauc_ndcg_at_20_max": 0.627023, "nauc_ndcg_at_20_std": 0.601291, "nauc_ndcg_at_20_diff1": 0.303217, "nauc_ndcg_at_100_max": 0.638005, "nauc_ndcg_at_100_std": 0.608858, "nauc_ndcg_at_100_diff1": 0.296624, "nauc_ndcg_at_1000_max": 0.638005, "nauc_ndcg_at_1000_std": 0.608858, "nauc_ndcg_at_1000_diff1": 0.296624, "nauc_map_at_1_max": 0.496774, "nauc_map_at_1_std": 0.379234, "nauc_map_at_1_diff1": 0.457631, "nauc_map_at_3_max": 0.545753, "nauc_map_at_3_std": 0.432463, "nauc_map_at_3_diff1": 0.371072, "nauc_map_at_5_max": 0.573641, "nauc_map_at_5_std": 0.48747, "nauc_map_at_5_diff1": 0.346259, "nauc_map_at_10_max": 0.582544, "nauc_map_at_10_std": 0.522686, "nauc_map_at_10_diff1": 0.334592, "nauc_map_at_20_max": 0.587883, "nauc_map_at_20_std": 0.543536, "nauc_map_at_20_diff1": 0.32258, "nauc_map_at_100_max": 0.591714, "nauc_map_at_100_std": 0.549669, "nauc_map_at_100_diff1": 0.319915, "nauc_map_at_1000_max": 0.591714, "nauc_map_at_1000_std": 0.549669, "nauc_map_at_1000_diff1": 0.319915, "nauc_recall_at_1_max": 0.496774, "nauc_recall_at_1_std": 0.379234, "nauc_recall_at_1_diff1": 0.457631, "nauc_recall_at_3_max": 0.550008, "nauc_recall_at_3_std": 0.430347, "nauc_recall_at_3_diff1": 0.289456, "nauc_recall_at_5_max": 0.582012, "nauc_recall_at_5_std": 0.517135, "nauc_recall_at_5_diff1": 0.248319, "nauc_recall_at_10_max": 0.588802, "nauc_recall_at_10_std": 0.564272, "nauc_recall_at_10_diff1": 0.232483, "nauc_recall_at_20_max": 0.605874, "nauc_recall_at_20_std": 0.625965, "nauc_recall_at_20_diff1": 0.186192, "nauc_recall_at_100_max": 0.635039, "nauc_recall_at_100_std": 0.637876, "nauc_recall_at_100_diff1": 0.16393, "nauc_recall_at_1000_max": 0.635039, "nauc_recall_at_1000_std": 0.637876, "nauc_recall_at_1000_diff1": 0.16393, "nauc_precision_at_1_max": 0.51978, "nauc_precision_at_1_std": 0.492831, "nauc_precision_at_1_diff1": 0.402591, "nauc_precision_at_3_max": 0.498298, "nauc_precision_at_3_std": 0.508003, "nauc_precision_at_3_diff1": 0.223652, "nauc_precision_at_5_max": 0.505787, "nauc_precision_at_5_std": 0.571615, "nauc_precision_at_5_diff1": 0.164786, "nauc_precision_at_10_max": 0.435886, "nauc_precision_at_10_std": 0.555783, "nauc_precision_at_10_diff1": 0.1105, "nauc_precision_at_20_max": 0.374566, "nauc_precision_at_20_std": 0.529759, "nauc_precision_at_20_diff1": 0.045924, "nauc_precision_at_100_max": 0.365947, "nauc_precision_at_100_std": 0.503481, "nauc_precision_at_100_diff1": 0.018626, "nauc_precision_at_1000_max": 0.365947, "nauc_precision_at_1000_std": 0.503481, "nauc_precision_at_1000_diff1": 0.018626, "nauc_mrr_at_1_max": 0.51978, "nauc_mrr_at_1_std": 0.492831, "nauc_mrr_at_1_diff1": 0.402591, "nauc_mrr_at_3_max": 0.579416, "nauc_mrr_at_3_std": 0.542615, "nauc_mrr_at_3_diff1": 0.356451, "nauc_mrr_at_5_max": 0.585857, "nauc_mrr_at_5_std": 0.562796, "nauc_mrr_at_5_diff1": 0.355724, "nauc_mrr_at_10_max": 0.587218, "nauc_mrr_at_10_std": 0.561709, "nauc_mrr_at_10_diff1": 0.355394, "nauc_mrr_at_20_max": 0.590738, "nauc_mrr_at_20_std": 0.564437, "nauc_mrr_at_20_diff1": 0.352781, "nauc_mrr_at_100_max": 0.591347, "nauc_mrr_at_100_std": 0.564484, "nauc_mrr_at_100_diff1": 0.353, "nauc_mrr_at_1000_max": 0.591347, "nauc_mrr_at_1000_std": 0.564484, "nauc_mrr_at_1000_diff1": 0.353, "hit_rate_at_1": 0.32229, "hit_rate_at_3": 0.49398, "hit_rate_at_5": 0.54518, "hit_rate_at_10": 0.58434, "hit_rate_at_20": 0.62349, "hit_rate_at_100": 0.63855, "hit_rate_at_1000": 0.63855, "main_score": 0.32318, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.32982, "ndcg_at_3": 0.33479, "ndcg_at_5": 0.33521, "ndcg_at_10": 0.35214, "ndcg_at_20": 0.37314, "ndcg_at_100": 0.38365, "ndcg_at_1000": 0.38365, "map_at_1": 0.14488, "map_at_3": 0.22139, "map_at_5": 0.24389, "map_at_10": 0.26752, "map_at_20": 0.28155, "map_at_100": 0.28636, "map_at_1000": 0.28636, "recall_at_1": 0.14488, "recall_at_3": 0.26694, "recall_at_5": 0.31386, "recall_at_10": 0.38451, "recall_at_20": 0.44243, "recall_at_100": 0.47291, "recall_at_1000": 0.47291, "accuracy": 0.14488, "precision_at_1": 0.34036, "precision_at_3": 0.24498, "precision_at_5": 0.19157, "precision_at_10": 0.12982, "precision_at_20": 0.08133, "precision_at_100": 0.01834, "precision_at_1000": 0.00183, "mrr_at_1": 0.340361, "mrr_at_3": 0.431727, "mrr_at_5": 0.441215, "mrr_at_10": 0.449419, "mrr_at_20": 0.451992, "mrr_at_100": 0.452234, "mrr_at_1000": 0.452234, "nauc_ndcg_at_1_max": 0.448901, "nauc_ndcg_at_1_std": 0.271296, "nauc_ndcg_at_1_diff1": 0.444417, "nauc_ndcg_at_3_max": 0.530793, "nauc_ndcg_at_3_std": 0.338769, "nauc_ndcg_at_3_diff1": 0.333412, "nauc_ndcg_at_5_max": 0.551417, "nauc_ndcg_at_5_std": 0.363471, "nauc_ndcg_at_5_diff1": 0.332576, "nauc_ndcg_at_10_max": 0.55874, "nauc_ndcg_at_10_std": 0.398914, "nauc_ndcg_at_10_diff1": 0.317111, "nauc_ndcg_at_20_max": 0.570377, "nauc_ndcg_at_20_std": 0.430744, "nauc_ndcg_at_20_diff1": 0.310759, "nauc_ndcg_at_100_max": 0.577244, "nauc_ndcg_at_100_std": 0.440039, "nauc_ndcg_at_100_diff1": 0.303298, "nauc_ndcg_at_1000_max": 0.577244, "nauc_ndcg_at_1000_std": 0.440039, "nauc_ndcg_at_1000_diff1": 0.303298, "nauc_map_at_1_max": 0.415129, "nauc_map_at_1_std": 0.16704, "nauc_map_at_1_diff1": 0.436122, "nauc_map_at_3_max": 0.505492, "nauc_map_at_3_std": 0.260578, "nauc_map_at_3_diff1": 0.367691, "nauc_map_at_5_max": 0.522422, "nauc_map_at_5_std": 0.298469, "nauc_map_at_5_diff1": 0.349838, "nauc_map_at_10_max": 0.527692, "nauc_map_at_10_std": 0.342201, "nauc_map_at_10_diff1": 0.325663, "nauc_map_at_20_max": 0.531413, "nauc_map_at_20_std": 0.366274, "nauc_map_at_20_diff1": 0.317368, "nauc_map_at_100_max": 0.533904, "nauc_map_at_100_std": 0.372003, "nauc_map_at_100_diff1": 0.314369, "nauc_map_at_1000_max": 0.533904, "nauc_map_at_1000_std": 0.372003, "nauc_map_at_1000_diff1": 0.314369, "nauc_recall_at_1_max": 0.415129, "nauc_recall_at_1_std": 0.16704, "nauc_recall_at_1_diff1": 0.436122, "nauc_recall_at_3_max": 0.536187, "nauc_recall_at_3_std": 0.289668, "nauc_recall_at_3_diff1": 0.301566, "nauc_recall_at_5_max": 0.544093, "nauc_recall_at_5_std": 0.342908, "nauc_recall_at_5_diff1": 0.283296, "nauc_recall_at_10_max": 0.54659, "nauc_recall_at_10_std": 0.434425, "nauc_recall_at_10_diff1": 0.245773, "nauc_recall_at_20_max": 0.560173, "nauc_recall_at_20_std": 0.498792, "nauc_recall_at_20_diff1": 0.217977, "nauc_recall_at_100_max": 0.580141, "nauc_recall_at_100_std": 0.514384, "nauc_recall_at_100_diff1": 0.196793, "nauc_recall_at_1000_max": 0.580141, "nauc_recall_at_1000_std": 0.514384, "nauc_recall_at_1000_diff1": 0.196793, "nauc_precision_at_1_max": 0.455227, "nauc_precision_at_1_std": 0.279625, "nauc_precision_at_1_diff1": 0.440634, "nauc_precision_at_3_max": 0.484539, "nauc_precision_at_3_std": 0.38785, "nauc_precision_at_3_diff1": 0.236775, "nauc_precision_at_5_max": 0.438185, "nauc_precision_at_5_std": 0.425941, "nauc_precision_at_5_diff1": 0.150052, "nauc_precision_at_10_max": 0.340052, "nauc_precision_at_10_std": 0.438469, "nauc_precision_at_10_diff1": 0.053147, "nauc_precision_at_20_max": 0.297345, "nauc_precision_at_20_std": 0.441938, "nauc_precision_at_20_diff1": 0.025893, "nauc_precision_at_100_max": 0.276364, "nauc_precision_at_100_std": 0.418553, "nauc_precision_at_100_diff1": -0.005244, "nauc_precision_at_1000_max": 0.276364, "nauc_precision_at_1000_std": 0.418553, "nauc_precision_at_1000_diff1": -0.005244, "nauc_mrr_at_1_max": 0.455227, "nauc_mrr_at_1_std": 0.279625, "nauc_mrr_at_1_diff1": 0.440634, "nauc_mrr_at_3_max": 0.542207, "nauc_mrr_at_3_std": 0.344246, "nauc_mrr_at_3_diff1": 0.388641, "nauc_mrr_at_5_max": 0.543146, "nauc_mrr_at_5_std": 0.355853, "nauc_mrr_at_5_diff1": 0.387266, "nauc_mrr_at_10_max": 0.543344, "nauc_mrr_at_10_std": 0.363585, "nauc_mrr_at_10_diff1": 0.386654, "nauc_mrr_at_20_max": 0.545284, "nauc_mrr_at_20_std": 0.363698, "nauc_mrr_at_20_diff1": 0.386696, "nauc_mrr_at_100_max": 0.545369, "nauc_mrr_at_100_std": 0.364172, "nauc_mrr_at_100_diff1": 0.386279, "nauc_mrr_at_1000_max": 0.545369, "nauc_mrr_at_1000_std": 0.364172, "nauc_mrr_at_1000_diff1": 0.386279, "hit_rate_at_1": 0.34036, "hit_rate_at_3": 0.53614, "hit_rate_at_5": 0.57831, "hit_rate_at_10": 0.63855, "hit_rate_at_20": 0.6747, "hit_rate_at_100": 0.68072, "hit_rate_at_1000": 0.68072, "main_score": 0.35214, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.35241, "ndcg_at_3": 0.34751, "ndcg_at_5": 0.34909, "ndcg_at_10": 0.36524, "ndcg_at_20": 0.38891, "ndcg_at_100": 0.40493, "ndcg_at_1000": 0.40493, "map_at_1": 0.16082, "map_at_3": 0.23113, "map_at_5": 0.25624, "map_at_10": 0.28051, "map_at_20": 0.29736, "map_at_100": 0.30412, "map_at_1000": 0.30412, "recall_at_1": 0.16082, "recall_at_3": 0.27452, "recall_at_5": 0.32881, "recall_at_10": 0.39171, "recall_at_20": 0.45974, "recall_at_100": 0.50726, "recall_at_1000": 0.50726, "accuracy": 0.16082, "precision_at_1": 0.37048, "precision_at_3": 0.25402, "precision_at_5": 0.2, "precision_at_10": 0.13765, "precision_at_20": 0.08886, "precision_at_100": 0.02072, "precision_at_1000": 0.00207, "mrr_at_1": 0.370482, "mrr_at_3": 0.446787, "mrr_at_5": 0.459137, "mrr_at_10": 0.466251, "mrr_at_20": 0.46828, "mrr_at_100": 0.468859, "mrr_at_1000": 0.468859, "nauc_ndcg_at_1_max": 0.457188, "nauc_ndcg_at_1_std": 0.260403, "nauc_ndcg_at_1_diff1": 0.386652, "nauc_ndcg_at_3_max": 0.534551, "nauc_ndcg_at_3_std": 0.334236, "nauc_ndcg_at_3_diff1": 0.326739, "nauc_ndcg_at_5_max": 0.563454, "nauc_ndcg_at_5_std": 0.349821, "nauc_ndcg_at_5_diff1": 0.305285, "nauc_ndcg_at_10_max": 0.584904, "nauc_ndcg_at_10_std": 0.39036, "nauc_ndcg_at_10_diff1": 0.311658, "nauc_ndcg_at_20_max": 0.593928, "nauc_ndcg_at_20_std": 0.434762, "nauc_ndcg_at_20_diff1": 0.292146, "nauc_ndcg_at_100_max": 0.602641, "nauc_ndcg_at_100_std": 0.444752, "nauc_ndcg_at_100_diff1": 0.283725, "nauc_ndcg_at_1000_max": 0.602641, "nauc_ndcg_at_1000_std": 0.444752, "nauc_ndcg_at_1000_diff1": 0.283725, "nauc_map_at_1_max": 0.438423, "nauc_map_at_1_std": 0.092341, "nauc_map_at_1_diff1": 0.417819, "nauc_map_at_3_max": 0.513096, "nauc_map_at_3_std": 0.198439, "nauc_map_at_3_diff1": 0.373941, "nauc_map_at_5_max": 0.543876, "nauc_map_at_5_std": 0.254042, "nauc_map_at_5_diff1": 0.335532, "nauc_map_at_10_max": 0.553753, "nauc_map_at_10_std": 0.310785, "nauc_map_at_10_diff1": 0.318048, "nauc_map_at_20_max": 0.554164, "nauc_map_at_20_std": 0.34708, "nauc_map_at_20_diff1": 0.300789, "nauc_map_at_100_max": 0.557262, "nauc_map_at_100_std": 0.353852, "nauc_map_at_100_diff1": 0.29727, "nauc_map_at_1000_max": 0.557262, "nauc_map_at_1000_std": 0.353852, "nauc_map_at_1000_diff1": 0.29727, "nauc_recall_at_1_max": 0.438423, "nauc_recall_at_1_std": 0.092341, "nauc_recall_at_1_diff1": 0.417819, "nauc_recall_at_3_max": 0.530734, "nauc_recall_at_3_std": 0.235435, "nauc_recall_at_3_diff1": 0.320263, "nauc_recall_at_5_max": 0.562889, "nauc_recall_at_5_std": 0.322189, "nauc_recall_at_5_diff1": 0.251733, "nauc_recall_at_10_max": 0.585184, "nauc_recall_at_10_std": 0.430711, "nauc_recall_at_10_diff1": 0.239065, "nauc_recall_at_20_max": 0.594152, "nauc_recall_at_20_std": 0.51733, "nauc_recall_at_20_diff1": 0.187626, "nauc_recall_at_100_max": 0.618597, "nauc_recall_at_100_std": 0.537182, "nauc_recall_at_100_diff1": 0.165092, "nauc_recall_at_1000_max": 0.618597, "nauc_recall_at_1000_std": 0.537182, "nauc_recall_at_1000_diff1": 0.165092, "nauc_precision_at_1_max": 0.459577, "nauc_precision_at_1_std": 0.269689, "nauc_precision_at_1_diff1": 0.379301, "nauc_precision_at_3_max": 0.442577, "nauc_precision_at_3_std": 0.433511, "nauc_precision_at_3_diff1": 0.203519, "nauc_precision_at_5_max": 0.427951, "nauc_precision_at_5_std": 0.487902, "nauc_precision_at_5_diff1": 0.081301, "nauc_precision_at_10_max": 0.3418, "nauc_precision_at_10_std": 0.508494, "nauc_precision_at_10_diff1": 0.030524, "nauc_precision_at_20_max": 0.265135, "nauc_precision_at_20_std": 0.524622, "nauc_precision_at_20_diff1": -0.033201, "nauc_precision_at_100_max": 0.247556, "nauc_precision_at_100_std": 0.483475, "nauc_precision_at_100_diff1": -0.060488, "nauc_precision_at_1000_max": 0.247556, "nauc_precision_at_1000_std": 0.483475, "nauc_precision_at_1000_diff1": -0.060488, "nauc_mrr_at_1_max": 0.459577, "nauc_mrr_at_1_std": 0.269689, "nauc_mrr_at_1_diff1": 0.379301, "nauc_mrr_at_3_max": 0.534636, "nauc_mrr_at_3_std": 0.36544, "nauc_mrr_at_3_diff1": 0.360531, "nauc_mrr_at_5_max": 0.53872, "nauc_mrr_at_5_std": 0.382036, "nauc_mrr_at_5_diff1": 0.3529, "nauc_mrr_at_10_max": 0.540857, "nauc_mrr_at_10_std": 0.383145, "nauc_mrr_at_10_diff1": 0.355075, "nauc_mrr_at_20_max": 0.543825, "nauc_mrr_at_20_std": 0.385401, "nauc_mrr_at_20_diff1": 0.35399, "nauc_mrr_at_100_max": 0.543767, "nauc_mrr_at_100_std": 0.385668, "nauc_mrr_at_100_diff1": 0.353643, "nauc_mrr_at_1000_max": 0.543767, "nauc_mrr_at_1000_std": 0.385668, "nauc_mrr_at_1000_diff1": 0.353643, "hit_rate_at_1": 0.37048, "hit_rate_at_3": 0.54819, "hit_rate_at_5": 0.60241, "hit_rate_at_10": 0.65663, "hit_rate_at_20": 0.68373, "hit_rate_at_100": 0.6988, "hit_rate_at_1000": 0.6988, "main_score": 0.36524, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 5686.423114447971, "kg_co2_emissions": null, "date": 1791881983.273518, "evaluation_phases": [ { "name": "Data loading", "start": 5.457986844703555e-06, "end": 33.74766849298612, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 33.7476862600015, "end": 33.74768900399795, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 33.75422507300391, "end": 986.6709510359797, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 986.6709905850003, "end": 986.7220020999957, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 986.7353157689795, "end": 1953.8806803599873, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 1953.8807209109946, "end": 1953.9252925699984, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 1953.9478486290027, "end": 2850.898505491001, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 2850.8985365779954, "end": 2850.944875985995, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 2850.9600140429975, "end": 3785.9699668529793, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 3785.9700054709974, "end": 3786.0147576599848, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 3786.0285184299864, "end": 4732.525396919984, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 4732.525431101996, "end": 4732.572938255005, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 4732.590127089992, "end": 5686.367334293987, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 5686.367362846999, "end": 5686.412460808991, "split": "test", "subset": "portuguese" } ] }