{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.24.9", "scores": { "test": [ { "ndcg_at_1": 0.37736, "ndcg_at_3": 0.36133, "ndcg_at_5": 0.34802, "ndcg_at_10": 0.34336, "ndcg_at_20": 0.34141, "ndcg_at_100": 0.34523, "ndcg_at_1000": 0.34523, "map_at_1": 0.1643, "map_at_3": 0.22787, "map_at_5": 0.24472, "map_at_10": 0.26092, "map_at_20": 0.26887, "map_at_100": 0.2719, "map_at_1000": 0.2719, "recall_at_1": 0.1643, "recall_at_3": 0.25659, "recall_at_5": 0.28334, "recall_at_10": 0.32003, "recall_at_20": 0.34399, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.1643, "precision_at_1": 0.39937, "precision_at_3": 0.26415, "precision_at_5": 0.19748, "precision_at_10": 0.12799, "precision_at_20": 0.07563, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.399371, "mrr_at_3": 0.451258, "mrr_at_5": 0.457547, "mrr_at_10": 0.461988, "mrr_at_20": 0.462798, "mrr_at_100": 0.463015, "mrr_at_1000": 0.463015, "nauc_ndcg_at_1_max": 0.618084, "nauc_ndcg_at_1_std": 0.451474, "nauc_ndcg_at_1_diff1": 0.391609, "nauc_ndcg_at_3_max": 0.652235, "nauc_ndcg_at_3_std": 0.523792, "nauc_ndcg_at_3_diff1": 0.296822, "nauc_ndcg_at_5_max": 0.651361, "nauc_ndcg_at_5_std": 0.519549, "nauc_ndcg_at_5_diff1": 0.303374, "nauc_ndcg_at_10_max": 0.658377, "nauc_ndcg_at_10_std": 0.536225, "nauc_ndcg_at_10_diff1": 0.294414, "nauc_ndcg_at_20_max": 0.647517, "nauc_ndcg_at_20_std": 0.533693, "nauc_ndcg_at_20_diff1": 0.287858, "nauc_ndcg_at_100_max": 0.646462, "nauc_ndcg_at_100_std": 0.535228, "nauc_ndcg_at_100_diff1": 0.282255, "nauc_ndcg_at_1000_max": 0.646462, "nauc_ndcg_at_1000_std": 0.535228, "nauc_ndcg_at_1000_diff1": 0.282255, "nauc_map_at_1_max": 0.502551, "nauc_map_at_1_std": 0.273946, "nauc_map_at_1_diff1": 0.436259, "nauc_map_at_3_max": 0.564271, "nauc_map_at_3_std": 0.386347, "nauc_map_at_3_diff1": 0.353524, "nauc_map_at_5_max": 0.583028, "nauc_map_at_5_std": 0.41917, "nauc_map_at_5_diff1": 0.33474, "nauc_map_at_10_max": 0.606206, "nauc_map_at_10_std": 0.461165, "nauc_map_at_10_diff1": 0.310817, "nauc_map_at_20_max": 0.610351, "nauc_map_at_20_std": 0.480935, "nauc_map_at_20_diff1": 0.294952, "nauc_map_at_100_max": 0.611458, "nauc_map_at_100_std": 0.486861, "nauc_map_at_100_diff1": 0.288072, "nauc_map_at_1000_max": 0.611458, "nauc_map_at_1000_std": 0.486861, "nauc_map_at_1000_diff1": 0.288072, "nauc_recall_at_1_max": 0.502551, "nauc_recall_at_1_std": 0.273946, "nauc_recall_at_1_diff1": 0.436259, "nauc_recall_at_3_max": 0.551815, "nauc_recall_at_3_std": 0.410119, "nauc_recall_at_3_diff1": 0.29755, "nauc_recall_at_5_max": 0.573943, "nauc_recall_at_5_std": 0.450956, "nauc_recall_at_5_diff1": 0.274048, "nauc_recall_at_10_max": 0.609781, "nauc_recall_at_10_std": 0.531289, "nauc_recall_at_10_diff1": 0.230295, "nauc_recall_at_20_max": 0.610577, "nauc_recall_at_20_std": 0.562439, "nauc_recall_at_20_diff1": 0.200455, "nauc_recall_at_100_max": 0.608272, "nauc_recall_at_100_std": 0.565635, "nauc_recall_at_100_diff1": 0.188754, "nauc_recall_at_1000_max": 0.608272, "nauc_recall_at_1000_std": 0.565635, "nauc_recall_at_1000_diff1": 0.188754, "nauc_precision_at_1_max": 0.626416, "nauc_precision_at_1_std": 0.463562, "nauc_precision_at_1_diff1": 0.391547, "nauc_precision_at_3_max": 0.579179, "nauc_precision_at_3_std": 0.545906, "nauc_precision_at_3_diff1": 0.136185, "nauc_precision_at_5_max": 0.538914, "nauc_precision_at_5_std": 0.532615, "nauc_precision_at_5_diff1": 0.094367, "nauc_precision_at_10_max": 0.500539, "nauc_precision_at_10_std": 0.543219, "nauc_precision_at_10_diff1": 0.015672, "nauc_precision_at_20_max": 0.445984, "nauc_precision_at_20_std": 0.53213, "nauc_precision_at_20_diff1": -0.038644, "nauc_precision_at_100_max": 0.420788, "nauc_precision_at_100_std": 0.516889, "nauc_precision_at_100_diff1": -0.062293, "nauc_precision_at_1000_max": 0.420788, "nauc_precision_at_1000_std": 0.516889, "nauc_precision_at_1000_diff1": -0.062293, "nauc_mrr_at_1_max": 0.626416, "nauc_mrr_at_1_std": 0.463562, "nauc_mrr_at_1_diff1": 0.391547, "nauc_mrr_at_3_max": 0.68477, "nauc_mrr_at_3_std": 0.540604, "nauc_mrr_at_3_diff1": 0.357103, "nauc_mrr_at_5_max": 0.686469, "nauc_mrr_at_5_std": 0.542512, "nauc_mrr_at_5_diff1": 0.355844, "nauc_mrr_at_10_max": 0.685823, "nauc_mrr_at_10_std": 0.544411, "nauc_mrr_at_10_diff1": 0.35173, "nauc_mrr_at_20_max": 0.685659, "nauc_mrr_at_20_std": 0.544293, "nauc_mrr_at_20_diff1": 0.351001, "nauc_mrr_at_100_max": 0.68524, "nauc_mrr_at_100_std": 0.543832, "nauc_mrr_at_100_diff1": 0.350921, "nauc_mrr_at_1000_max": 0.68524, "nauc_mrr_at_1000_std": 0.543832, "nauc_mrr_at_1000_diff1": 0.350921, "hit_rate_at_1": 0.39937, "hit_rate_at_3": 0.51258, "hit_rate_at_5": 0.54088, "hit_rate_at_10": 0.57547, "hit_rate_at_20": 0.58491, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.34336, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.41509, "ndcg_at_3": 0.38065, "ndcg_at_5": 0.37875, "ndcg_at_10": 0.37799, "ndcg_at_20": 0.38295, "ndcg_at_100": 0.39171, "ndcg_at_1000": 0.39171, "map_at_1": 0.18775, "map_at_3": 0.25421, "map_at_5": 0.27715, "map_at_10": 0.29527, "map_at_20": 0.30546, "map_at_100": 0.3117, "map_at_1000": 0.3117, "recall_at_1": 0.18775, "recall_at_3": 0.28356, "recall_at_5": 0.32485, "recall_at_10": 0.3652, "recall_at_20": 0.40218, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.18775, "precision_at_1": 0.43396, "precision_at_3": 0.27044, "precision_at_5": 0.21069, "precision_at_10": 0.13679, "precision_at_20": 0.08412, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.433962, "mrr_at_3": 0.489518, "mrr_at_5": 0.495807, "mrr_at_10": 0.498166, "mrr_at_20": 0.501068, "mrr_at_100": 0.501283, "mrr_at_1000": 0.501283, "nauc_ndcg_at_1_max": 0.602386, "nauc_ndcg_at_1_std": 0.413052, "nauc_ndcg_at_1_diff1": 0.490063, "nauc_ndcg_at_3_max": 0.617864, "nauc_ndcg_at_3_std": 0.477822, "nauc_ndcg_at_3_diff1": 0.39148, "nauc_ndcg_at_5_max": 0.639609, "nauc_ndcg_at_5_std": 0.508422, "nauc_ndcg_at_5_diff1": 0.373923, "nauc_ndcg_at_10_max": 0.638928, "nauc_ndcg_at_10_std": 0.528479, "nauc_ndcg_at_10_diff1": 0.350936, "nauc_ndcg_at_20_max": 0.640039, "nauc_ndcg_at_20_std": 0.544135, "nauc_ndcg_at_20_diff1": 0.330446, "nauc_ndcg_at_100_max": 0.648673, "nauc_ndcg_at_100_std": 0.556344, "nauc_ndcg_at_100_diff1": 0.311281, "nauc_ndcg_at_1000_max": 0.648673, "nauc_ndcg_at_1000_std": 0.556344, "nauc_ndcg_at_1000_diff1": 0.311281, "nauc_map_at_1_max": 0.452326, "nauc_map_at_1_std": 0.278439, "nauc_map_at_1_diff1": 0.43988, "nauc_map_at_3_max": 0.495778, "nauc_map_at_3_std": 0.360188, "nauc_map_at_3_diff1": 0.374386, "nauc_map_at_5_max": 0.53329, "nauc_map_at_5_std": 0.413725, "nauc_map_at_5_diff1": 0.354625, "nauc_map_at_10_max": 0.551686, "nauc_map_at_10_std": 0.446985, "nauc_map_at_10_diff1": 0.336149, "nauc_map_at_20_max": 0.56393, "nauc_map_at_20_std": 0.468927, "nauc_map_at_20_diff1": 0.323559, "nauc_map_at_100_max": 0.573185, "nauc_map_at_100_std": 0.481071, "nauc_map_at_100_diff1": 0.308531, "nauc_map_at_1000_max": 0.573185, "nauc_map_at_1000_std": 0.481071, "nauc_map_at_1000_diff1": 0.308531, "nauc_recall_at_1_max": 0.452326, "nauc_recall_at_1_std": 0.278439, "nauc_recall_at_1_diff1": 0.43988, "nauc_recall_at_3_max": 0.484834, "nauc_recall_at_3_std": 0.379875, "nauc_recall_at_3_diff1": 0.321477, "nauc_recall_at_5_max": 0.539296, "nauc_recall_at_5_std": 0.467784, "nauc_recall_at_5_diff1": 0.28754, "nauc_recall_at_10_max": 0.577234, "nauc_recall_at_10_std": 0.530128, "nauc_recall_at_10_diff1": 0.26067, "nauc_recall_at_20_max": 0.606194, "nauc_recall_at_20_std": 0.587149, "nauc_recall_at_20_diff1": 0.222243, "nauc_recall_at_100_max": 0.621396, "nauc_recall_at_100_std": 0.608362, "nauc_recall_at_100_diff1": 0.185249, "nauc_recall_at_1000_max": 0.621396, "nauc_recall_at_1000_std": 0.608362, "nauc_recall_at_1000_diff1": 0.185249, "nauc_precision_at_1_max": 0.633839, "nauc_precision_at_1_std": 0.443364, "nauc_precision_at_1_diff1": 0.493873, "nauc_precision_at_3_max": 0.583312, "nauc_precision_at_3_std": 0.523402, "nauc_precision_at_3_diff1": 0.215183, "nauc_precision_at_5_max": 0.569205, "nauc_precision_at_5_std": 0.531223, "nauc_precision_at_5_diff1": 0.147528, "nauc_precision_at_10_max": 0.506031, "nauc_precision_at_10_std": 0.501057, "nauc_precision_at_10_diff1": 0.063639, "nauc_precision_at_20_max": 0.468581, "nauc_precision_at_20_std": 0.493859, "nauc_precision_at_20_diff1": -0.019266, "nauc_precision_at_100_max": 0.432887, "nauc_precision_at_100_std": 0.455466, "nauc_precision_at_100_diff1": -0.091945, "nauc_precision_at_1000_max": 0.432887, "nauc_precision_at_1000_std": 0.455466, "nauc_precision_at_1000_diff1": -0.091945, "nauc_mrr_at_1_max": 0.633839, "nauc_mrr_at_1_std": 0.443364, "nauc_mrr_at_1_diff1": 0.493873, "nauc_mrr_at_3_max": 0.691883, "nauc_mrr_at_3_std": 0.532812, "nauc_mrr_at_3_diff1": 0.454076, "nauc_mrr_at_5_max": 0.693738, "nauc_mrr_at_5_std": 0.537884, "nauc_mrr_at_5_diff1": 0.450157, "nauc_mrr_at_10_max": 0.697815, "nauc_mrr_at_10_std": 0.539127, "nauc_mrr_at_10_diff1": 0.448074, "nauc_mrr_at_20_max": 0.697748, "nauc_mrr_at_20_std": 0.5405, "nauc_mrr_at_20_diff1": 0.446512, "nauc_mrr_at_100_max": 0.697595, "nauc_mrr_at_100_std": 0.540358, "nauc_mrr_at_100_diff1": 0.446338, "nauc_mrr_at_1000_max": 0.697595, "nauc_mrr_at_1000_std": 0.540358, "nauc_mrr_at_1000_diff1": 0.446338, "hit_rate_at_1": 0.43396, "hit_rate_at_3": 0.56289, "hit_rate_at_5": 0.59119, "hit_rate_at_10": 0.60692, "hit_rate_at_20": 0.64465, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.37799, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.63365, "ndcg_at_3": 0.62182, "ndcg_at_5": 0.63027, "ndcg_at_10": 0.64587, "ndcg_at_20": 0.66675, "ndcg_at_100": 0.68496, "ndcg_at_1000": 0.68496, "map_at_1": 0.28645, "map_at_3": 0.41974, "map_at_5": 0.46998, "map_at_10": 0.51511, "map_at_20": 0.54394, "map_at_100": 0.55581, "map_at_1000": 0.55581, "recall_at_1": 0.28645, "recall_at_3": 0.47024, "recall_at_5": 0.55696, "recall_at_10": 0.65629, "recall_at_20": 0.74055, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.28645, "precision_at_1": 0.66352, "precision_at_3": 0.45178, "precision_at_5": 0.36478, "precision_at_10": 0.25157, "precision_at_20": 0.16211, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.663522, "mrr_at_3": 0.752621, "mrr_at_5": 0.762212, "mrr_at_10": 0.767093, "mrr_at_20": 0.76787, "mrr_at_100": 0.768083, "mrr_at_1000": 0.768083, "nauc_ndcg_at_1_max": 0.319942, "nauc_ndcg_at_1_std": -0.037247, "nauc_ndcg_at_1_diff1": 0.405939, "nauc_ndcg_at_3_max": 0.326511, "nauc_ndcg_at_3_std": 0.03234, "nauc_ndcg_at_3_diff1": 0.328155, "nauc_ndcg_at_5_max": 0.353432, "nauc_ndcg_at_5_std": 0.060058, "nauc_ndcg_at_5_diff1": 0.301521, "nauc_ndcg_at_10_max": 0.369939, "nauc_ndcg_at_10_std": 0.109237, "nauc_ndcg_at_10_diff1": 0.307423, "nauc_ndcg_at_20_max": 0.382801, "nauc_ndcg_at_20_std": 0.147438, "nauc_ndcg_at_20_diff1": 0.309736, "nauc_ndcg_at_100_max": 0.378311, "nauc_ndcg_at_100_std": 0.138633, "nauc_ndcg_at_100_diff1": 0.296518, "nauc_ndcg_at_1000_max": 0.378311, "nauc_ndcg_at_1000_std": 0.138633, "nauc_ndcg_at_1000_diff1": 0.296518, "nauc_map_at_1_max": 0.20457, "nauc_map_at_1_std": -0.087705, "nauc_map_at_1_diff1": 0.411171, "nauc_map_at_3_max": 0.228912, "nauc_map_at_3_std": -0.034941, "nauc_map_at_3_diff1": 0.3286, "nauc_map_at_5_max": 0.267363, "nauc_map_at_5_std": -0.002777, "nauc_map_at_5_diff1": 0.306635, "nauc_map_at_10_max": 0.289534, "nauc_map_at_10_std": 0.041269, "nauc_map_at_10_diff1": 0.290959, "nauc_map_at_20_max": 0.308429, "nauc_map_at_20_std": 0.074193, "nauc_map_at_20_diff1": 0.288184, "nauc_map_at_100_max": 0.310767, "nauc_map_at_100_std": 0.07501, "nauc_map_at_100_diff1": 0.280525, "nauc_map_at_1000_max": 0.310767, "nauc_map_at_1000_std": 0.07501, "nauc_map_at_1000_diff1": 0.280525, "nauc_recall_at_1_max": 0.20457, "nauc_recall_at_1_std": -0.087705, "nauc_recall_at_1_diff1": 0.411171, "nauc_recall_at_3_max": 0.210435, "nauc_recall_at_3_std": 0.00188, "nauc_recall_at_3_diff1": 0.27854, "nauc_recall_at_5_max": 0.268694, "nauc_recall_at_5_std": 0.063729, "nauc_recall_at_5_diff1": 0.242638, "nauc_recall_at_10_max": 0.315179, "nauc_recall_at_10_std": 0.167314, "nauc_recall_at_10_diff1": 0.24096, "nauc_recall_at_20_max": 0.3749, "nauc_recall_at_20_std": 0.309408, "nauc_recall_at_20_diff1": 0.218704, "nauc_recall_at_100_max": 0.380809, "nauc_recall_at_100_std": 0.319659, "nauc_recall_at_100_diff1": 0.179952, "nauc_recall_at_1000_max": 0.380809, "nauc_recall_at_1000_std": 0.319659, "nauc_recall_at_1000_diff1": 0.179952, "nauc_precision_at_1_max": 0.356018, "nauc_precision_at_1_std": -0.029641, "nauc_precision_at_1_diff1": 0.414393, "nauc_precision_at_3_max": 0.202717, "nauc_precision_at_3_std": 0.112194, "nauc_precision_at_3_diff1": 0.004924, "nauc_precision_at_5_max": 0.187355, "nauc_precision_at_5_std": 0.154005, "nauc_precision_at_5_diff1": -0.107296, "nauc_precision_at_10_max": 0.121605, "nauc_precision_at_10_std": 0.176854, "nauc_precision_at_10_diff1": -0.158158, "nauc_precision_at_20_max": 0.085748, "nauc_precision_at_20_std": 0.172444, "nauc_precision_at_20_diff1": -0.161573, "nauc_precision_at_100_max": 0.031651, "nauc_precision_at_100_std": 0.108931, "nauc_precision_at_100_diff1": -0.190716, "nauc_precision_at_1000_max": 0.031651, "nauc_precision_at_1000_std": 0.108931, "nauc_precision_at_1000_diff1": -0.190716, "nauc_mrr_at_1_max": 0.356018, "nauc_mrr_at_1_std": -0.029641, "nauc_mrr_at_1_diff1": 0.414393, "nauc_mrr_at_3_max": 0.398209, "nauc_mrr_at_3_std": 0.039302, "nauc_mrr_at_3_diff1": 0.392463, "nauc_mrr_at_5_max": 0.40207, "nauc_mrr_at_5_std": 0.045668, "nauc_mrr_at_5_diff1": 0.383633, "nauc_mrr_at_10_max": 0.404989, "nauc_mrr_at_10_std": 0.047436, "nauc_mrr_at_10_diff1": 0.393184, "nauc_mrr_at_20_max": 0.404732, "nauc_mrr_at_20_std": 0.047399, "nauc_mrr_at_20_diff1": 0.392591, "nauc_mrr_at_100_max": 0.404183, "nauc_mrr_at_100_std": 0.046619, "nauc_mrr_at_100_diff1": 0.392349, "nauc_mrr_at_1000_max": 0.404183, "nauc_mrr_at_1000_std": 0.046619, "nauc_mrr_at_1000_diff1": 0.392349, "hit_rate_at_1": 0.66352, "hit_rate_at_3": 0.85535, "hit_rate_at_5": 0.89623, "hit_rate_at_10": 0.93082, "hit_rate_at_20": 0.9434, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.64587, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.3522, "ndcg_at_3": 0.33375, "ndcg_at_5": 0.32329, "ndcg_at_10": 0.32379, "ndcg_at_20": 0.32637, "ndcg_at_100": 0.33171, "ndcg_at_1000": 0.33171, "map_at_1": 0.15634, "map_at_3": 0.2155, "map_at_5": 0.23155, "map_at_10": 0.24855, "map_at_20": 0.25727, "map_at_100": 0.26148, "map_at_1000": 0.26148, "recall_at_1": 0.15634, "recall_at_3": 0.24283, "recall_at_5": 0.27306, "recall_at_10": 0.31165, "recall_at_20": 0.33806, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.15634, "precision_at_1": 0.37107, "precision_at_3": 0.23795, "precision_at_5": 0.17547, "precision_at_10": 0.11698, "precision_at_20": 0.07123, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.371069, "mrr_at_3": 0.426625, "mrr_at_5": 0.432128, "mrr_at_10": 0.434682, "mrr_at_20": 0.436213, "mrr_at_100": 0.436391, "mrr_at_1000": 0.436391, "nauc_ndcg_at_1_max": 0.555811, "nauc_ndcg_at_1_std": 0.421546, "nauc_ndcg_at_1_diff1": 0.442477, "nauc_ndcg_at_3_max": 0.566025, "nauc_ndcg_at_3_std": 0.470402, "nauc_ndcg_at_3_diff1": 0.364097, "nauc_ndcg_at_5_max": 0.580087, "nauc_ndcg_at_5_std": 0.488149, "nauc_ndcg_at_5_diff1": 0.357258, "nauc_ndcg_at_10_max": 0.596169, "nauc_ndcg_at_10_std": 0.515737, "nauc_ndcg_at_10_diff1": 0.34167, "nauc_ndcg_at_20_max": 0.596724, "nauc_ndcg_at_20_std": 0.517811, "nauc_ndcg_at_20_diff1": 0.335131, "nauc_ndcg_at_100_max": 0.593532, "nauc_ndcg_at_100_std": 0.517724, "nauc_ndcg_at_100_diff1": 0.326289, "nauc_ndcg_at_1000_max": 0.593532, "nauc_ndcg_at_1000_std": 0.517724, "nauc_ndcg_at_1000_diff1": 0.326289, "nauc_map_at_1_max": 0.481849, "nauc_map_at_1_std": 0.264616, "nauc_map_at_1_diff1": 0.491389, "nauc_map_at_3_max": 0.508334, "nauc_map_at_3_std": 0.357798, "nauc_map_at_3_diff1": 0.387045, "nauc_map_at_5_max": 0.530142, "nauc_map_at_5_std": 0.399469, "nauc_map_at_5_diff1": 0.369541, "nauc_map_at_10_max": 0.542171, "nauc_map_at_10_std": 0.43586, "nauc_map_at_10_diff1": 0.34718, "nauc_map_at_20_max": 0.544057, "nauc_map_at_20_std": 0.455247, "nauc_map_at_20_diff1": 0.334883, "nauc_map_at_100_max": 0.542217, "nauc_map_at_100_std": 0.460557, "nauc_map_at_100_diff1": 0.325822, "nauc_map_at_1000_max": 0.542217, "nauc_map_at_1000_std": 0.460557, "nauc_map_at_1000_diff1": 0.325822, "nauc_recall_at_1_max": 0.481849, "nauc_recall_at_1_std": 0.264616, "nauc_recall_at_1_diff1": 0.491389, "nauc_recall_at_3_max": 0.505917, "nauc_recall_at_3_std": 0.383621, "nauc_recall_at_3_diff1": 0.331863, "nauc_recall_at_5_max": 0.543682, "nauc_recall_at_5_std": 0.445412, "nauc_recall_at_5_diff1": 0.304296, "nauc_recall_at_10_max": 0.58024, "nauc_recall_at_10_std": 0.51458, "nauc_recall_at_10_diff1": 0.280794, "nauc_recall_at_20_max": 0.579835, "nauc_recall_at_20_std": 0.541718, "nauc_recall_at_20_diff1": 0.259099, "nauc_recall_at_100_max": 0.576117, "nauc_recall_at_100_std": 0.543276, "nauc_recall_at_100_diff1": 0.238842, "nauc_recall_at_1000_max": 0.576117, "nauc_recall_at_1000_std": 0.543276, "nauc_recall_at_1000_diff1": 0.238842, "nauc_precision_at_1_max": 0.578318, "nauc_precision_at_1_std": 0.449307, "nauc_precision_at_1_diff1": 0.443391, "nauc_precision_at_3_max": 0.469642, "nauc_precision_at_3_std": 0.496368, "nauc_precision_at_3_diff1": 0.163363, "nauc_precision_at_5_max": 0.448571, "nauc_precision_at_5_std": 0.53075, "nauc_precision_at_5_diff1": 0.107644, "nauc_precision_at_10_max": 0.392909, "nauc_precision_at_10_std": 0.531126, "nauc_precision_at_10_diff1": 0.022826, "nauc_precision_at_20_max": 0.339578, "nauc_precision_at_20_std": 0.509982, "nauc_precision_at_20_diff1": -0.016139, "nauc_precision_at_100_max": 0.295722, "nauc_precision_at_100_std": 0.470907, "nauc_precision_at_100_diff1": -0.0536, "nauc_precision_at_1000_max": 0.295722, "nauc_precision_at_1000_std": 0.470907, "nauc_precision_at_1000_diff1": -0.0536, "nauc_mrr_at_1_max": 0.578318, "nauc_mrr_at_1_std": 0.449307, "nauc_mrr_at_1_diff1": 0.443391, "nauc_mrr_at_3_max": 0.615128, "nauc_mrr_at_3_std": 0.509803, "nauc_mrr_at_3_diff1": 0.403806, "nauc_mrr_at_5_max": 0.617934, "nauc_mrr_at_5_std": 0.515953, "nauc_mrr_at_5_diff1": 0.402562, "nauc_mrr_at_10_max": 0.617955, "nauc_mrr_at_10_std": 0.517061, "nauc_mrr_at_10_diff1": 0.401926, "nauc_mrr_at_20_max": 0.61806, "nauc_mrr_at_20_std": 0.516672, "nauc_mrr_at_20_diff1": 0.402317, "nauc_mrr_at_100_max": 0.617806, "nauc_mrr_at_100_std": 0.516664, "nauc_mrr_at_100_diff1": 0.401951, "nauc_mrr_at_1000_max": 0.617806, "nauc_mrr_at_1000_std": 0.516664, "nauc_mrr_at_1000_diff1": 0.401951, "hit_rate_at_1": 0.37107, "hit_rate_at_3": 0.49371, "hit_rate_at_5": 0.51887, "hit_rate_at_10": 0.53774, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.32379, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.37107, "ndcg_at_3": 0.35661, "ndcg_at_5": 0.35754, "ndcg_at_10": 0.35956, "ndcg_at_20": 0.3638, "ndcg_at_100": 0.36838, "ndcg_at_1000": 0.36838, "map_at_1": 0.17765, "map_at_3": 0.23843, "map_at_5": 0.26001, "map_at_10": 0.27689, "map_at_20": 0.28595, "map_at_100": 0.28888, "map_at_1000": 0.28888, "recall_at_1": 0.17765, "recall_at_3": 0.271, "recall_at_5": 0.31382, "recall_at_10": 0.36025, "recall_at_20": 0.39364, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.17765, "precision_at_1": 0.39308, "precision_at_3": 0.24843, "precision_at_5": 0.1956, "precision_at_10": 0.12799, "precision_at_20": 0.07783, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.393082, "mrr_at_3": 0.457547, "mrr_at_5": 0.466038, "mrr_at_10": 0.471155, "mrr_at_20": 0.472568, "mrr_at_100": 0.47283, "mrr_at_1000": 0.47283, "nauc_ndcg_at_1_max": 0.617826, "nauc_ndcg_at_1_std": 0.417231, "nauc_ndcg_at_1_diff1": 0.424396, "nauc_ndcg_at_3_max": 0.625579, "nauc_ndcg_at_3_std": 0.469966, "nauc_ndcg_at_3_diff1": 0.378592, "nauc_ndcg_at_5_max": 0.623652, "nauc_ndcg_at_5_std": 0.487083, "nauc_ndcg_at_5_diff1": 0.338274, "nauc_ndcg_at_10_max": 0.638846, "nauc_ndcg_at_10_std": 0.516848, "nauc_ndcg_at_10_diff1": 0.329846, "nauc_ndcg_at_20_max": 0.647208, "nauc_ndcg_at_20_std": 0.531627, "nauc_ndcg_at_20_diff1": 0.327898, "nauc_ndcg_at_100_max": 0.648715, "nauc_ndcg_at_100_std": 0.538437, "nauc_ndcg_at_100_diff1": 0.321634, "nauc_ndcg_at_1000_max": 0.648715, "nauc_ndcg_at_1000_std": 0.538437, "nauc_ndcg_at_1000_diff1": 0.321634, "nauc_map_at_1_max": 0.494992, "nauc_map_at_1_std": 0.260406, "nauc_map_at_1_diff1": 0.435657, "nauc_map_at_3_max": 0.537141, "nauc_map_at_3_std": 0.348806, "nauc_map_at_3_diff1": 0.384354, "nauc_map_at_5_max": 0.562952, "nauc_map_at_5_std": 0.391259, "nauc_map_at_5_diff1": 0.358322, "nauc_map_at_10_max": 0.576694, "nauc_map_at_10_std": 0.427652, "nauc_map_at_10_diff1": 0.340634, "nauc_map_at_20_max": 0.583934, "nauc_map_at_20_std": 0.452145, "nauc_map_at_20_diff1": 0.328002, "nauc_map_at_100_max": 0.584429, "nauc_map_at_100_std": 0.459556, "nauc_map_at_100_diff1": 0.321592, "nauc_map_at_1000_max": 0.584429, "nauc_map_at_1000_std": 0.459556, "nauc_map_at_1000_diff1": 0.321592, "nauc_recall_at_1_max": 0.494992, "nauc_recall_at_1_std": 0.260406, "nauc_recall_at_1_diff1": 0.435657, "nauc_recall_at_3_max": 0.510446, "nauc_recall_at_3_std": 0.36555, "nauc_recall_at_3_diff1": 0.336949, "nauc_recall_at_5_max": 0.538265, "nauc_recall_at_5_std": 0.426054, "nauc_recall_at_5_diff1": 0.289025, "nauc_recall_at_10_max": 0.566218, "nauc_recall_at_10_std": 0.508744, "nauc_recall_at_10_diff1": 0.245136, "nauc_recall_at_20_max": 0.591702, "nauc_recall_at_20_std": 0.558111, "nauc_recall_at_20_diff1": 0.223959, "nauc_recall_at_100_max": 0.594926, "nauc_recall_at_100_std": 0.573754, "nauc_recall_at_100_diff1": 0.208335, "nauc_recall_at_1000_max": 0.594926, "nauc_recall_at_1000_std": 0.573754, "nauc_recall_at_1000_diff1": 0.208335, "nauc_precision_at_1_max": 0.652539, "nauc_precision_at_1_std": 0.430809, "nauc_precision_at_1_diff1": 0.465913, "nauc_precision_at_3_max": 0.560302, "nauc_precision_at_3_std": 0.522194, "nauc_precision_at_3_diff1": 0.226834, "nauc_precision_at_5_max": 0.505616, "nauc_precision_at_5_std": 0.536308, "nauc_precision_at_5_diff1": 0.089975, "nauc_precision_at_10_max": 0.447363, "nauc_precision_at_10_std": 0.539303, "nauc_precision_at_10_diff1": 0.008418, "nauc_precision_at_20_max": 0.387796, "nauc_precision_at_20_std": 0.5329, "nauc_precision_at_20_diff1": -0.055116, "nauc_precision_at_100_max": 0.346875, "nauc_precision_at_100_std": 0.51126, "nauc_precision_at_100_diff1": -0.095049, "nauc_precision_at_1000_max": 0.346875, "nauc_precision_at_1000_std": 0.51126, "nauc_precision_at_1000_diff1": -0.095049, "nauc_mrr_at_1_max": 0.652539, "nauc_mrr_at_1_std": 0.430809, "nauc_mrr_at_1_diff1": 0.465913, "nauc_mrr_at_3_max": 0.683107, "nauc_mrr_at_3_std": 0.504649, "nauc_mrr_at_3_diff1": 0.428897, "nauc_mrr_at_5_max": 0.694271, "nauc_mrr_at_5_std": 0.519392, "nauc_mrr_at_5_diff1": 0.424518, "nauc_mrr_at_10_max": 0.695549, "nauc_mrr_at_10_std": 0.5232, "nauc_mrr_at_10_diff1": 0.420249, "nauc_mrr_at_20_max": 0.6946, "nauc_mrr_at_20_std": 0.521515, "nauc_mrr_at_20_diff1": 0.419715, "nauc_mrr_at_100_max": 0.694426, "nauc_mrr_at_100_std": 0.52147, "nauc_mrr_at_100_diff1": 0.419351, "nauc_mrr_at_1000_max": 0.694426, "nauc_mrr_at_1000_std": 0.52147, "nauc_mrr_at_1000_diff1": 0.419351, "hit_rate_at_1": 0.39308, "hit_rate_at_3": 0.53774, "hit_rate_at_5": 0.57233, "hit_rate_at_10": 0.61321, "hit_rate_at_20": 0.63208, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.35956, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.24.9" }, { "ndcg_at_1": 0.35535, "ndcg_at_3": 0.3365, "ndcg_at_5": 0.32929, "ndcg_at_10": 0.32749, "ndcg_at_20": 0.33013, "ndcg_at_100": 0.33687, "ndcg_at_1000": 0.33687, "map_at_1": 0.16333, "map_at_3": 0.22215, "map_at_5": 0.24094, "map_at_10": 0.25524, "map_at_20": 0.26414, "map_at_100": 0.26934, "map_at_1000": 0.26934, "recall_at_1": 0.16333, "recall_at_3": 0.24663, "recall_at_5": 0.27929, "recall_at_10": 0.31674, "recall_at_20": 0.34368, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.16333, "precision_at_1": 0.37736, "precision_at_3": 0.23795, "precision_at_5": 0.1805, "precision_at_10": 0.11667, "precision_at_20": 0.07217, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.377358, "mrr_at_3": 0.429245, "mrr_at_5": 0.434119, "mrr_at_10": 0.438654, "mrr_at_20": 0.439499, "mrr_at_100": 0.439857, "mrr_at_1000": 0.439857, "nauc_ndcg_at_1_max": 0.612523, "nauc_ndcg_at_1_std": 0.416684, "nauc_ndcg_at_1_diff1": 0.40938, "nauc_ndcg_at_3_max": 0.599378, "nauc_ndcg_at_3_std": 0.451163, "nauc_ndcg_at_3_diff1": 0.324073, "nauc_ndcg_at_5_max": 0.599205, "nauc_ndcg_at_5_std": 0.471423, "nauc_ndcg_at_5_diff1": 0.309227, "nauc_ndcg_at_10_max": 0.607177, "nauc_ndcg_at_10_std": 0.493397, "nauc_ndcg_at_10_diff1": 0.306094, "nauc_ndcg_at_20_max": 0.612575, "nauc_ndcg_at_20_std": 0.508535, "nauc_ndcg_at_20_diff1": 0.29892, "nauc_ndcg_at_100_max": 0.614354, "nauc_ndcg_at_100_std": 0.5161, "nauc_ndcg_at_100_diff1": 0.288526, "nauc_ndcg_at_1000_max": 0.614354, "nauc_ndcg_at_1000_std": 0.5161, "nauc_ndcg_at_1000_diff1": 0.288526, "nauc_map_at_1_max": 0.457047, "nauc_map_at_1_std": 0.243289, "nauc_map_at_1_diff1": 0.460882, "nauc_map_at_3_max": 0.507833, "nauc_map_at_3_std": 0.33822, "nauc_map_at_3_diff1": 0.368418, "nauc_map_at_5_max": 0.534141, "nauc_map_at_5_std": 0.391735, "nauc_map_at_5_diff1": 0.341263, "nauc_map_at_10_max": 0.551281, "nauc_map_at_10_std": 0.422386, "nauc_map_at_10_diff1": 0.323843, "nauc_map_at_20_max": 0.559728, "nauc_map_at_20_std": 0.444576, "nauc_map_at_20_diff1": 0.308732, "nauc_map_at_100_max": 0.562534, "nauc_map_at_100_std": 0.45457, "nauc_map_at_100_diff1": 0.298198, "nauc_map_at_1000_max": 0.562534, "nauc_map_at_1000_std": 0.45457, "nauc_map_at_1000_diff1": 0.298198, "nauc_recall_at_1_max": 0.457047, "nauc_recall_at_1_std": 0.243289, "nauc_recall_at_1_diff1": 0.460882, "nauc_recall_at_3_max": 0.488847, "nauc_recall_at_3_std": 0.351464, "nauc_recall_at_3_diff1": 0.320846, "nauc_recall_at_5_max": 0.511609, "nauc_recall_at_5_std": 0.42623, "nauc_recall_at_5_diff1": 0.274954, "nauc_recall_at_10_max": 0.540143, "nauc_recall_at_10_std": 0.487554, "nauc_recall_at_10_diff1": 0.243413, "nauc_recall_at_20_max": 0.563746, "nauc_recall_at_20_std": 0.539045, "nauc_recall_at_20_diff1": 0.212882, "nauc_recall_at_100_max": 0.567847, "nauc_recall_at_100_std": 0.55142, "nauc_recall_at_100_diff1": 0.191198, "nauc_recall_at_1000_max": 0.567847, "nauc_recall_at_1000_std": 0.55142, "nauc_recall_at_1000_diff1": 0.191198, "nauc_precision_at_1_max": 0.622232, "nauc_precision_at_1_std": 0.423541, "nauc_precision_at_1_diff1": 0.400604, "nauc_precision_at_3_max": 0.545365, "nauc_precision_at_3_std": 0.501184, "nauc_precision_at_3_diff1": 0.111666, "nauc_precision_at_5_max": 0.522567, "nauc_precision_at_5_std": 0.534638, "nauc_precision_at_5_diff1": 0.031608, "nauc_precision_at_10_max": 0.499229, "nauc_precision_at_10_std": 0.552919, "nauc_precision_at_10_diff1": -0.015651, "nauc_precision_at_20_max": 0.433998, "nauc_precision_at_20_std": 0.524338, "nauc_precision_at_20_diff1": -0.077439, "nauc_precision_at_100_max": 0.392408, "nauc_precision_at_100_std": 0.49397, "nauc_precision_at_100_diff1": -0.111615, "nauc_precision_at_1000_max": 0.392408, "nauc_precision_at_1000_std": 0.49397, "nauc_precision_at_1000_diff1": -0.111615, "nauc_mrr_at_1_max": 0.622232, "nauc_mrr_at_1_std": 0.423541, "nauc_mrr_at_1_diff1": 0.400604, "nauc_mrr_at_3_max": 0.651965, "nauc_mrr_at_3_std": 0.492429, "nauc_mrr_at_3_diff1": 0.354292, "nauc_mrr_at_5_max": 0.658756, "nauc_mrr_at_5_std": 0.49951, "nauc_mrr_at_5_diff1": 0.351826, "nauc_mrr_at_10_max": 0.662039, "nauc_mrr_at_10_std": 0.508285, "nauc_mrr_at_10_diff1": 0.350735, "nauc_mrr_at_20_max": 0.661785, "nauc_mrr_at_20_std": 0.508885, "nauc_mrr_at_20_diff1": 0.349322, "nauc_mrr_at_100_max": 0.661409, "nauc_mrr_at_100_std": 0.508746, "nauc_mrr_at_100_diff1": 0.348911, "nauc_mrr_at_1000_max": 0.661409, "nauc_mrr_at_1000_std": 0.508746, "nauc_mrr_at_1000_diff1": 0.348911, "hit_rate_at_1": 0.37736, "hit_rate_at_3": 0.49057, "hit_rate_at_5": 0.51258, "hit_rate_at_10": 0.54717, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.32749, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.24.9" } ] }, "evaluation_time": 7173.648970469978, "kg_co2_emissions": null, "date": 1791856010.844561, "evaluation_phases": [ { "name": "Data loading", "start": 4.477013135328889e-06, "end": 31.913459816016257, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 31.91351490802481, "end": 31.91351808301988, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 31.91902269399725, "end": 1226.96102879502, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 1226.961080292007, "end": 1227.0054874240013, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 1227.019715935021, "end": 2474.5064989800157, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 2474.5065435260185, "end": 2474.556531123002, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 2474.570690729015, "end": 3514.188621508016, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 3514.188655649021, "end": 3514.2363279180136, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 3514.2523841590155, "end": 4726.613952797023, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 4726.614027739008, "end": 4726.658201147016, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 4726.673394112004, "end": 5977.177202570019, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 5977.177239095006, "end": 5977.226560355019, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 5977.24212176702, "end": 7173.590713442012, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 7173.5907571680145, "end": 7173.637189292, "split": "test", "subset": "portuguese" } ] }