{ "dataset_revision": "75b03f07ac6fbef803a44c8fff3c1215a22ad85f", "task_name": "Vidore3EnergyBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.63961, "ndcg_at_3": 0.66474, "ndcg_at_5": 0.67652, "ndcg_at_10": 0.70174, "ndcg_at_20": 0.7181, "ndcg_at_100": 0.72847, "ndcg_at_1000": 0.72847, "map_at_1": 0.39702, "map_at_3": 0.53702, "map_at_5": 0.56958, "map_at_10": 0.60307, "map_at_20": 0.6185, "map_at_100": 0.62455, "map_at_1000": 0.62455, "recall_at_1": 0.39702, "recall_at_3": 0.6059, "recall_at_5": 0.67476, "recall_at_10": 0.76303, "recall_at_20": 0.82092, "recall_at_100": 0.85391, "recall_at_1000": 0.85391, "accuracy": 0.39702, "precision_at_1": 0.67208, "precision_at_3": 0.40368, "precision_at_5": 0.29545, "precision_at_10": 0.19058, "precision_at_20": 0.11396, "precision_at_100": 0.02539, "precision_at_1000": 0.00254, "mrr_at_1": 0.672078, "mrr_at_3": 0.755952, "mrr_at_5": 0.766017, "mrr_at_10": 0.771373, "mrr_at_20": 0.773561, "mrr_at_100": 0.773765, "mrr_at_1000": 0.773765, "nauc_ndcg_at_1_max": 0.247523, "nauc_ndcg_at_1_std": -0.119559, "nauc_ndcg_at_1_diff1": 0.39715, "nauc_ndcg_at_3_max": 0.249112, "nauc_ndcg_at_3_std": -0.110895, "nauc_ndcg_at_3_diff1": 0.324356, "nauc_ndcg_at_5_max": 0.235128, "nauc_ndcg_at_5_std": -0.115248, "nauc_ndcg_at_5_diff1": 0.317611, "nauc_ndcg_at_10_max": 0.259516, "nauc_ndcg_at_10_std": -0.053384, "nauc_ndcg_at_10_diff1": 0.288169, "nauc_ndcg_at_20_max": 0.272171, "nauc_ndcg_at_20_std": -0.053964, "nauc_ndcg_at_20_diff1": 0.289213, "nauc_ndcg_at_100_max": 0.283627, "nauc_ndcg_at_100_std": -0.065917, "nauc_ndcg_at_100_diff1": 0.278758, "nauc_ndcg_at_1000_max": 0.283627, "nauc_ndcg_at_1000_std": -0.065917, "nauc_ndcg_at_1000_diff1": 0.278758, "nauc_map_at_1_max": 0.116201, "nauc_map_at_1_std": -0.166017, "nauc_map_at_1_diff1": 0.439054, "nauc_map_at_3_max": 0.178068, "nauc_map_at_3_std": -0.126535, "nauc_map_at_3_diff1": 0.343955, "nauc_map_at_5_max": 0.190805, "nauc_map_at_5_std": -0.130315, "nauc_map_at_5_diff1": 0.332226, "nauc_map_at_10_max": 0.213645, "nauc_map_at_10_std": -0.093039, "nauc_map_at_10_diff1": 0.30347, "nauc_map_at_20_max": 0.219138, "nauc_map_at_20_std": -0.089489, "nauc_map_at_20_diff1": 0.297609, "nauc_map_at_100_max": 0.22142, "nauc_map_at_100_std": -0.096023, "nauc_map_at_100_diff1": 0.293267, "nauc_map_at_1000_max": 0.22142, "nauc_map_at_1000_std": -0.096023, "nauc_map_at_1000_diff1": 0.293267, "nauc_recall_at_1_max": 0.116201, "nauc_recall_at_1_std": -0.166017, "nauc_recall_at_1_diff1": 0.439054, "nauc_recall_at_3_max": 0.169769, "nauc_recall_at_3_std": -0.087603, "nauc_recall_at_3_diff1": 0.264952, "nauc_recall_at_5_max": 0.179028, "nauc_recall_at_5_std": -0.080887, "nauc_recall_at_5_diff1": 0.232033, "nauc_recall_at_10_max": 0.225781, "nauc_recall_at_10_std": 0.037122, "nauc_recall_at_10_diff1": 0.148726, "nauc_recall_at_20_max": 0.225639, "nauc_recall_at_20_std": 0.038847, "nauc_recall_at_20_diff1": 0.124008, "nauc_recall_at_100_max": 0.299196, "nauc_recall_at_100_std": 0.018948, "nauc_recall_at_100_diff1": 0.044987, "nauc_recall_at_1000_max": 0.299196, "nauc_recall_at_1000_std": 0.018948, "nauc_recall_at_1000_diff1": 0.044987, "nauc_precision_at_1_max": 0.279098, "nauc_precision_at_1_std": -0.170021, "nauc_precision_at_1_diff1": 0.368447, "nauc_precision_at_3_max": 0.221537, "nauc_precision_at_3_std": 0.053554, "nauc_precision_at_3_diff1": -0.118433, "nauc_precision_at_5_max": 0.160025, "nauc_precision_at_5_std": 0.057978, "nauc_precision_at_5_diff1": -0.19489, "nauc_precision_at_10_max": 0.095985, "nauc_precision_at_10_std": 0.162815, "nauc_precision_at_10_diff1": -0.262557, "nauc_precision_at_20_max": 0.048656, "nauc_precision_at_20_std": 0.132605, "nauc_precision_at_20_diff1": -0.262322, "nauc_precision_at_100_max": 0.024135, "nauc_precision_at_100_std": 0.071276, "nauc_precision_at_100_diff1": -0.265162, "nauc_precision_at_1000_max": 0.024135, "nauc_precision_at_1000_std": 0.071276, "nauc_precision_at_1000_diff1": -0.265162, "nauc_mrr_at_1_max": 0.279098, "nauc_mrr_at_1_std": -0.170021, "nauc_mrr_at_1_diff1": 0.368447, "nauc_mrr_at_3_max": 0.330259, "nauc_mrr_at_3_std": -0.125659, "nauc_mrr_at_3_diff1": 0.299725, "nauc_mrr_at_5_max": 0.326166, "nauc_mrr_at_5_std": -0.114959, "nauc_mrr_at_5_diff1": 0.296435, "nauc_mrr_at_10_max": 0.323003, "nauc_mrr_at_10_std": -0.114685, "nauc_mrr_at_10_diff1": 0.297193, "nauc_mrr_at_20_max": 0.320472, "nauc_mrr_at_20_std": -0.120939, "nauc_mrr_at_20_diff1": 0.299288, "nauc_mrr_at_100_max": 0.321519, "nauc_mrr_at_100_std": -0.120858, "nauc_mrr_at_100_diff1": 0.298851, "nauc_mrr_at_1000_max": 0.321519, "nauc_mrr_at_1000_std": -0.120858, "nauc_mrr_at_1000_diff1": 0.298851, "hit_rate_at_1": 0.67208, "hit_rate_at_3": 0.85714, "hit_rate_at_5": 0.9026, "hit_rate_at_10": 0.94156, "hit_rate_at_20": 0.97078, "hit_rate_at_100": 0.97727, "hit_rate_at_1000": 0.97727, "main_score": 0.70174, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.43669, "ndcg_at_3": 0.42149, "ndcg_at_5": 0.42238, "ndcg_at_10": 0.42715, "ndcg_at_20": 0.4299, "ndcg_at_100": 0.43385, "ndcg_at_1000": 0.43385, "map_at_1": 0.25186, "map_at_3": 0.32854, "map_at_5": 0.34668, "map_at_10": 0.36011, "map_at_20": 0.36501, "map_at_100": 0.3669, "map_at_1000": 0.3669, "recall_at_1": 0.25186, "recall_at_3": 0.3629, "recall_at_5": 0.40144, "recall_at_10": 0.43678, "recall_at_20": 0.45214, "recall_at_100": 0.46397, "recall_at_1000": 0.46397, "accuracy": 0.25186, "precision_at_1": 0.46429, "precision_at_3": 0.26299, "precision_at_5": 0.18571, "precision_at_10": 0.11104, "precision_at_20": 0.06185, "precision_at_100": 0.01334, "precision_at_1000": 0.00133, "mrr_at_1": 0.464286, "mrr_at_3": 0.514069, "mrr_at_5": 0.519589, "mrr_at_10": 0.523886, "mrr_at_20": 0.524306, "mrr_at_100": 0.524562, "mrr_at_1000": 0.524562, "nauc_ndcg_at_1_max": 0.586373, "nauc_ndcg_at_1_std": 0.270594, "nauc_ndcg_at_1_diff1": -0.059312, "nauc_ndcg_at_3_max": 0.535243, "nauc_ndcg_at_3_std": 0.301598, "nauc_ndcg_at_3_diff1": -0.139585, "nauc_ndcg_at_5_max": 0.534918, "nauc_ndcg_at_5_std": 0.31419, "nauc_ndcg_at_5_diff1": -0.161569, "nauc_ndcg_at_10_max": 0.540631, "nauc_ndcg_at_10_std": 0.343205, "nauc_ndcg_at_10_diff1": -0.185711, "nauc_ndcg_at_20_max": 0.544697, "nauc_ndcg_at_20_std": 0.34866, "nauc_ndcg_at_20_diff1": -0.191264, "nauc_ndcg_at_100_max": 0.549161, "nauc_ndcg_at_100_std": 0.359137, "nauc_ndcg_at_100_diff1": -0.197954, "nauc_ndcg_at_1000_max": 0.549161, "nauc_ndcg_at_1000_std": 0.359137, "nauc_ndcg_at_1000_diff1": -0.197954, "nauc_map_at_1_max": 0.388164, "nauc_map_at_1_std": 0.116705, "nauc_map_at_1_diff1": 0.052219, "nauc_map_at_3_max": 0.428656, "nauc_map_at_3_std": 0.206125, "nauc_map_at_3_diff1": -0.079585, "nauc_map_at_5_max": 0.451311, "nauc_map_at_5_std": 0.229641, "nauc_map_at_5_diff1": -0.112232, "nauc_map_at_10_max": 0.466767, "nauc_map_at_10_std": 0.256941, "nauc_map_at_10_diff1": -0.13718, "nauc_map_at_20_max": 0.472644, "nauc_map_at_20_std": 0.268847, "nauc_map_at_20_diff1": -0.145504, "nauc_map_at_100_max": 0.47445, "nauc_map_at_100_std": 0.273658, "nauc_map_at_100_diff1": -0.148744, "nauc_map_at_1000_max": 0.47445, "nauc_map_at_1000_std": 0.273658, "nauc_map_at_1000_diff1": -0.148744, "nauc_recall_at_1_max": 0.388164, "nauc_recall_at_1_std": 0.116705, "nauc_recall_at_1_diff1": 0.052219, "nauc_recall_at_3_max": 0.42212, "nauc_recall_at_3_std": 0.248815, "nauc_recall_at_3_diff1": -0.128529, "nauc_recall_at_5_max": 0.451857, "nauc_recall_at_5_std": 0.298431, "nauc_recall_at_5_diff1": -0.196239, "nauc_recall_at_10_max": 0.475908, "nauc_recall_at_10_std": 0.374796, "nauc_recall_at_10_diff1": -0.24575, "nauc_recall_at_20_max": 0.491789, "nauc_recall_at_20_std": 0.409013, "nauc_recall_at_20_diff1": -0.266905, "nauc_recall_at_100_max": 0.509715, "nauc_recall_at_100_std": 0.442403, "nauc_recall_at_100_diff1": -0.286708, "nauc_recall_at_1000_max": 0.509715, "nauc_recall_at_1000_std": 0.442403, "nauc_recall_at_1000_diff1": -0.286708, "nauc_precision_at_1_max": 0.604593, "nauc_precision_at_1_std": 0.290001, "nauc_precision_at_1_diff1": -0.060202, "nauc_precision_at_3_max": 0.50021, "nauc_precision_at_3_std": 0.386235, "nauc_precision_at_3_diff1": -0.270096, "nauc_precision_at_5_max": 0.475613, "nauc_precision_at_5_std": 0.414144, "nauc_precision_at_5_diff1": -0.316681, "nauc_precision_at_10_max": 0.449924, "nauc_precision_at_10_std": 0.471737, "nauc_precision_at_10_diff1": -0.362256, "nauc_precision_at_20_max": 0.413655, "nauc_precision_at_20_std": 0.476855, "nauc_precision_at_20_diff1": -0.365067, "nauc_precision_at_100_max": 0.378096, "nauc_precision_at_100_std": 0.464479, "nauc_precision_at_100_diff1": -0.362654, "nauc_precision_at_1000_max": 0.378096, "nauc_precision_at_1000_std": 0.464479, "nauc_precision_at_1000_diff1": -0.362654, "nauc_mrr_at_1_max": 0.604593, "nauc_mrr_at_1_std": 0.290001, "nauc_mrr_at_1_diff1": -0.060202, "nauc_mrr_at_3_max": 0.625501, "nauc_mrr_at_3_std": 0.370512, "nauc_mrr_at_3_diff1": -0.132139, "nauc_mrr_at_5_max": 0.629886, "nauc_mrr_at_5_std": 0.381274, "nauc_mrr_at_5_diff1": -0.141931, "nauc_mrr_at_10_max": 0.633968, "nauc_mrr_at_10_std": 0.389921, "nauc_mrr_at_10_diff1": -0.144683, "nauc_mrr_at_20_max": 0.633874, "nauc_mrr_at_20_std": 0.389659, "nauc_mrr_at_20_diff1": -0.145257, "nauc_mrr_at_100_max": 0.634324, "nauc_mrr_at_100_std": 0.390606, "nauc_mrr_at_100_diff1": -0.1457, "nauc_mrr_at_1000_max": 0.634324, "nauc_mrr_at_1000_std": 0.390606, "nauc_mrr_at_1000_diff1": -0.1457, "hit_rate_at_1": 0.46429, "hit_rate_at_3": 0.57143, "hit_rate_at_5": 0.59416, "hit_rate_at_10": 0.62338, "hit_rate_at_20": 0.62987, "hit_rate_at_100": 0.63636, "hit_rate_at_1000": 0.63636, "main_score": 0.42715, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.41396, "ndcg_at_3": 0.38938, "ndcg_at_5": 0.38954, "ndcg_at_10": 0.39372, "ndcg_at_20": 0.39765, "ndcg_at_100": 0.39975, "ndcg_at_1000": 0.39975, "map_at_1": 0.2391, "map_at_3": 0.3046, "map_at_5": 0.32113, "map_at_10": 0.33269, "map_at_20": 0.3377, "map_at_100": 0.33904, "map_at_1000": 0.33904, "recall_at_1": 0.2391, "recall_at_3": 0.33521, "recall_at_5": 0.3699, "recall_at_10": 0.405, "recall_at_20": 0.42208, "recall_at_100": 0.42731, "recall_at_1000": 0.42731, "accuracy": 0.2391, "precision_at_1": 0.44156, "precision_at_3": 0.24459, "precision_at_5": 0.17468, "precision_at_10": 0.1039, "precision_at_20": 0.05844, "precision_at_100": 0.01227, "precision_at_1000": 0.00123, "mrr_at_1": 0.441558, "mrr_at_3": 0.484307, "mrr_at_5": 0.490963, "mrr_at_10": 0.493817, "mrr_at_20": 0.494304, "mrr_at_100": 0.494304, "mrr_at_1000": 0.494304, "nauc_ndcg_at_1_max": 0.648523, "nauc_ndcg_at_1_std": 0.289966, "nauc_ndcg_at_1_diff1": 0.05922, "nauc_ndcg_at_3_max": 0.636214, "nauc_ndcg_at_3_std": 0.317608, "nauc_ndcg_at_3_diff1": -0.030202, "nauc_ndcg_at_5_max": 0.637535, "nauc_ndcg_at_5_std": 0.337614, "nauc_ndcg_at_5_diff1": -0.051413, "nauc_ndcg_at_10_max": 0.635524, "nauc_ndcg_at_10_std": 0.355948, "nauc_ndcg_at_10_diff1": -0.071658, "nauc_ndcg_at_20_max": 0.638043, "nauc_ndcg_at_20_std": 0.366886, "nauc_ndcg_at_20_diff1": -0.077543, "nauc_ndcg_at_100_max": 0.63803, "nauc_ndcg_at_100_std": 0.370207, "nauc_ndcg_at_100_diff1": -0.079873, "nauc_ndcg_at_1000_max": 0.63803, "nauc_ndcg_at_1000_std": 0.370207, "nauc_ndcg_at_1000_diff1": -0.079873, "nauc_map_at_1_max": 0.466948, "nauc_map_at_1_std": 0.074158, "nauc_map_at_1_diff1": 0.146002, "nauc_map_at_3_max": 0.539216, "nauc_map_at_3_std": 0.183675, "nauc_map_at_3_diff1": 0.022595, "nauc_map_at_5_max": 0.563885, "nauc_map_at_5_std": 0.22487, "nauc_map_at_5_diff1": -0.006883, "nauc_map_at_10_max": 0.576314, "nauc_map_at_10_std": 0.252438, "nauc_map_at_10_diff1": -0.025908, "nauc_map_at_20_max": 0.580463, "nauc_map_at_20_std": 0.267072, "nauc_map_at_20_diff1": -0.034562, "nauc_map_at_100_max": 0.581144, "nauc_map_at_100_std": 0.269768, "nauc_map_at_100_diff1": -0.036219, "nauc_map_at_1000_max": 0.581144, "nauc_map_at_1000_std": 0.269768, "nauc_map_at_1000_diff1": -0.036219, "nauc_recall_at_1_max": 0.466948, "nauc_recall_at_1_std": 0.074158, "nauc_recall_at_1_diff1": 0.146002, "nauc_recall_at_3_max": 0.543744, "nauc_recall_at_3_std": 0.222854, "nauc_recall_at_3_diff1": -0.034687, "nauc_recall_at_5_max": 0.577251, "nauc_recall_at_5_std": 0.307032, "nauc_recall_at_5_diff1": -0.091735, "nauc_recall_at_10_max": 0.595352, "nauc_recall_at_10_std": 0.382385, "nauc_recall_at_10_diff1": -0.139731, "nauc_recall_at_20_max": 0.607208, "nauc_recall_at_20_std": 0.428571, "nauc_recall_at_20_diff1": -0.163847, "nauc_recall_at_100_max": 0.608259, "nauc_recall_at_100_std": 0.437669, "nauc_recall_at_100_diff1": -0.169012, "nauc_recall_at_1000_max": 0.608259, "nauc_recall_at_1000_std": 0.437669, "nauc_recall_at_1000_diff1": -0.169012, "nauc_precision_at_1_max": 0.680704, "nauc_precision_at_1_std": 0.307191, "nauc_precision_at_1_diff1": 0.076978, "nauc_precision_at_3_max": 0.608368, "nauc_precision_at_3_std": 0.492412, "nauc_precision_at_3_diff1": -0.185762, "nauc_precision_at_5_max": 0.572573, "nauc_precision_at_5_std": 0.537218, "nauc_precision_at_5_diff1": -0.242138, "nauc_precision_at_10_max": 0.507099, "nauc_precision_at_10_std": 0.570368, "nauc_precision_at_10_diff1": -0.283503, "nauc_precision_at_20_max": 0.444497, "nauc_precision_at_20_std": 0.580539, "nauc_precision_at_20_diff1": -0.293369, "nauc_precision_at_100_max": 0.412427, "nauc_precision_at_100_std": 0.560502, "nauc_precision_at_100_diff1": -0.28869, "nauc_precision_at_1000_max": 0.412427, "nauc_precision_at_1000_std": 0.560502, "nauc_precision_at_1000_diff1": -0.28869, "nauc_mrr_at_1_max": 0.680704, "nauc_mrr_at_1_std": 0.307191, "nauc_mrr_at_1_diff1": 0.076978, "nauc_mrr_at_3_max": 0.707991, "nauc_mrr_at_3_std": 0.375528, "nauc_mrr_at_3_diff1": 0.015533, "nauc_mrr_at_5_max": 0.715169, "nauc_mrr_at_5_std": 0.393851, "nauc_mrr_at_5_diff1": 0.006381, "nauc_mrr_at_10_max": 0.716559, "nauc_mrr_at_10_std": 0.398824, "nauc_mrr_at_10_diff1": 0.00348, "nauc_mrr_at_20_max": 0.716841, "nauc_mrr_at_20_std": 0.400555, "nauc_mrr_at_20_diff1": 0.002595, "nauc_mrr_at_100_max": 0.716841, "nauc_mrr_at_100_std": 0.400555, "nauc_mrr_at_100_diff1": 0.002595, "nauc_mrr_at_1000_max": 0.716841, "nauc_mrr_at_1000_std": 0.400555, "nauc_mrr_at_1000_diff1": 0.002595, "hit_rate_at_1": 0.44156, "hit_rate_at_3": 0.53896, "hit_rate_at_5": 0.56818, "hit_rate_at_10": 0.58766, "hit_rate_at_20": 0.59416, "hit_rate_at_100": 0.59416, "hit_rate_at_1000": 0.59416, "main_score": 0.39372, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.39935, "ndcg_at_3": 0.40869, "ndcg_at_5": 0.40916, "ndcg_at_10": 0.41786, "ndcg_at_20": 0.42357, "ndcg_at_100": 0.42755, "ndcg_at_1000": 0.42755, "map_at_1": 0.24568, "map_at_3": 0.33023, "map_at_5": 0.34339, "map_at_10": 0.35781, "map_at_20": 0.36468, "map_at_100": 0.36726, "map_at_1000": 0.36726, "recall_at_1": 0.24568, "recall_at_3": 0.36947, "recall_at_5": 0.39934, "recall_at_10": 0.44077, "recall_at_20": 0.46062, "recall_at_100": 0.47078, "recall_at_1000": 0.47078, "accuracy": 0.24568, "precision_at_1": 0.42857, "precision_at_3": 0.25325, "precision_at_5": 0.17662, "precision_at_10": 0.10942, "precision_at_20": 0.06331, "precision_at_100": 0.01399, "precision_at_1000": 0.0014, "mrr_at_1": 0.428571, "mrr_at_3": 0.483225, "mrr_at_5": 0.490368, "mrr_at_10": 0.493561, "mrr_at_20": 0.494022, "mrr_at_100": 0.494022, "mrr_at_1000": 0.494022, "nauc_ndcg_at_1_max": 0.570441, "nauc_ndcg_at_1_std": 0.305397, "nauc_ndcg_at_1_diff1": 0.153364, "nauc_ndcg_at_3_max": 0.633576, "nauc_ndcg_at_3_std": 0.376929, "nauc_ndcg_at_3_diff1": 0.031273, "nauc_ndcg_at_5_max": 0.631189, "nauc_ndcg_at_5_std": 0.384956, "nauc_ndcg_at_5_diff1": 0.017586, "nauc_ndcg_at_10_max": 0.64058, "nauc_ndcg_at_10_std": 0.409527, "nauc_ndcg_at_10_diff1": -0.002454, "nauc_ndcg_at_20_max": 0.64582, "nauc_ndcg_at_20_std": 0.417998, "nauc_ndcg_at_20_diff1": -0.011694, "nauc_ndcg_at_100_max": 0.652132, "nauc_ndcg_at_100_std": 0.424213, "nauc_ndcg_at_100_diff1": -0.015424, "nauc_ndcg_at_1000_max": 0.652132, "nauc_ndcg_at_1000_std": 0.424213, "nauc_ndcg_at_1000_diff1": -0.015424, "nauc_map_at_1_max": 0.468129, "nauc_map_at_1_std": 0.190912, "nauc_map_at_1_diff1": 0.194036, "nauc_map_at_3_max": 0.547941, "nauc_map_at_3_std": 0.279952, "nauc_map_at_3_diff1": 0.064323, "nauc_map_at_5_max": 0.566508, "nauc_map_at_5_std": 0.302022, "nauc_map_at_5_diff1": 0.0462, "nauc_map_at_10_max": 0.589386, "nauc_map_at_10_std": 0.336029, "nauc_map_at_10_diff1": 0.025808, "nauc_map_at_20_max": 0.599488, "nauc_map_at_20_std": 0.35401, "nauc_map_at_20_diff1": 0.015291, "nauc_map_at_100_max": 0.603755, "nauc_map_at_100_std": 0.360011, "nauc_map_at_100_diff1": 0.012066, "nauc_map_at_1000_max": 0.603755, "nauc_map_at_1000_std": 0.360011, "nauc_map_at_1000_diff1": 0.012066, "nauc_recall_at_1_max": 0.468129, "nauc_recall_at_1_std": 0.190912, "nauc_recall_at_1_diff1": 0.194036, "nauc_recall_at_3_max": 0.553209, "nauc_recall_at_3_std": 0.303668, "nauc_recall_at_3_diff1": 0.006725, "nauc_recall_at_5_max": 0.569164, "nauc_recall_at_5_std": 0.344744, "nauc_recall_at_5_diff1": -0.02308, "nauc_recall_at_10_max": 0.619547, "nauc_recall_at_10_std": 0.431477, "nauc_recall_at_10_diff1": -0.070351, "nauc_recall_at_20_max": 0.645632, "nauc_recall_at_20_std": 0.467585, "nauc_recall_at_20_diff1": -0.099747, "nauc_recall_at_100_max": 0.664458, "nauc_recall_at_100_std": 0.485953, "nauc_recall_at_100_diff1": -0.108992, "nauc_recall_at_1000_max": 0.664458, "nauc_recall_at_1000_std": 0.485953, "nauc_recall_at_1000_diff1": -0.108992, "nauc_precision_at_1_max": 0.575503, "nauc_precision_at_1_std": 0.338916, "nauc_precision_at_1_diff1": 0.160568, "nauc_precision_at_3_max": 0.567703, "nauc_precision_at_3_std": 0.434793, "nauc_precision_at_3_diff1": -0.126121, "nauc_precision_at_5_max": 0.553133, "nauc_precision_at_5_std": 0.46542, "nauc_precision_at_5_diff1": -0.169715, "nauc_precision_at_10_max": 0.514286, "nauc_precision_at_10_std": 0.501005, "nauc_precision_at_10_diff1": -0.211836, "nauc_precision_at_20_max": 0.468221, "nauc_precision_at_20_std": 0.504418, "nauc_precision_at_20_diff1": -0.228228, "nauc_precision_at_100_max": 0.44517, "nauc_precision_at_100_std": 0.468747, "nauc_precision_at_100_diff1": -0.225325, "nauc_precision_at_1000_max": 0.44517, "nauc_precision_at_1000_std": 0.468747, "nauc_precision_at_1000_diff1": -0.225325, "nauc_mrr_at_1_max": 0.575503, "nauc_mrr_at_1_std": 0.338916, "nauc_mrr_at_1_diff1": 0.160568, "nauc_mrr_at_3_max": 0.631239, "nauc_mrr_at_3_std": 0.400102, "nauc_mrr_at_3_diff1": 0.08848, "nauc_mrr_at_5_max": 0.633763, "nauc_mrr_at_5_std": 0.413846, "nauc_mrr_at_5_diff1": 0.084738, "nauc_mrr_at_10_max": 0.638193, "nauc_mrr_at_10_std": 0.420556, "nauc_mrr_at_10_diff1": 0.08226, "nauc_mrr_at_20_max": 0.63783, "nauc_mrr_at_20_std": 0.420279, "nauc_mrr_at_20_diff1": 0.082552, "nauc_mrr_at_100_max": 0.63783, "nauc_mrr_at_100_std": 0.420279, "nauc_mrr_at_100_diff1": 0.082552, "nauc_mrr_at_1000_max": 0.63783, "nauc_mrr_at_1000_std": 0.420279, "nauc_mrr_at_1000_diff1": 0.082552, "hit_rate_at_1": 0.42857, "hit_rate_at_3": 0.54545, "hit_rate_at_5": 0.57792, "hit_rate_at_10": 0.6039, "hit_rate_at_20": 0.61039, "hit_rate_at_100": 0.61039, "hit_rate_at_1000": 0.61039, "main_score": 0.41786, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.46591, "ndcg_at_3": 0.46409, "ndcg_at_5": 0.46629, "ndcg_at_10": 0.47034, "ndcg_at_20": 0.47364, "ndcg_at_100": 0.47626, "ndcg_at_1000": 0.47626, "map_at_1": 0.30369, "map_at_3": 0.38201, "map_at_5": 0.39728, "map_at_10": 0.41029, "map_at_20": 0.41456, "map_at_100": 0.41617, "map_at_1000": 0.41617, "recall_at_1": 0.30369, "recall_at_3": 0.41436, "recall_at_5": 0.44737, "recall_at_10": 0.48161, "recall_at_20": 0.49477, "recall_at_100": 0.50101, "recall_at_1000": 0.50101, "accuracy": 0.30369, "precision_at_1": 0.49351, "precision_at_3": 0.27489, "precision_at_5": 0.19351, "precision_at_10": 0.11494, "precision_at_20": 0.06364, "precision_at_100": 0.01357, "precision_at_1000": 0.00136, "mrr_at_1": 0.493506, "mrr_at_3": 0.542749, "mrr_at_5": 0.548268, "mrr_at_10": 0.55004, "mrr_at_20": 0.551058, "mrr_at_100": 0.551058, "mrr_at_1000": 0.551058, "nauc_ndcg_at_1_max": 0.550253, "nauc_ndcg_at_1_std": 0.151839, "nauc_ndcg_at_1_diff1": 0.16296, "nauc_ndcg_at_3_max": 0.564172, "nauc_ndcg_at_3_std": 0.248573, "nauc_ndcg_at_3_diff1": 0.058088, "nauc_ndcg_at_5_max": 0.554483, "nauc_ndcg_at_5_std": 0.255022, "nauc_ndcg_at_5_diff1": 0.036721, "nauc_ndcg_at_10_max": 0.565759, "nauc_ndcg_at_10_std": 0.283033, "nauc_ndcg_at_10_diff1": 0.017956, "nauc_ndcg_at_20_max": 0.567668, "nauc_ndcg_at_20_std": 0.288913, "nauc_ndcg_at_20_diff1": 0.012779, "nauc_ndcg_at_100_max": 0.569805, "nauc_ndcg_at_100_std": 0.290156, "nauc_ndcg_at_100_diff1": 0.008322, "nauc_ndcg_at_1000_max": 0.569805, "nauc_ndcg_at_1000_std": 0.290156, "nauc_ndcg_at_1000_diff1": 0.008322, "nauc_map_at_1_max": 0.370059, "nauc_map_at_1_std": 0.049402, "nauc_map_at_1_diff1": 0.209738, "nauc_map_at_3_max": 0.461391, "nauc_map_at_3_std": 0.148171, "nauc_map_at_3_diff1": 0.094666, "nauc_map_at_5_max": 0.473185, "nauc_map_at_5_std": 0.167935, "nauc_map_at_5_diff1": 0.073113, "nauc_map_at_10_max": 0.492362, "nauc_map_at_10_std": 0.196107, "nauc_map_at_10_diff1": 0.054194, "nauc_map_at_20_max": 0.496071, "nauc_map_at_20_std": 0.205864, "nauc_map_at_20_diff1": 0.047499, "nauc_map_at_100_max": 0.497677, "nauc_map_at_100_std": 0.207562, "nauc_map_at_100_diff1": 0.044416, "nauc_map_at_1000_max": 0.497677, "nauc_map_at_1000_std": 0.207562, "nauc_map_at_1000_diff1": 0.044416, "nauc_recall_at_1_max": 0.370059, "nauc_recall_at_1_std": 0.049402, "nauc_recall_at_1_diff1": 0.209738, "nauc_recall_at_3_max": 0.478747, "nauc_recall_at_3_std": 0.208899, "nauc_recall_at_3_diff1": 0.045837, "nauc_recall_at_5_max": 0.494248, "nauc_recall_at_5_std": 0.255911, "nauc_recall_at_5_diff1": -0.00563, "nauc_recall_at_10_max": 0.538741, "nauc_recall_at_10_std": 0.349964, "nauc_recall_at_10_diff1": -0.055278, "nauc_recall_at_20_max": 0.545751, "nauc_recall_at_20_std": 0.375729, "nauc_recall_at_20_diff1": -0.074065, "nauc_recall_at_100_max": 0.552696, "nauc_recall_at_100_std": 0.382027, "nauc_recall_at_100_diff1": -0.084913, "nauc_recall_at_1000_max": 0.552696, "nauc_recall_at_1000_std": 0.382027, "nauc_recall_at_1000_diff1": -0.084913, "nauc_precision_at_1_max": 0.562201, "nauc_precision_at_1_std": 0.19728, "nauc_precision_at_1_diff1": 0.140409, "nauc_precision_at_3_max": 0.528591, "nauc_precision_at_3_std": 0.386561, "nauc_precision_at_3_diff1": -0.165099, "nauc_precision_at_5_max": 0.453774, "nauc_precision_at_5_std": 0.400589, "nauc_precision_at_5_diff1": -0.219469, "nauc_precision_at_10_max": 0.40204, "nauc_precision_at_10_std": 0.438886, "nauc_precision_at_10_diff1": -0.259716, "nauc_precision_at_20_max": 0.360418, "nauc_precision_at_20_std": 0.435981, "nauc_precision_at_20_diff1": -0.280127, "nauc_precision_at_100_max": 0.331683, "nauc_precision_at_100_std": 0.391095, "nauc_precision_at_100_diff1": -0.287219, "nauc_precision_at_1000_max": 0.331683, "nauc_precision_at_1000_std": 0.391095, "nauc_precision_at_1000_diff1": -0.287219, "nauc_mrr_at_1_max": 0.562201, "nauc_mrr_at_1_std": 0.19728, "nauc_mrr_at_1_diff1": 0.140409, "nauc_mrr_at_3_max": 0.628894, "nauc_mrr_at_3_std": 0.313797, "nauc_mrr_at_3_diff1": 0.068735, "nauc_mrr_at_5_max": 0.631575, "nauc_mrr_at_5_std": 0.328834, "nauc_mrr_at_5_diff1": 0.058225, "nauc_mrr_at_10_max": 0.633798, "nauc_mrr_at_10_std": 0.335379, "nauc_mrr_at_10_diff1": 0.057058, "nauc_mrr_at_20_max": 0.634072, "nauc_mrr_at_20_std": 0.336287, "nauc_mrr_at_20_diff1": 0.055704, "nauc_mrr_at_100_max": 0.634072, "nauc_mrr_at_100_std": 0.336287, "nauc_mrr_at_100_diff1": 0.055704, "nauc_mrr_at_1000_max": 0.634072, "nauc_mrr_at_1000_std": 0.336287, "nauc_mrr_at_1000_diff1": 0.055704, "hit_rate_at_1": 0.49351, "hit_rate_at_3": 0.6039, "hit_rate_at_5": 0.62662, "hit_rate_at_10": 0.63961, "hit_rate_at_20": 0.6526, "hit_rate_at_100": 0.6526, "hit_rate_at_1000": 0.6526, "main_score": 0.47034, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.43182, "ndcg_at_3": 0.4281, "ndcg_at_5": 0.43161, "ndcg_at_10": 0.43527, "ndcg_at_20": 0.43752, "ndcg_at_100": 0.44176, "ndcg_at_1000": 0.44176, "map_at_1": 0.26645, "map_at_3": 0.34358, "map_at_5": 0.36076, "map_at_10": 0.37262, "map_at_20": 0.37661, "map_at_100": 0.37863, "map_at_1000": 0.37863, "recall_at_1": 0.26645, "recall_at_3": 0.37954, "recall_at_5": 0.41773, "recall_at_10": 0.44981, "recall_at_20": 0.46263, "recall_at_100": 0.47475, "recall_at_1000": 0.47475, "accuracy": 0.26645, "precision_at_1": 0.45779, "precision_at_3": 0.25974, "precision_at_5": 0.18571, "precision_at_10": 0.10909, "precision_at_20": 0.0599, "precision_at_100": 0.01305, "precision_at_1000": 0.00131, "mrr_at_1": 0.457792, "mrr_at_3": 0.50974, "mrr_at_5": 0.516883, "mrr_at_10": 0.519679, "mrr_at_20": 0.520161, "mrr_at_100": 0.520256, "mrr_at_1000": 0.520256, "nauc_ndcg_at_1_max": 0.63125, "nauc_ndcg_at_1_std": 0.194282, "nauc_ndcg_at_1_diff1": 0.017577, "nauc_ndcg_at_3_max": 0.607066, "nauc_ndcg_at_3_std": 0.226666, "nauc_ndcg_at_3_diff1": -0.06465, "nauc_ndcg_at_5_max": 0.613196, "nauc_ndcg_at_5_std": 0.24509, "nauc_ndcg_at_5_diff1": -0.088718, "nauc_ndcg_at_10_max": 0.620641, "nauc_ndcg_at_10_std": 0.266933, "nauc_ndcg_at_10_diff1": -0.107447, "nauc_ndcg_at_20_max": 0.625569, "nauc_ndcg_at_20_std": 0.271764, "nauc_ndcg_at_20_diff1": -0.111497, "nauc_ndcg_at_100_max": 0.63085, "nauc_ndcg_at_100_std": 0.279044, "nauc_ndcg_at_100_diff1": -0.118162, "nauc_ndcg_at_1000_max": 0.63085, "nauc_ndcg_at_1000_std": 0.279044, "nauc_ndcg_at_1000_diff1": -0.118162, "nauc_map_at_1_max": 0.450345, "nauc_map_at_1_std": 0.044127, "nauc_map_at_1_diff1": 0.125738, "nauc_map_at_3_max": 0.502126, "nauc_map_at_3_std": 0.124851, "nauc_map_at_3_diff1": -0.004541, "nauc_map_at_5_max": 0.530996, "nauc_map_at_5_std": 0.151607, "nauc_map_at_5_diff1": -0.035237, "nauc_map_at_10_max": 0.548344, "nauc_map_at_10_std": 0.173708, "nauc_map_at_10_diff1": -0.054649, "nauc_map_at_20_max": 0.556547, "nauc_map_at_20_std": 0.185149, "nauc_map_at_20_diff1": -0.062411, "nauc_map_at_100_max": 0.558843, "nauc_map_at_100_std": 0.188627, "nauc_map_at_100_diff1": -0.065561, "nauc_map_at_1000_max": 0.558843, "nauc_map_at_1000_std": 0.188627, "nauc_map_at_1000_diff1": -0.065561, "nauc_recall_at_1_max": 0.450345, "nauc_recall_at_1_std": 0.044127, "nauc_recall_at_1_diff1": 0.125738, "nauc_recall_at_3_max": 0.495684, "nauc_recall_at_3_std": 0.161907, "nauc_recall_at_3_diff1": -0.044612, "nauc_recall_at_5_max": 0.535491, "nauc_recall_at_5_std": 0.2156, "nauc_recall_at_5_diff1": -0.105853, "nauc_recall_at_10_max": 0.57561, "nauc_recall_at_10_std": 0.297054, "nauc_recall_at_10_diff1": -0.151681, "nauc_recall_at_20_max": 0.599329, "nauc_recall_at_20_std": 0.325974, "nauc_recall_at_20_diff1": -0.171435, "nauc_recall_at_100_max": 0.619395, "nauc_recall_at_100_std": 0.355022, "nauc_recall_at_100_diff1": -0.191345, "nauc_recall_at_1000_max": 0.619395, "nauc_recall_at_1000_std": 0.355022, "nauc_recall_at_1000_diff1": -0.191345, "nauc_precision_at_1_max": 0.629526, "nauc_precision_at_1_std": 0.199302, "nauc_precision_at_1_diff1": 0.034816, "nauc_precision_at_3_max": 0.546308, "nauc_precision_at_3_std": 0.315779, "nauc_precision_at_3_diff1": -0.226042, "nauc_precision_at_5_max": 0.534534, "nauc_precision_at_5_std": 0.378675, "nauc_precision_at_5_diff1": -0.289485, "nauc_precision_at_10_max": 0.483193, "nauc_precision_at_10_std": 0.392301, "nauc_precision_at_10_diff1": -0.3037, "nauc_precision_at_20_max": 0.478296, "nauc_precision_at_20_std": 0.419127, "nauc_precision_at_20_diff1": -0.31542, "nauc_precision_at_100_max": 0.433791, "nauc_precision_at_100_std": 0.388436, "nauc_precision_at_100_diff1": -0.311429, "nauc_precision_at_1000_max": 0.433791, "nauc_precision_at_1000_std": 0.388436, "nauc_precision_at_1000_diff1": -0.311429, "nauc_mrr_at_1_max": 0.629526, "nauc_mrr_at_1_std": 0.199302, "nauc_mrr_at_1_diff1": 0.034816, "nauc_mrr_at_3_max": 0.66683, "nauc_mrr_at_3_std": 0.278816, "nauc_mrr_at_3_diff1": -0.0464, "nauc_mrr_at_5_max": 0.670311, "nauc_mrr_at_5_std": 0.292803, "nauc_mrr_at_5_diff1": -0.056931, "nauc_mrr_at_10_max": 0.673162, "nauc_mrr_at_10_std": 0.298707, "nauc_mrr_at_10_diff1": -0.057122, "nauc_mrr_at_20_max": 0.673549, "nauc_mrr_at_20_std": 0.298594, "nauc_mrr_at_20_diff1": -0.057639, "nauc_mrr_at_100_max": 0.673957, "nauc_mrr_at_100_std": 0.299132, "nauc_mrr_at_100_diff1": -0.057853, "nauc_mrr_at_1000_max": 0.673957, "nauc_mrr_at_1000_std": 0.299132, "nauc_mrr_at_1000_diff1": -0.057853, "hit_rate_at_1": 0.45779, "hit_rate_at_3": 0.57143, "hit_rate_at_5": 0.6039, "hit_rate_at_10": 0.62338, "hit_rate_at_20": 0.62987, "hit_rate_at_100": 0.63312, "hit_rate_at_1000": 0.63312, "main_score": 0.43527, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 783.4959403742105, "kg_co2_emissions": null, "date": 1793346006.86012, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.0007566493004560471, "end": 107.38455966301262, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 107.49531122110784, "end": 107.55705011449754, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 107.72155120410025, "end": 241.0309516042471, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 241.24264472536743, "end": 241.30592160113156, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 241.4848744943738, "end": 375.1362865548581, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 375.46612706780434, "end": 375.5268083009869, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 375.69234434887767, "end": 509.26919106952846, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 509.69635908678174, "end": 509.7569246571511, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 509.92229668423533, "end": 645.1507728770375, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 645.6619487535208, "end": 645.7227623462677, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 645.89378131181, "end": 782.6011582352221, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 783.2561410274357, "end": 783.3185371570289, "split": "test", "subset": "portuguese" } ] }