{ "dataset_revision": "6e5866da01375cd114ccd28c3c77e1ba795392c7", "task_name": "Vidore3PhysicsBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.43046, "ndcg_at_3": 0.43752, "ndcg_at_5": 0.44678, "ndcg_at_10": 0.4747, "ndcg_at_20": 0.51124, "ndcg_at_100": 0.53414, "ndcg_at_1000": 0.53414, "map_at_1": 0.16258, "map_at_3": 0.24662, "map_at_5": 0.28072, "map_at_10": 0.33202, "map_at_20": 0.36913, "map_at_100": 0.38146, "map_at_1000": 0.38146, "recall_at_1": 0.16258, "recall_at_3": 0.30516, "recall_at_5": 0.37105, "recall_at_10": 0.48913, "recall_at_20": 0.60696, "recall_at_100": 0.66835, "recall_at_1000": 0.66835, "accuracy": 0.16258, "precision_at_1": 0.46689, "precision_at_3": 0.3521, "precision_at_5": 0.30464, "precision_at_10": 0.24305, "precision_at_20": 0.17417, "precision_at_100": 0.04103, "precision_at_1000": 0.0041, "mrr_at_1": 0.466887, "mrr_at_3": 0.58223, "mrr_at_5": 0.600442, "mrr_at_10": 0.60936, "mrr_at_20": 0.612586, "mrr_at_100": 0.612915, "mrr_at_1000": 0.612915, "nauc_ndcg_at_1_max": 0.260821, "nauc_ndcg_at_1_std": 0.168392, "nauc_ndcg_at_1_diff1": 0.284834, "nauc_ndcg_at_3_max": 0.242029, "nauc_ndcg_at_3_std": 0.204186, "nauc_ndcg_at_3_diff1": 0.208509, "nauc_ndcg_at_5_max": 0.23244, "nauc_ndcg_at_5_std": 0.22319, "nauc_ndcg_at_5_diff1": 0.17312, "nauc_ndcg_at_10_max": 0.214866, "nauc_ndcg_at_10_std": 0.241066, "nauc_ndcg_at_10_diff1": 0.128048, "nauc_ndcg_at_20_max": 0.228677, "nauc_ndcg_at_20_std": 0.261198, "nauc_ndcg_at_20_diff1": 0.102441, "nauc_ndcg_at_100_max": 0.256174, "nauc_ndcg_at_100_std": 0.27059, "nauc_ndcg_at_100_diff1": 0.101979, "nauc_ndcg_at_1000_max": 0.256174, "nauc_ndcg_at_1000_std": 0.27059, "nauc_ndcg_at_1000_diff1": 0.101979, "nauc_map_at_1_max": 0.037936, "nauc_map_at_1_std": -0.054315, "nauc_map_at_1_diff1": 0.301991, "nauc_map_at_3_max": 0.050285, "nauc_map_at_3_std": -0.00304, "nauc_map_at_3_diff1": 0.251037, "nauc_map_at_5_max": 0.070964, "nauc_map_at_5_std": 0.041797, "nauc_map_at_5_diff1": 0.233239, "nauc_map_at_10_max": 0.108458, "nauc_map_at_10_std": 0.123331, "nauc_map_at_10_diff1": 0.189217, "nauc_map_at_20_max": 0.140641, "nauc_map_at_20_std": 0.168924, "nauc_map_at_20_diff1": 0.162284, "nauc_map_at_100_max": 0.153733, "nauc_map_at_100_std": 0.175115, "nauc_map_at_100_diff1": 0.158186, "nauc_map_at_1000_max": 0.153733, "nauc_map_at_1000_std": 0.175115, "nauc_map_at_1000_diff1": 0.158186, "nauc_recall_at_1_max": 0.037936, "nauc_recall_at_1_std": -0.054315, "nauc_recall_at_1_diff1": 0.301991, "nauc_recall_at_3_max": 0.050707, "nauc_recall_at_3_std": 0.004662, "nauc_recall_at_3_diff1": 0.186503, "nauc_recall_at_5_max": 0.06228, "nauc_recall_at_5_std": 0.056956, "nauc_recall_at_5_diff1": 0.146694, "nauc_recall_at_10_max": 0.106347, "nauc_recall_at_10_std": 0.166937, "nauc_recall_at_10_diff1": 0.062938, "nauc_recall_at_20_max": 0.179109, "nauc_recall_at_20_std": 0.278753, "nauc_recall_at_20_diff1": -0.013612, "nauc_recall_at_100_max": 0.248316, "nauc_recall_at_100_std": 0.309205, "nauc_recall_at_100_diff1": -0.038914, "nauc_recall_at_1000_max": 0.248316, "nauc_recall_at_1000_std": 0.309205, "nauc_recall_at_1000_diff1": -0.038914, "nauc_precision_at_1_max": 0.244267, "nauc_precision_at_1_std": 0.191518, "nauc_precision_at_1_diff1": 0.289918, "nauc_precision_at_3_max": 0.257001, "nauc_precision_at_3_std": 0.332922, "nauc_precision_at_3_diff1": 0.051685, "nauc_precision_at_5_max": 0.262895, "nauc_precision_at_5_std": 0.381874, "nauc_precision_at_5_diff1": -0.044293, "nauc_precision_at_10_max": 0.238627, "nauc_precision_at_10_std": 0.392358, "nauc_precision_at_10_diff1": -0.137592, "nauc_precision_at_20_max": 0.23037, "nauc_precision_at_20_std": 0.347679, "nauc_precision_at_20_diff1": -0.169814, "nauc_precision_at_100_max": 0.241693, "nauc_precision_at_100_std": 0.301211, "nauc_precision_at_100_diff1": -0.169305, "nauc_precision_at_1000_max": 0.241693, "nauc_precision_at_1000_std": 0.301211, "nauc_precision_at_1000_diff1": -0.169305, "nauc_mrr_at_1_max": 0.244267, "nauc_mrr_at_1_std": 0.191518, "nauc_mrr_at_1_diff1": 0.289918, "nauc_mrr_at_3_max": 0.302968, "nauc_mrr_at_3_std": 0.250642, "nauc_mrr_at_3_diff1": 0.220956, "nauc_mrr_at_5_max": 0.30305, "nauc_mrr_at_5_std": 0.256771, "nauc_mrr_at_5_diff1": 0.217974, "nauc_mrr_at_10_max": 0.309658, "nauc_mrr_at_10_std": 0.262937, "nauc_mrr_at_10_diff1": 0.217603, "nauc_mrr_at_20_max": 0.307759, "nauc_mrr_at_20_std": 0.261939, "nauc_mrr_at_20_diff1": 0.217877, "nauc_mrr_at_100_max": 0.307803, "nauc_mrr_at_100_std": 0.262164, "nauc_mrr_at_100_diff1": 0.218276, "nauc_mrr_at_1000_max": 0.307803, "nauc_mrr_at_1000_std": 0.262164, "nauc_mrr_at_1000_diff1": 0.218276, "hit_rate_at_1": 0.46689, "hit_rate_at_3": 0.7351, "hit_rate_at_5": 0.81457, "hit_rate_at_10": 0.87417, "hit_rate_at_20": 0.92053, "hit_rate_at_100": 0.93046, "hit_rate_at_1000": 0.93046, "main_score": 0.4747, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.2798, "ndcg_at_3": 0.27067, "ndcg_at_5": 0.26678, "ndcg_at_10": 0.27017, "ndcg_at_20": 0.27686, "ndcg_at_100": 0.28164, "ndcg_at_1000": 0.28164, "map_at_1": 0.10352, "map_at_3": 0.15106, "map_at_5": 0.16718, "map_at_10": 0.18747, "map_at_20": 0.19741, "map_at_100": 0.19976, "map_at_1000": 0.19976, "recall_at_1": 0.10352, "recall_at_3": 0.1825, "recall_at_5": 0.2146, "recall_at_10": 0.27007, "recall_at_20": 0.30793, "recall_at_100": 0.32146, "recall_at_1000": 0.32146, "accuracy": 0.10352, "precision_at_1": 0.30464, "precision_at_3": 0.21744, "precision_at_5": 0.1755, "precision_at_10": 0.12252, "precision_at_20": 0.0745, "precision_at_100": 0.01609, "precision_at_1000": 0.00161, "mrr_at_1": 0.304636, "mrr_at_3": 0.380795, "mrr_at_5": 0.390563, "mrr_at_10": 0.39544, "mrr_at_20": 0.39743, "mrr_at_100": 0.397511, "mrr_at_1000": 0.397511, "nauc_ndcg_at_1_max": 0.39544, "nauc_ndcg_at_1_std": 0.375218, "nauc_ndcg_at_1_diff1": 0.299805, "nauc_ndcg_at_3_max": 0.416268, "nauc_ndcg_at_3_std": 0.445242, "nauc_ndcg_at_3_diff1": 0.207789, "nauc_ndcg_at_5_max": 0.424212, "nauc_ndcg_at_5_std": 0.467727, "nauc_ndcg_at_5_diff1": 0.19456, "nauc_ndcg_at_10_max": 0.428846, "nauc_ndcg_at_10_std": 0.496345, "nauc_ndcg_at_10_diff1": 0.162443, "nauc_ndcg_at_20_max": 0.43618, "nauc_ndcg_at_20_std": 0.524417, "nauc_ndcg_at_20_diff1": 0.128437, "nauc_ndcg_at_100_max": 0.449336, "nauc_ndcg_at_100_std": 0.534862, "nauc_ndcg_at_100_diff1": 0.124642, "nauc_ndcg_at_1000_max": 0.449336, "nauc_ndcg_at_1000_std": 0.534862, "nauc_ndcg_at_1000_diff1": 0.124642, "nauc_map_at_1_max": 0.242815, "nauc_map_at_1_std": 0.20423, "nauc_map_at_1_diff1": 0.333435, "nauc_map_at_3_max": 0.281844, "nauc_map_at_3_std": 0.287682, "nauc_map_at_3_diff1": 0.22637, "nauc_map_at_5_max": 0.301394, "nauc_map_at_5_std": 0.329175, "nauc_map_at_5_diff1": 0.206847, "nauc_map_at_10_max": 0.334036, "nauc_map_at_10_std": 0.386792, "nauc_map_at_10_diff1": 0.178001, "nauc_map_at_20_max": 0.349261, "nauc_map_at_20_std": 0.419324, "nauc_map_at_20_diff1": 0.154344, "nauc_map_at_100_max": 0.357062, "nauc_map_at_100_std": 0.425251, "nauc_map_at_100_diff1": 0.150953, "nauc_map_at_1000_max": 0.357062, "nauc_map_at_1000_std": 0.425251, "nauc_map_at_1000_diff1": 0.150953, "nauc_recall_at_1_max": 0.242815, "nauc_recall_at_1_std": 0.20423, "nauc_recall_at_1_diff1": 0.333435, "nauc_recall_at_3_max": 0.306672, "nauc_recall_at_3_std": 0.330323, "nauc_recall_at_3_diff1": 0.160862, "nauc_recall_at_5_max": 0.323857, "nauc_recall_at_5_std": 0.373136, "nauc_recall_at_5_diff1": 0.144278, "nauc_recall_at_10_max": 0.382478, "nauc_recall_at_10_std": 0.481465, "nauc_recall_at_10_diff1": 0.085037, "nauc_recall_at_20_max": 0.430263, "nauc_recall_at_20_std": 0.566683, "nauc_recall_at_20_diff1": 0.023597, "nauc_recall_at_100_max": 0.456995, "nauc_recall_at_100_std": 0.584637, "nauc_recall_at_100_diff1": 0.014794, "nauc_recall_at_1000_max": 0.456995, "nauc_recall_at_1000_std": 0.584637, "nauc_recall_at_1000_diff1": 0.014794, "nauc_precision_at_1_max": 0.390473, "nauc_precision_at_1_std": 0.378239, "nauc_precision_at_1_diff1": 0.296003, "nauc_precision_at_3_max": 0.427084, "nauc_precision_at_3_std": 0.501461, "nauc_precision_at_3_diff1": 0.131383, "nauc_precision_at_5_max": 0.440509, "nauc_precision_at_5_std": 0.550573, "nauc_precision_at_5_diff1": 0.076064, "nauc_precision_at_10_max": 0.464964, "nauc_precision_at_10_std": 0.607818, "nauc_precision_at_10_diff1": 0.021142, "nauc_precision_at_20_max": 0.488101, "nauc_precision_at_20_std": 0.648308, "nauc_precision_at_20_diff1": -0.033677, "nauc_precision_at_100_max": 0.505356, "nauc_precision_at_100_std": 0.634601, "nauc_precision_at_100_diff1": -0.033403, "nauc_precision_at_1000_max": 0.505356, "nauc_precision_at_1000_std": 0.634601, "nauc_precision_at_1000_diff1": -0.033403, "nauc_mrr_at_1_max": 0.390473, "nauc_mrr_at_1_std": 0.378239, "nauc_mrr_at_1_diff1": 0.296003, "nauc_mrr_at_3_max": 0.455853, "nauc_mrr_at_3_std": 0.478714, "nauc_mrr_at_3_diff1": 0.234192, "nauc_mrr_at_5_max": 0.461248, "nauc_mrr_at_5_std": 0.482925, "nauc_mrr_at_5_diff1": 0.234799, "nauc_mrr_at_10_max": 0.465335, "nauc_mrr_at_10_std": 0.491808, "nauc_mrr_at_10_diff1": 0.23122, "nauc_mrr_at_20_max": 0.469184, "nauc_mrr_at_20_std": 0.496624, "nauc_mrr_at_20_diff1": 0.230864, "nauc_mrr_at_100_max": 0.469631, "nauc_mrr_at_100_std": 0.496637, "nauc_mrr_at_100_diff1": 0.23129, "nauc_mrr_at_1000_max": 0.469631, "nauc_mrr_at_1000_std": 0.496637, "nauc_mrr_at_1000_diff1": 0.23129, "hit_rate_at_1": 0.30464, "hit_rate_at_3": 0.48013, "hit_rate_at_5": 0.52318, "hit_rate_at_10": 0.55629, "hit_rate_at_20": 0.58278, "hit_rate_at_100": 0.58609, "hit_rate_at_1000": 0.58609, "main_score": 0.27017, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.32285, "ndcg_at_3": 0.31436, "ndcg_at_5": 0.31072, "ndcg_at_10": 0.31548, "ndcg_at_20": 0.32216, "ndcg_at_100": 0.33033, "ndcg_at_1000": 0.33033, "map_at_1": 0.10999, "map_at_3": 0.16648, "map_at_5": 0.18517, "map_at_10": 0.21146, "map_at_20": 0.22418, "map_at_100": 0.22854, "map_at_1000": 0.22854, "recall_at_1": 0.10999, "recall_at_3": 0.2083, "recall_at_5": 0.24914, "recall_at_10": 0.31809, "recall_at_20": 0.36427, "recall_at_100": 0.38597, "recall_at_1000": 0.38597, "accuracy": 0.10999, "precision_at_1": 0.34768, "precision_at_3": 0.24945, "precision_at_5": 0.20464, "precision_at_10": 0.15132, "precision_at_20": 0.0947, "precision_at_100": 0.02142, "precision_at_1000": 0.00214, "mrr_at_1": 0.347682, "mrr_at_3": 0.436534, "mrr_at_5": 0.447461, "mrr_at_10": 0.454454, "mrr_at_20": 0.457013, "mrr_at_100": 0.457088, "mrr_at_1000": 0.457088, "nauc_ndcg_at_1_max": 0.358817, "nauc_ndcg_at_1_std": 0.302064, "nauc_ndcg_at_1_diff1": 0.198601, "nauc_ndcg_at_3_max": 0.369705, "nauc_ndcg_at_3_std": 0.35638, "nauc_ndcg_at_3_diff1": 0.137688, "nauc_ndcg_at_5_max": 0.374252, "nauc_ndcg_at_5_std": 0.384418, "nauc_ndcg_at_5_diff1": 0.117851, "nauc_ndcg_at_10_max": 0.37483, "nauc_ndcg_at_10_std": 0.397868, "nauc_ndcg_at_10_diff1": 0.111179, "nauc_ndcg_at_20_max": 0.381545, "nauc_ndcg_at_20_std": 0.412063, "nauc_ndcg_at_20_diff1": 0.108362, "nauc_ndcg_at_100_max": 0.387314, "nauc_ndcg_at_100_std": 0.418426, "nauc_ndcg_at_100_diff1": 0.10108, "nauc_ndcg_at_1000_max": 0.387314, "nauc_ndcg_at_1000_std": 0.418426, "nauc_ndcg_at_1000_diff1": 0.10108, "nauc_map_at_1_max": 0.235784, "nauc_map_at_1_std": 0.075609, "nauc_map_at_1_diff1": 0.331681, "nauc_map_at_3_max": 0.251949, "nauc_map_at_3_std": 0.162935, "nauc_map_at_3_diff1": 0.231308, "nauc_map_at_5_max": 0.26165, "nauc_map_at_5_std": 0.204947, "nauc_map_at_5_diff1": 0.200231, "nauc_map_at_10_max": 0.283204, "nauc_map_at_10_std": 0.26527, "nauc_map_at_10_diff1": 0.162898, "nauc_map_at_20_max": 0.299923, "nauc_map_at_20_std": 0.299846, "nauc_map_at_20_diff1": 0.146313, "nauc_map_at_100_max": 0.305455, "nauc_map_at_100_std": 0.307265, "nauc_map_at_100_diff1": 0.142944, "nauc_map_at_1000_max": 0.305455, "nauc_map_at_1000_std": 0.307265, "nauc_map_at_1000_diff1": 0.142944, "nauc_recall_at_1_max": 0.235784, "nauc_recall_at_1_std": 0.075609, "nauc_recall_at_1_diff1": 0.331681, "nauc_recall_at_3_max": 0.259578, "nauc_recall_at_3_std": 0.200221, "nauc_recall_at_3_diff1": 0.174524, "nauc_recall_at_5_max": 0.286221, "nauc_recall_at_5_std": 0.270753, "nauc_recall_at_5_diff1": 0.131003, "nauc_recall_at_10_max": 0.315589, "nauc_recall_at_10_std": 0.357839, "nauc_recall_at_10_diff1": 0.088589, "nauc_recall_at_20_max": 0.360613, "nauc_recall_at_20_std": 0.428874, "nauc_recall_at_20_diff1": 0.068646, "nauc_recall_at_100_max": 0.372764, "nauc_recall_at_100_std": 0.439026, "nauc_recall_at_100_diff1": 0.048617, "nauc_recall_at_1000_max": 0.372764, "nauc_recall_at_1000_std": 0.439026, "nauc_recall_at_1000_diff1": 0.048617, "nauc_precision_at_1_max": 0.348363, "nauc_precision_at_1_std": 0.288988, "nauc_precision_at_1_diff1": 0.194391, "nauc_precision_at_3_max": 0.327603, "nauc_precision_at_3_std": 0.418325, "nauc_precision_at_3_diff1": -0.001095, "nauc_precision_at_5_max": 0.305372, "nauc_precision_at_5_std": 0.45558, "nauc_precision_at_5_diff1": -0.086106, "nauc_precision_at_10_max": 0.299057, "nauc_precision_at_10_std": 0.487796, "nauc_precision_at_10_diff1": -0.145599, "nauc_precision_at_20_max": 0.317056, "nauc_precision_at_20_std": 0.520268, "nauc_precision_at_20_diff1": -0.149864, "nauc_precision_at_100_max": 0.307764, "nauc_precision_at_100_std": 0.486017, "nauc_precision_at_100_diff1": -0.150104, "nauc_precision_at_1000_max": 0.307764, "nauc_precision_at_1000_std": 0.486017, "nauc_precision_at_1000_diff1": -0.150104, "nauc_mrr_at_1_max": 0.348363, "nauc_mrr_at_1_std": 0.288988, "nauc_mrr_at_1_diff1": 0.194391, "nauc_mrr_at_3_max": 0.406711, "nauc_mrr_at_3_std": 0.383477, "nauc_mrr_at_3_diff1": 0.165945, "nauc_mrr_at_5_max": 0.41906, "nauc_mrr_at_5_std": 0.40062, "nauc_mrr_at_5_diff1": 0.16321, "nauc_mrr_at_10_max": 0.417734, "nauc_mrr_at_10_std": 0.40112, "nauc_mrr_at_10_diff1": 0.162081, "nauc_mrr_at_20_max": 0.418444, "nauc_mrr_at_20_std": 0.402247, "nauc_mrr_at_20_diff1": 0.160076, "nauc_mrr_at_100_max": 0.418621, "nauc_mrr_at_100_std": 0.402217, "nauc_mrr_at_100_diff1": 0.159973, "nauc_mrr_at_1000_max": 0.418621, "nauc_mrr_at_1000_std": 0.402217, "nauc_mrr_at_1000_diff1": 0.159973, "hit_rate_at_1": 0.34768, "hit_rate_at_3": 0.54967, "hit_rate_at_5": 0.59934, "hit_rate_at_10": 0.64901, "hit_rate_at_20": 0.68212, "hit_rate_at_100": 0.68543, "hit_rate_at_1000": 0.68543, "main_score": 0.31548, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.21358, "ndcg_at_3": 0.21993, "ndcg_at_5": 0.22791, "ndcg_at_10": 0.23339, "ndcg_at_20": 0.24402, "ndcg_at_100": 0.25463, "ndcg_at_1000": 0.25463, "map_at_1": 0.08916, "map_at_3": 0.1257, "map_at_5": 0.14307, "map_at_10": 0.1626, "map_at_20": 0.17579, "map_at_100": 0.1814, "map_at_1000": 0.1814, "recall_at_1": 0.08916, "recall_at_3": 0.1543, "recall_at_5": 0.1927, "recall_at_10": 0.23832, "recall_at_20": 0.28214, "recall_at_100": 0.30992, "recall_at_1000": 0.30992, "accuracy": 0.08916, "precision_at_1": 0.23179, "precision_at_3": 0.17219, "precision_at_5": 0.15166, "precision_at_10": 0.11258, "precision_at_20": 0.07533, "precision_at_100": 0.01815, "precision_at_1000": 0.00181, "mrr_at_1": 0.231788, "mrr_at_3": 0.301325, "mrr_at_5": 0.313576, "mrr_at_10": 0.315876, "mrr_at_20": 0.316967, "mrr_at_100": 0.317311, "mrr_at_1000": 0.317311, "nauc_ndcg_at_1_max": 0.515021, "nauc_ndcg_at_1_std": 0.467688, "nauc_ndcg_at_1_diff1": 0.358633, "nauc_ndcg_at_3_max": 0.629273, "nauc_ndcg_at_3_std": 0.575376, "nauc_ndcg_at_3_diff1": 0.289834, "nauc_ndcg_at_5_max": 0.64257, "nauc_ndcg_at_5_std": 0.605627, "nauc_ndcg_at_5_diff1": 0.270254, "nauc_ndcg_at_10_max": 0.651354, "nauc_ndcg_at_10_std": 0.618232, "nauc_ndcg_at_10_diff1": 0.249257, "nauc_ndcg_at_20_max": 0.664258, "nauc_ndcg_at_20_std": 0.641721, "nauc_ndcg_at_20_diff1": 0.232551, "nauc_ndcg_at_100_max": 0.683215, "nauc_ndcg_at_100_std": 0.648923, "nauc_ndcg_at_100_diff1": 0.221134, "nauc_ndcg_at_1000_max": 0.683215, "nauc_ndcg_at_1000_std": 0.648923, "nauc_ndcg_at_1000_diff1": 0.221134, "nauc_map_at_1_max": 0.449603, "nauc_map_at_1_std": 0.263096, "nauc_map_at_1_diff1": 0.438688, "nauc_map_at_3_max": 0.501683, "nauc_map_at_3_std": 0.383162, "nauc_map_at_3_diff1": 0.33819, "nauc_map_at_5_max": 0.523701, "nauc_map_at_5_std": 0.432661, "nauc_map_at_5_diff1": 0.314519, "nauc_map_at_10_max": 0.555373, "nauc_map_at_10_std": 0.490829, "nauc_map_at_10_diff1": 0.285266, "nauc_map_at_20_max": 0.574244, "nauc_map_at_20_std": 0.523229, "nauc_map_at_20_diff1": 0.265036, "nauc_map_at_100_max": 0.588271, "nauc_map_at_100_std": 0.531905, "nauc_map_at_100_diff1": 0.257463, "nauc_map_at_1000_max": 0.588271, "nauc_map_at_1000_std": 0.531905, "nauc_map_at_1000_diff1": 0.257463, "nauc_recall_at_1_max": 0.449603, "nauc_recall_at_1_std": 0.263096, "nauc_recall_at_1_diff1": 0.438688, "nauc_recall_at_3_max": 0.527985, "nauc_recall_at_3_std": 0.444299, "nauc_recall_at_3_diff1": 0.274182, "nauc_recall_at_5_max": 0.555237, "nauc_recall_at_5_std": 0.51065, "nauc_recall_at_5_diff1": 0.222366, "nauc_recall_at_10_max": 0.618856, "nauc_recall_at_10_std": 0.606413, "nauc_recall_at_10_diff1": 0.19637, "nauc_recall_at_20_max": 0.654494, "nauc_recall_at_20_std": 0.665577, "nauc_recall_at_20_diff1": 0.16559, "nauc_recall_at_100_max": 0.696579, "nauc_recall_at_100_std": 0.678284, "nauc_recall_at_100_diff1": 0.140035, "nauc_recall_at_1000_max": 0.696579, "nauc_recall_at_1000_std": 0.678284, "nauc_recall_at_1000_diff1": 0.140035, "nauc_precision_at_1_max": 0.524847, "nauc_precision_at_1_std": 0.485633, "nauc_precision_at_1_diff1": 0.331383, "nauc_precision_at_3_max": 0.639883, "nauc_precision_at_3_std": 0.675751, "nauc_precision_at_3_diff1": 0.147277, "nauc_precision_at_5_max": 0.603579, "nauc_precision_at_5_std": 0.683019, "nauc_precision_at_5_diff1": 0.092413, "nauc_precision_at_10_max": 0.576366, "nauc_precision_at_10_std": 0.670777, "nauc_precision_at_10_diff1": 0.048729, "nauc_precision_at_20_max": 0.568672, "nauc_precision_at_20_std": 0.650219, "nauc_precision_at_20_diff1": 0.004888, "nauc_precision_at_100_max": 0.574463, "nauc_precision_at_100_std": 0.599593, "nauc_precision_at_100_diff1": -0.023676, "nauc_precision_at_1000_max": 0.574463, "nauc_precision_at_1000_std": 0.599593, "nauc_precision_at_1000_diff1": -0.023676, "nauc_mrr_at_1_max": 0.524847, "nauc_mrr_at_1_std": 0.485633, "nauc_mrr_at_1_diff1": 0.331383, "nauc_mrr_at_3_max": 0.642244, "nauc_mrr_at_3_std": 0.618011, "nauc_mrr_at_3_diff1": 0.283565, "nauc_mrr_at_5_max": 0.650446, "nauc_mrr_at_5_std": 0.633784, "nauc_mrr_at_5_diff1": 0.268539, "nauc_mrr_at_10_max": 0.652455, "nauc_mrr_at_10_std": 0.635862, "nauc_mrr_at_10_diff1": 0.270035, "nauc_mrr_at_20_max": 0.651883, "nauc_mrr_at_20_std": 0.636245, "nauc_mrr_at_20_diff1": 0.268339, "nauc_mrr_at_100_max": 0.65255, "nauc_mrr_at_100_std": 0.63637, "nauc_mrr_at_100_diff1": 0.267885, "nauc_mrr_at_1000_max": 0.65255, "nauc_mrr_at_1000_std": 0.63637, "nauc_mrr_at_1000_diff1": 0.267885, "hit_rate_at_1": 0.23179, "hit_rate_at_3": 0.38742, "hit_rate_at_5": 0.4404, "hit_rate_at_10": 0.45695, "hit_rate_at_20": 0.47351, "hit_rate_at_100": 0.48344, "hit_rate_at_1000": 0.48344, "main_score": 0.23339, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.28974, "ndcg_at_3": 0.27166, "ndcg_at_5": 0.27237, "ndcg_at_10": 0.27594, "ndcg_at_20": 0.28163, "ndcg_at_100": 0.28842, "ndcg_at_1000": 0.28842, "map_at_1": 0.10009, "map_at_3": 0.14954, "map_at_5": 0.16749, "map_at_10": 0.19039, "map_at_20": 0.20091, "map_at_100": 0.20463, "map_at_1000": 0.20463, "recall_at_1": 0.10009, "recall_at_3": 0.17872, "recall_at_5": 0.21455, "recall_at_10": 0.27594, "recall_at_20": 0.30978, "recall_at_100": 0.32703, "recall_at_1000": 0.32703, "accuracy": 0.10009, "precision_at_1": 0.31788, "precision_at_3": 0.22517, "precision_at_5": 0.19007, "precision_at_10": 0.13311, "precision_at_20": 0.08311, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.317881, "mrr_at_3": 0.386865, "mrr_at_5": 0.40011, "mrr_at_10": 0.405021, "mrr_at_20": 0.406803, "mrr_at_100": 0.407073, "mrr_at_1000": 0.407073, "nauc_ndcg_at_1_max": 0.37175, "nauc_ndcg_at_1_std": 0.324558, "nauc_ndcg_at_1_diff1": 0.310943, "nauc_ndcg_at_3_max": 0.461056, "nauc_ndcg_at_3_std": 0.422721, "nauc_ndcg_at_3_diff1": 0.270107, "nauc_ndcg_at_5_max": 0.512265, "nauc_ndcg_at_5_std": 0.474525, "nauc_ndcg_at_5_diff1": 0.259171, "nauc_ndcg_at_10_max": 0.537033, "nauc_ndcg_at_10_std": 0.512308, "nauc_ndcg_at_10_diff1": 0.236667, "nauc_ndcg_at_20_max": 0.543964, "nauc_ndcg_at_20_std": 0.536408, "nauc_ndcg_at_20_diff1": 0.212854, "nauc_ndcg_at_100_max": 0.557599, "nauc_ndcg_at_100_std": 0.548038, "nauc_ndcg_at_100_diff1": 0.207695, "nauc_ndcg_at_1000_max": 0.557599, "nauc_ndcg_at_1000_std": 0.548038, "nauc_ndcg_at_1000_diff1": 0.207695, "nauc_map_at_1_max": 0.269973, "nauc_map_at_1_std": 0.149541, "nauc_map_at_1_diff1": 0.405237, "nauc_map_at_3_max": 0.331972, "nauc_map_at_3_std": 0.261838, "nauc_map_at_3_diff1": 0.324845, "nauc_map_at_5_max": 0.376766, "nauc_map_at_5_std": 0.316429, "nauc_map_at_5_diff1": 0.306283, "nauc_map_at_10_max": 0.429031, "nauc_map_at_10_std": 0.388584, "nauc_map_at_10_diff1": 0.267557, "nauc_map_at_20_max": 0.451173, "nauc_map_at_20_std": 0.423407, "nauc_map_at_20_diff1": 0.24477, "nauc_map_at_100_max": 0.460495, "nauc_map_at_100_std": 0.43151, "nauc_map_at_100_diff1": 0.238816, "nauc_map_at_1000_max": 0.460495, "nauc_map_at_1000_std": 0.43151, "nauc_map_at_1000_diff1": 0.238816, "nauc_recall_at_1_max": 0.269973, "nauc_recall_at_1_std": 0.149541, "nauc_recall_at_1_diff1": 0.405237, "nauc_recall_at_3_max": 0.378798, "nauc_recall_at_3_std": 0.320763, "nauc_recall_at_3_diff1": 0.277388, "nauc_recall_at_5_max": 0.455876, "nauc_recall_at_5_std": 0.40259, "nauc_recall_at_5_diff1": 0.257643, "nauc_recall_at_10_max": 0.525785, "nauc_recall_at_10_std": 0.509593, "nauc_recall_at_10_diff1": 0.19834, "nauc_recall_at_20_max": 0.563754, "nauc_recall_at_20_std": 0.584329, "nauc_recall_at_20_diff1": 0.161352, "nauc_recall_at_100_max": 0.588042, "nauc_recall_at_100_std": 0.604648, "nauc_recall_at_100_diff1": 0.150324, "nauc_recall_at_1000_max": 0.588042, "nauc_recall_at_1000_std": 0.604648, "nauc_recall_at_1000_diff1": 0.150324, "nauc_precision_at_1_max": 0.377386, "nauc_precision_at_1_std": 0.332214, "nauc_precision_at_1_diff1": 0.333013, "nauc_precision_at_3_max": 0.469712, "nauc_precision_at_3_std": 0.475395, "nauc_precision_at_3_diff1": 0.180653, "nauc_precision_at_5_max": 0.517196, "nauc_precision_at_5_std": 0.551283, "nauc_precision_at_5_diff1": 0.114487, "nauc_precision_at_10_max": 0.541204, "nauc_precision_at_10_std": 0.606293, "nauc_precision_at_10_diff1": 0.030485, "nauc_precision_at_20_max": 0.527951, "nauc_precision_at_20_std": 0.61834, "nauc_precision_at_20_diff1": -0.025889, "nauc_precision_at_100_max": 0.518238, "nauc_precision_at_100_std": 0.581287, "nauc_precision_at_100_diff1": -0.034536, "nauc_precision_at_1000_max": 0.518238, "nauc_precision_at_1000_std": 0.581287, "nauc_precision_at_1000_diff1": -0.034536, "nauc_mrr_at_1_max": 0.377386, "nauc_mrr_at_1_std": 0.332214, "nauc_mrr_at_1_diff1": 0.333013, "nauc_mrr_at_3_max": 0.489626, "nauc_mrr_at_3_std": 0.451562, "nauc_mrr_at_3_diff1": 0.288619, "nauc_mrr_at_5_max": 0.503316, "nauc_mrr_at_5_std": 0.464272, "nauc_mrr_at_5_diff1": 0.29908, "nauc_mrr_at_10_max": 0.50446, "nauc_mrr_at_10_std": 0.463383, "nauc_mrr_at_10_diff1": 0.300122, "nauc_mrr_at_20_max": 0.505419, "nauc_mrr_at_20_std": 0.467355, "nauc_mrr_at_20_diff1": 0.300897, "nauc_mrr_at_100_max": 0.506321, "nauc_mrr_at_100_std": 0.468387, "nauc_mrr_at_100_diff1": 0.30163, "nauc_mrr_at_1000_max": 0.506321, "nauc_mrr_at_1000_std": 0.468387, "nauc_mrr_at_1000_diff1": 0.30163, "hit_rate_at_1": 0.31788, "hit_rate_at_3": 0.47682, "hit_rate_at_5": 0.53311, "hit_rate_at_10": 0.56954, "hit_rate_at_20": 0.59272, "hit_rate_at_100": 0.59934, "hit_rate_at_1000": 0.59934, "main_score": 0.27594, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.24338, "ndcg_at_3": 0.24317, "ndcg_at_5": 0.24135, "ndcg_at_10": 0.24669, "ndcg_at_20": 0.25558, "ndcg_at_100": 0.25958, "ndcg_at_1000": 0.25958, "map_at_1": 0.09442, "map_at_3": 0.13686, "map_at_5": 0.15055, "map_at_10": 0.17106, "map_at_20": 0.18325, "map_at_100": 0.18576, "map_at_1000": 0.18576, "recall_at_1": 0.09442, "recall_at_3": 0.16705, "recall_at_5": 0.19226, "recall_at_10": 0.24765, "recall_at_20": 0.2846, "recall_at_100": 0.29769, "recall_at_1000": 0.29769, "accuracy": 0.09442, "precision_at_1": 0.2649, "precision_at_3": 0.19426, "precision_at_5": 0.1596, "precision_at_10": 0.11722, "precision_at_20": 0.07715, "precision_at_100": 0.01669, "precision_at_1000": 0.00167, "mrr_at_1": 0.264901, "mrr_at_3": 0.336645, "mrr_at_5": 0.343764, "mrr_at_10": 0.350286, "mrr_at_20": 0.351476, "mrr_at_100": 0.351599, "mrr_at_1000": 0.351599, "nauc_ndcg_at_1_max": 0.373096, "nauc_ndcg_at_1_std": 0.368818, "nauc_ndcg_at_1_diff1": 0.336362, "nauc_ndcg_at_3_max": 0.436688, "nauc_ndcg_at_3_std": 0.430834, "nauc_ndcg_at_3_diff1": 0.276519, "nauc_ndcg_at_5_max": 0.452011, "nauc_ndcg_at_5_std": 0.450836, "nauc_ndcg_at_5_diff1": 0.264482, "nauc_ndcg_at_10_max": 0.494377, "nauc_ndcg_at_10_std": 0.490691, "nauc_ndcg_at_10_diff1": 0.234981, "nauc_ndcg_at_20_max": 0.520565, "nauc_ndcg_at_20_std": 0.53337, "nauc_ndcg_at_20_diff1": 0.205102, "nauc_ndcg_at_100_max": 0.518309, "nauc_ndcg_at_100_std": 0.534527, "nauc_ndcg_at_100_diff1": 0.20013, "nauc_ndcg_at_1000_max": 0.518309, "nauc_ndcg_at_1000_std": 0.534527, "nauc_ndcg_at_1000_diff1": 0.20013, "nauc_map_at_1_max": 0.269842, "nauc_map_at_1_std": 0.144375, "nauc_map_at_1_diff1": 0.46766, "nauc_map_at_3_max": 0.317795, "nauc_map_at_3_std": 0.253643, "nauc_map_at_3_diff1": 0.358463, "nauc_map_at_5_max": 0.342648, "nauc_map_at_5_std": 0.295181, "nauc_map_at_5_diff1": 0.331921, "nauc_map_at_10_max": 0.391842, "nauc_map_at_10_std": 0.358242, "nauc_map_at_10_diff1": 0.286871, "nauc_map_at_20_max": 0.425039, "nauc_map_at_20_std": 0.406711, "nauc_map_at_20_diff1": 0.255829, "nauc_map_at_100_max": 0.427221, "nauc_map_at_100_std": 0.410558, "nauc_map_at_100_diff1": 0.25278, "nauc_map_at_1000_max": 0.427221, "nauc_map_at_1000_std": 0.410558, "nauc_map_at_1000_diff1": 0.25278, "nauc_recall_at_1_max": 0.269842, "nauc_recall_at_1_std": 0.144375, "nauc_recall_at_1_diff1": 0.46766, "nauc_recall_at_3_max": 0.352338, "nauc_recall_at_3_std": 0.311349, "nauc_recall_at_3_diff1": 0.287033, "nauc_recall_at_5_max": 0.3885, "nauc_recall_at_5_std": 0.37359, "nauc_recall_at_5_diff1": 0.244477, "nauc_recall_at_10_max": 0.489845, "nauc_recall_at_10_std": 0.489206, "nauc_recall_at_10_diff1": 0.16087, "nauc_recall_at_20_max": 0.549655, "nauc_recall_at_20_std": 0.585421, "nauc_recall_at_20_diff1": 0.10928, "nauc_recall_at_100_max": 0.545365, "nauc_recall_at_100_std": 0.588191, "nauc_recall_at_100_diff1": 0.098968, "nauc_recall_at_1000_max": 0.545365, "nauc_recall_at_1000_std": 0.588191, "nauc_recall_at_1000_diff1": 0.098968, "nauc_precision_at_1_max": 0.387178, "nauc_precision_at_1_std": 0.374974, "nauc_precision_at_1_diff1": 0.345847, "nauc_precision_at_3_max": 0.463526, "nauc_precision_at_3_std": 0.516112, "nauc_precision_at_3_diff1": 0.135836, "nauc_precision_at_5_max": 0.460728, "nauc_precision_at_5_std": 0.536179, "nauc_precision_at_5_diff1": 0.064186, "nauc_precision_at_10_max": 0.538251, "nauc_precision_at_10_std": 0.614072, "nauc_precision_at_10_diff1": -0.012264, "nauc_precision_at_20_max": 0.57376, "nauc_precision_at_20_std": 0.667032, "nauc_precision_at_20_diff1": -0.07148, "nauc_precision_at_100_max": 0.551992, "nauc_precision_at_100_std": 0.642595, "nauc_precision_at_100_diff1": -0.070084, "nauc_precision_at_1000_max": 0.551992, "nauc_precision_at_1000_std": 0.642595, "nauc_precision_at_1000_diff1": -0.070084, "nauc_mrr_at_1_max": 0.387178, "nauc_mrr_at_1_std": 0.374974, "nauc_mrr_at_1_diff1": 0.345847, "nauc_mrr_at_3_max": 0.484091, "nauc_mrr_at_3_std": 0.494575, "nauc_mrr_at_3_diff1": 0.282905, "nauc_mrr_at_5_max": 0.492402, "nauc_mrr_at_5_std": 0.505818, "nauc_mrr_at_5_diff1": 0.278657, "nauc_mrr_at_10_max": 0.505131, "nauc_mrr_at_10_std": 0.517736, "nauc_mrr_at_10_diff1": 0.271939, "nauc_mrr_at_20_max": 0.505935, "nauc_mrr_at_20_std": 0.519506, "nauc_mrr_at_20_diff1": 0.271915, "nauc_mrr_at_100_max": 0.506062, "nauc_mrr_at_100_std": 0.519529, "nauc_mrr_at_100_diff1": 0.271589, "nauc_mrr_at_1000_max": 0.506062, "nauc_mrr_at_1000_std": 0.519529, "nauc_mrr_at_1000_diff1": 0.271589, "hit_rate_at_1": 0.2649, "hit_rate_at_3": 0.42384, "hit_rate_at_5": 0.45364, "hit_rate_at_10": 0.5, "hit_rate_at_20": 0.51656, "hit_rate_at_100": 0.51987, "hit_rate_at_1000": 0.51987, "main_score": 0.24669, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 17880.06829912617, "kg_co2_emissions": null, "date": 1791476833.682038, "evaluation_phases": [ { "name": "Data loading", "start": 1.5251003787852824e-05, "end": 42.7949143529986, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 42.79492937400937, "end": 42.79493235400878, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 42.801629617999424, "end": 3019.5215224450076, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3019.6886332249996, "end": 3019.80972862801, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3019.862173984002, "end": 5991.94172485701, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 5992.141586792, "end": 5992.223468124997, "split": "test", "subset": "portuguese" } ] }