{ "dataset_revision": "7187c21e1a532531d175eccf5a6d7c1561f6b0da", "task_name": "Vidore3FinanceEnBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.48867, "ndcg_at_3": 0.46749, "ndcg_at_5": 0.46815, "ndcg_at_10": 0.47455, "ndcg_at_20": 0.48116, "ndcg_at_100": 0.48521, "ndcg_at_1000": 0.48521, "map_at_1": 0.24617, "map_at_3": 0.33489, "map_at_5": 0.36896, "map_at_10": 0.39366, "map_at_20": 0.40095, "map_at_100": 0.40245, "map_at_1000": 0.40245, "recall_at_1": 0.24617, "recall_at_3": 0.36945, "recall_at_5": 0.43187, "recall_at_10": 0.48674, "recall_at_20": 0.5146, "recall_at_100": 0.52454, "recall_at_1000": 0.52454, "accuracy": 0.24617, "precision_at_1": 0.53074, "precision_at_3": 0.32794, "precision_at_5": 0.25372, "precision_at_10": 0.16052, "precision_at_20": 0.08948, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.530744, "mrr_at_3": 0.593851, "mrr_at_5": 0.601456, "mrr_at_10": 0.60465, "mrr_at_20": 0.605707, "mrr_at_100": 0.606128, "mrr_at_1000": 0.606128, "nauc_ndcg_at_1_max": 0.464046, "nauc_ndcg_at_1_std": 0.326555, "nauc_ndcg_at_1_diff1": 0.542529, "nauc_ndcg_at_3_max": 0.475536, "nauc_ndcg_at_3_std": 0.34328, "nauc_ndcg_at_3_diff1": 0.49015, "nauc_ndcg_at_5_max": 0.491011, "nauc_ndcg_at_5_std": 0.358153, "nauc_ndcg_at_5_diff1": 0.517581, "nauc_ndcg_at_10_max": 0.520278, "nauc_ndcg_at_10_std": 0.378192, "nauc_ndcg_at_10_diff1": 0.530978, "nauc_ndcg_at_20_max": 0.523686, "nauc_ndcg_at_20_std": 0.379378, "nauc_ndcg_at_20_diff1": 0.52465, "nauc_ndcg_at_100_max": 0.520989, "nauc_ndcg_at_100_std": 0.380511, "nauc_ndcg_at_100_diff1": 0.519513, "nauc_ndcg_at_1000_max": 0.520989, "nauc_ndcg_at_1000_std": 0.380511, "nauc_ndcg_at_1000_diff1": 0.519513, "nauc_map_at_1_max": 0.315906, "nauc_map_at_1_std": 0.114226, "nauc_map_at_1_diff1": 0.571713, "nauc_map_at_3_max": 0.41234, "nauc_map_at_3_std": 0.220806, "nauc_map_at_3_diff1": 0.538998, "nauc_map_at_5_max": 0.441138, "nauc_map_at_5_std": 0.271001, "nauc_map_at_5_diff1": 0.530514, "nauc_map_at_10_max": 0.480117, "nauc_map_at_10_std": 0.317333, "nauc_map_at_10_diff1": 0.523181, "nauc_map_at_20_max": 0.48491, "nauc_map_at_20_std": 0.327704, "nauc_map_at_20_diff1": 0.516517, "nauc_map_at_100_max": 0.484373, "nauc_map_at_100_std": 0.32987, "nauc_map_at_100_diff1": 0.514245, "nauc_map_at_1000_max": 0.484373, "nauc_map_at_1000_std": 0.32987, "nauc_map_at_1000_diff1": 0.514245, "nauc_recall_at_1_max": 0.315906, "nauc_recall_at_1_std": 0.114226, "nauc_recall_at_1_diff1": 0.571713, "nauc_recall_at_3_max": 0.407813, "nauc_recall_at_3_std": 0.243053, "nauc_recall_at_3_diff1": 0.499604, "nauc_recall_at_5_max": 0.444433, "nauc_recall_at_5_std": 0.310095, "nauc_recall_at_5_diff1": 0.493332, "nauc_recall_at_10_max": 0.513284, "nauc_recall_at_10_std": 0.380957, "nauc_recall_at_10_diff1": 0.489586, "nauc_recall_at_20_max": 0.520887, "nauc_recall_at_20_std": 0.397394, "nauc_recall_at_20_diff1": 0.46896, "nauc_recall_at_100_max": 0.512872, "nauc_recall_at_100_std": 0.397133, "nauc_recall_at_100_diff1": 0.456001, "nauc_recall_at_1000_max": 0.512872, "nauc_recall_at_1000_std": 0.397133, "nauc_recall_at_1000_diff1": 0.456001, "nauc_precision_at_1_max": 0.499386, "nauc_precision_at_1_std": 0.37241, "nauc_precision_at_1_diff1": 0.541535, "nauc_precision_at_3_max": 0.42827, "nauc_precision_at_3_std": 0.427628, "nauc_precision_at_3_diff1": 0.190434, "nauc_precision_at_5_max": 0.408646, "nauc_precision_at_5_std": 0.454915, "nauc_precision_at_5_diff1": 0.128449, "nauc_precision_at_10_max": 0.37941, "nauc_precision_at_10_std": 0.442247, "nauc_precision_at_10_diff1": 0.047134, "nauc_precision_at_20_max": 0.327409, "nauc_precision_at_20_std": 0.414509, "nauc_precision_at_20_diff1": -0.010315, "nauc_precision_at_100_max": 0.287368, "nauc_precision_at_100_std": 0.389782, "nauc_precision_at_100_diff1": -0.04308, "nauc_precision_at_1000_max": 0.287368, "nauc_precision_at_1000_std": 0.389782, "nauc_precision_at_1000_diff1": -0.04308, "nauc_mrr_at_1_max": 0.499386, "nauc_mrr_at_1_std": 0.37241, "nauc_mrr_at_1_diff1": 0.541535, "nauc_mrr_at_3_max": 0.525202, "nauc_mrr_at_3_std": 0.419898, "nauc_mrr_at_3_diff1": 0.52108, "nauc_mrr_at_5_max": 0.534758, "nauc_mrr_at_5_std": 0.42018, "nauc_mrr_at_5_diff1": 0.528182, "nauc_mrr_at_10_max": 0.532957, "nauc_mrr_at_10_std": 0.418784, "nauc_mrr_at_10_diff1": 0.526964, "nauc_mrr_at_20_max": 0.531692, "nauc_mrr_at_20_std": 0.418156, "nauc_mrr_at_20_diff1": 0.525808, "nauc_mrr_at_100_max": 0.531078, "nauc_mrr_at_100_std": 0.417601, "nauc_mrr_at_100_diff1": 0.525736, "nauc_mrr_at_1000_max": 0.531078, "nauc_mrr_at_1000_std": 0.417601, "nauc_mrr_at_1000_diff1": 0.525736, "hit_rate_at_1": 0.53074, "hit_rate_at_3": 0.6699, "hit_rate_at_5": 0.70227, "hit_rate_at_10": 0.72492, "hit_rate_at_20": 0.7411, "hit_rate_at_100": 0.75081, "hit_rate_at_1000": 0.75081, "main_score": 0.47455, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.50971, "ndcg_at_3": 0.49494, "ndcg_at_5": 0.49183, "ndcg_at_10": 0.49788, "ndcg_at_20": 0.5041, "ndcg_at_100": 0.50898, "ndcg_at_1000": 0.50898, "map_at_1": 0.25778, "map_at_3": 0.35733, "map_at_5": 0.39106, "map_at_10": 0.4163, "map_at_20": 0.42431, "map_at_100": 0.42596, "map_at_1000": 0.42596, "recall_at_1": 0.25778, "recall_at_3": 0.39141, "recall_at_5": 0.4486, "recall_at_10": 0.50705, "recall_at_20": 0.53682, "recall_at_100": 0.55092, "recall_at_1000": 0.55092, "accuracy": 0.25778, "precision_at_1": 0.55016, "precision_at_3": 0.35491, "precision_at_5": 0.26926, "precision_at_10": 0.1699, "precision_at_20": 0.09498, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.550162, "mrr_at_3": 0.609493, "mrr_at_5": 0.616289, "mrr_at_10": 0.623111, "mrr_at_20": 0.62353, "mrr_at_100": 0.624008, "mrr_at_1000": 0.624008, "nauc_ndcg_at_1_max": 0.503059, "nauc_ndcg_at_1_std": 0.374566, "nauc_ndcg_at_1_diff1": 0.508484, "nauc_ndcg_at_3_max": 0.490757, "nauc_ndcg_at_3_std": 0.386599, "nauc_ndcg_at_3_diff1": 0.429335, "nauc_ndcg_at_5_max": 0.511361, "nauc_ndcg_at_5_std": 0.406275, "nauc_ndcg_at_5_diff1": 0.424733, "nauc_ndcg_at_10_max": 0.543686, "nauc_ndcg_at_10_std": 0.428165, "nauc_ndcg_at_10_diff1": 0.441447, "nauc_ndcg_at_20_max": 0.549615, "nauc_ndcg_at_20_std": 0.43133, "nauc_ndcg_at_20_diff1": 0.443946, "nauc_ndcg_at_100_max": 0.547254, "nauc_ndcg_at_100_std": 0.428302, "nauc_ndcg_at_100_diff1": 0.440277, "nauc_ndcg_at_1000_max": 0.547254, "nauc_ndcg_at_1000_std": 0.428302, "nauc_ndcg_at_1000_diff1": 0.440277, "nauc_map_at_1_max": 0.356645, "nauc_map_at_1_std": 0.163264, "nauc_map_at_1_diff1": 0.512822, "nauc_map_at_3_max": 0.44565, "nauc_map_at_3_std": 0.272957, "nauc_map_at_3_diff1": 0.459624, "nauc_map_at_5_max": 0.480904, "nauc_map_at_5_std": 0.325717, "nauc_map_at_5_diff1": 0.440371, "nauc_map_at_10_max": 0.510365, "nauc_map_at_10_std": 0.35904, "nauc_map_at_10_diff1": 0.439298, "nauc_map_at_20_max": 0.512208, "nauc_map_at_20_std": 0.369481, "nauc_map_at_20_diff1": 0.434409, "nauc_map_at_100_max": 0.511774, "nauc_map_at_100_std": 0.369408, "nauc_map_at_100_diff1": 0.433471, "nauc_map_at_1000_max": 0.511774, "nauc_map_at_1000_std": 0.369408, "nauc_map_at_1000_diff1": 0.433471, "nauc_recall_at_1_max": 0.356645, "nauc_recall_at_1_std": 0.163264, "nauc_recall_at_1_diff1": 0.512822, "nauc_recall_at_3_max": 0.45344, "nauc_recall_at_3_std": 0.290967, "nauc_recall_at_3_diff1": 0.425018, "nauc_recall_at_5_max": 0.487321, "nauc_recall_at_5_std": 0.353817, "nauc_recall_at_5_diff1": 0.384415, "nauc_recall_at_10_max": 0.542407, "nauc_recall_at_10_std": 0.405429, "nauc_recall_at_10_diff1": 0.402619, "nauc_recall_at_20_max": 0.538126, "nauc_recall_at_20_std": 0.41935, "nauc_recall_at_20_diff1": 0.392561, "nauc_recall_at_100_max": 0.529242, "nauc_recall_at_100_std": 0.410739, "nauc_recall_at_100_diff1": 0.380766, "nauc_recall_at_1000_max": 0.529242, "nauc_recall_at_1000_std": 0.410739, "nauc_recall_at_1000_diff1": 0.380766, "nauc_precision_at_1_max": 0.519203, "nauc_precision_at_1_std": 0.387266, "nauc_precision_at_1_diff1": 0.504422, "nauc_precision_at_3_max": 0.39148, "nauc_precision_at_3_std": 0.411841, "nauc_precision_at_3_diff1": 0.141204, "nauc_precision_at_5_max": 0.355581, "nauc_precision_at_5_std": 0.422665, "nauc_precision_at_5_diff1": 0.049933, "nauc_precision_at_10_max": 0.309268, "nauc_precision_at_10_std": 0.396565, "nauc_precision_at_10_diff1": -0.004339, "nauc_precision_at_20_max": 0.239363, "nauc_precision_at_20_std": 0.361533, "nauc_precision_at_20_diff1": -0.044368, "nauc_precision_at_100_max": 0.199002, "nauc_precision_at_100_std": 0.321947, "nauc_precision_at_100_diff1": -0.072063, "nauc_precision_at_1000_max": 0.199002, "nauc_precision_at_1000_std": 0.321947, "nauc_precision_at_1000_diff1": -0.072063, "nauc_mrr_at_1_max": 0.519203, "nauc_mrr_at_1_std": 0.387266, "nauc_mrr_at_1_diff1": 0.504422, "nauc_mrr_at_3_max": 0.542037, "nauc_mrr_at_3_std": 0.426885, "nauc_mrr_at_3_diff1": 0.462087, "nauc_mrr_at_5_max": 0.536778, "nauc_mrr_at_5_std": 0.422678, "nauc_mrr_at_5_diff1": 0.453564, "nauc_mrr_at_10_max": 0.541109, "nauc_mrr_at_10_std": 0.428007, "nauc_mrr_at_10_diff1": 0.459087, "nauc_mrr_at_20_max": 0.540405, "nauc_mrr_at_20_std": 0.427026, "nauc_mrr_at_20_diff1": 0.458299, "nauc_mrr_at_100_max": 0.540065, "nauc_mrr_at_100_std": 0.426415, "nauc_mrr_at_100_diff1": 0.457866, "nauc_mrr_at_1000_max": 0.540065, "nauc_mrr_at_1000_std": 0.426415, "nauc_mrr_at_1000_diff1": 0.457866, "hit_rate_at_1": 0.55016, "hit_rate_at_3": 0.68285, "hit_rate_at_5": 0.71197, "hit_rate_at_10": 0.76052, "hit_rate_at_20": 0.76699, "hit_rate_at_100": 0.77994, "hit_rate_at_1000": 0.77994, "main_score": 0.49788, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.69256, "ndcg_at_3": 0.6766, "ndcg_at_5": 0.68488, "ndcg_at_10": 0.70123, "ndcg_at_20": 0.7135, "ndcg_at_100": 0.7217, "ndcg_at_1000": 0.7217, "map_at_1": 0.33731, "map_at_3": 0.48348, "map_at_5": 0.5448, "map_at_10": 0.59305, "map_at_20": 0.6084, "map_at_100": 0.61224, "map_at_1000": 0.61224, "recall_at_1": 0.33731, "recall_at_3": 0.52818, "recall_at_5": 0.63379, "recall_at_10": 0.73367, "recall_at_20": 0.78144, "recall_at_100": 0.8041, "recall_at_1000": 0.8041, "accuracy": 0.33731, "precision_at_1": 0.72816, "precision_at_3": 0.49191, "precision_at_5": 0.39094, "precision_at_10": 0.25307, "precision_at_20": 0.14385, "precision_at_100": 0.03049, "precision_at_1000": 0.00305, "mrr_at_1": 0.728155, "mrr_at_3": 0.804207, "mrr_at_5": 0.812621, "mrr_at_10": 0.816365, "mrr_at_20": 0.817364, "mrr_at_100": 0.817471, "mrr_at_1000": 0.817471, "nauc_ndcg_at_1_max": 0.240046, "nauc_ndcg_at_1_std": 0.109751, "nauc_ndcg_at_1_diff1": 0.481555, "nauc_ndcg_at_3_max": 0.291736, "nauc_ndcg_at_3_std": 0.149904, "nauc_ndcg_at_3_diff1": 0.452042, "nauc_ndcg_at_5_max": 0.331587, "nauc_ndcg_at_5_std": 0.206674, "nauc_ndcg_at_5_diff1": 0.463973, "nauc_ndcg_at_10_max": 0.391562, "nauc_ndcg_at_10_std": 0.261654, "nauc_ndcg_at_10_diff1": 0.467451, "nauc_ndcg_at_20_max": 0.40347, "nauc_ndcg_at_20_std": 0.281866, "nauc_ndcg_at_20_diff1": 0.460563, "nauc_ndcg_at_100_max": 0.399559, "nauc_ndcg_at_100_std": 0.275513, "nauc_ndcg_at_100_diff1": 0.456952, "nauc_ndcg_at_1000_max": 0.399559, "nauc_ndcg_at_1000_std": 0.275513, "nauc_ndcg_at_1000_diff1": 0.456952, "nauc_map_at_1_max": 0.172922, "nauc_map_at_1_std": -0.039229, "nauc_map_at_1_diff1": 0.493562, "nauc_map_at_3_max": 0.217709, "nauc_map_at_3_std": 0.028298, "nauc_map_at_3_diff1": 0.458755, "nauc_map_at_5_max": 0.262584, "nauc_map_at_5_std": 0.106678, "nauc_map_at_5_diff1": 0.44065, "nauc_map_at_10_max": 0.324149, "nauc_map_at_10_std": 0.181267, "nauc_map_at_10_diff1": 0.424481, "nauc_map_at_20_max": 0.327975, "nauc_map_at_20_std": 0.200043, "nauc_map_at_20_diff1": 0.416464, "nauc_map_at_100_max": 0.327753, "nauc_map_at_100_std": 0.199745, "nauc_map_at_100_diff1": 0.415552, "nauc_map_at_1000_max": 0.327753, "nauc_map_at_1000_std": 0.199745, "nauc_map_at_1000_diff1": 0.415552, "nauc_recall_at_1_max": 0.172922, "nauc_recall_at_1_std": -0.039229, "nauc_recall_at_1_diff1": 0.493562, "nauc_recall_at_3_max": 0.254157, "nauc_recall_at_3_std": 0.065878, "nauc_recall_at_3_diff1": 0.437038, "nauc_recall_at_5_max": 0.311927, "nauc_recall_at_5_std": 0.186339, "nauc_recall_at_5_diff1": 0.396714, "nauc_recall_at_10_max": 0.456452, "nauc_recall_at_10_std": 0.351953, "nauc_recall_at_10_diff1": 0.374691, "nauc_recall_at_20_max": 0.488944, "nauc_recall_at_20_std": 0.418181, "nauc_recall_at_20_diff1": 0.350234, "nauc_recall_at_100_max": 0.490076, "nauc_recall_at_100_std": 0.413327, "nauc_recall_at_100_diff1": 0.339145, "nauc_recall_at_1000_max": 0.490076, "nauc_recall_at_1000_std": 0.413327, "nauc_recall_at_1000_diff1": 0.339145, "nauc_precision_at_1_max": 0.222287, "nauc_precision_at_1_std": 0.106341, "nauc_precision_at_1_diff1": 0.443473, "nauc_precision_at_3_max": 0.132953, "nauc_precision_at_3_std": 0.228155, "nauc_precision_at_3_diff1": -0.070026, "nauc_precision_at_5_max": 0.136821, "nauc_precision_at_5_std": 0.289933, "nauc_precision_at_5_diff1": -0.157209, "nauc_precision_at_10_max": 0.131473, "nauc_precision_at_10_std": 0.288546, "nauc_precision_at_10_diff1": -0.215442, "nauc_precision_at_20_max": 0.070843, "nauc_precision_at_20_std": 0.262279, "nauc_precision_at_20_diff1": -0.251504, "nauc_precision_at_100_max": 0.032795, "nauc_precision_at_100_std": 0.214143, "nauc_precision_at_100_diff1": -0.274019, "nauc_precision_at_1000_max": 0.032795, "nauc_precision_at_1000_std": 0.214143, "nauc_precision_at_1000_diff1": -0.274019, "nauc_mrr_at_1_max": 0.222287, "nauc_mrr_at_1_std": 0.106341, "nauc_mrr_at_1_diff1": 0.443473, "nauc_mrr_at_3_max": 0.297538, "nauc_mrr_at_3_std": 0.180903, "nauc_mrr_at_3_diff1": 0.463267, "nauc_mrr_at_5_max": 0.285783, "nauc_mrr_at_5_std": 0.174857, "nauc_mrr_at_5_diff1": 0.459585, "nauc_mrr_at_10_max": 0.287067, "nauc_mrr_at_10_std": 0.175273, "nauc_mrr_at_10_diff1": 0.4606, "nauc_mrr_at_20_max": 0.283149, "nauc_mrr_at_20_std": 0.170736, "nauc_mrr_at_20_diff1": 0.459088, "nauc_mrr_at_100_max": 0.282972, "nauc_mrr_at_100_std": 0.170279, "nauc_mrr_at_100_diff1": 0.459308, "nauc_mrr_at_1000_max": 0.282972, "nauc_mrr_at_1000_std": 0.170279, "nauc_mrr_at_1000_diff1": 0.459308, "hit_rate_at_1": 0.72816, "hit_rate_at_3": 0.89644, "hit_rate_at_5": 0.93204, "hit_rate_at_10": 0.95793, "hit_rate_at_20": 0.97087, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 0.97411, "main_score": 0.70123, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.50971, "ndcg_at_3": 0.48056, "ndcg_at_5": 0.47447, "ndcg_at_10": 0.48076, "ndcg_at_20": 0.48957, "ndcg_at_100": 0.49333, "ndcg_at_1000": 0.49333, "map_at_1": 0.24723, "map_at_3": 0.34182, "map_at_5": 0.37456, "map_at_10": 0.3999, "map_at_20": 0.40855, "map_at_100": 0.41007, "map_at_1000": 0.41007, "recall_at_1": 0.24723, "recall_at_3": 0.38013, "recall_at_5": 0.43267, "recall_at_10": 0.49389, "recall_at_20": 0.52722, "recall_at_100": 0.53718, "recall_at_1000": 0.53718, "accuracy": 0.24723, "precision_at_1": 0.55663, "precision_at_3": 0.3452, "precision_at_5": 0.26214, "precision_at_10": 0.16117, "precision_at_20": 0.09142, "precision_at_100": 0.01909, "precision_at_1000": 0.00191, "mrr_at_1": 0.556634, "mrr_at_3": 0.615426, "mrr_at_5": 0.618824, "mrr_at_10": 0.62397, "mrr_at_20": 0.625535, "mrr_at_100": 0.62567, "mrr_at_1000": 0.62567, "nauc_ndcg_at_1_max": 0.462284, "nauc_ndcg_at_1_std": 0.279337, "nauc_ndcg_at_1_diff1": 0.50186, "nauc_ndcg_at_3_max": 0.471835, "nauc_ndcg_at_3_std": 0.322361, "nauc_ndcg_at_3_diff1": 0.423224, "nauc_ndcg_at_5_max": 0.497463, "nauc_ndcg_at_5_std": 0.353891, "nauc_ndcg_at_5_diff1": 0.426413, "nauc_ndcg_at_10_max": 0.528414, "nauc_ndcg_at_10_std": 0.37738, "nauc_ndcg_at_10_diff1": 0.439966, "nauc_ndcg_at_20_max": 0.534606, "nauc_ndcg_at_20_std": 0.378636, "nauc_ndcg_at_20_diff1": 0.435501, "nauc_ndcg_at_100_max": 0.530634, "nauc_ndcg_at_100_std": 0.3773, "nauc_ndcg_at_100_diff1": 0.430268, "nauc_ndcg_at_1000_max": 0.530634, "nauc_ndcg_at_1000_std": 0.3773, "nauc_ndcg_at_1000_diff1": 0.430268, "nauc_map_at_1_max": 0.311173, "nauc_map_at_1_std": 0.112355, "nauc_map_at_1_diff1": 0.513202, "nauc_map_at_3_max": 0.388026, "nauc_map_at_3_std": 0.222504, "nauc_map_at_3_diff1": 0.447722, "nauc_map_at_5_max": 0.433086, "nauc_map_at_5_std": 0.278387, "nauc_map_at_5_diff1": 0.425029, "nauc_map_at_10_max": 0.474835, "nauc_map_at_10_std": 0.319215, "nauc_map_at_10_diff1": 0.41812, "nauc_map_at_20_max": 0.481345, "nauc_map_at_20_std": 0.329242, "nauc_map_at_20_diff1": 0.413118, "nauc_map_at_100_max": 0.480434, "nauc_map_at_100_std": 0.329787, "nauc_map_at_100_diff1": 0.411146, "nauc_map_at_1000_max": 0.480434, "nauc_map_at_1000_std": 0.329787, "nauc_map_at_1000_diff1": 0.411146, "nauc_recall_at_1_max": 0.311173, "nauc_recall_at_1_std": 0.112355, "nauc_recall_at_1_diff1": 0.513202, "nauc_recall_at_3_max": 0.386857, "nauc_recall_at_3_std": 0.252139, "nauc_recall_at_3_diff1": 0.405042, "nauc_recall_at_5_max": 0.450314, "nauc_recall_at_5_std": 0.337704, "nauc_recall_at_5_diff1": 0.380112, "nauc_recall_at_10_max": 0.520072, "nauc_recall_at_10_std": 0.400949, "nauc_recall_at_10_diff1": 0.381492, "nauc_recall_at_20_max": 0.533321, "nauc_recall_at_20_std": 0.414784, "nauc_recall_at_20_diff1": 0.369918, "nauc_recall_at_100_max": 0.522805, "nauc_recall_at_100_std": 0.413557, "nauc_recall_at_100_diff1": 0.35465, "nauc_recall_at_1000_max": 0.522805, "nauc_recall_at_1000_std": 0.413557, "nauc_recall_at_1000_diff1": 0.35465, "nauc_precision_at_1_max": 0.486468, "nauc_precision_at_1_std": 0.31337, "nauc_precision_at_1_diff1": 0.516931, "nauc_precision_at_3_max": 0.42658, "nauc_precision_at_3_std": 0.378318, "nauc_precision_at_3_diff1": 0.141455, "nauc_precision_at_5_max": 0.416037, "nauc_precision_at_5_std": 0.422312, "nauc_precision_at_5_diff1": 0.063535, "nauc_precision_at_10_max": 0.412382, "nauc_precision_at_10_std": 0.427627, "nauc_precision_at_10_diff1": 0.030885, "nauc_precision_at_20_max": 0.354803, "nauc_precision_at_20_std": 0.38606, "nauc_precision_at_20_diff1": -0.021749, "nauc_precision_at_100_max": 0.309133, "nauc_precision_at_100_std": 0.352811, "nauc_precision_at_100_diff1": -0.050948, "nauc_precision_at_1000_max": 0.309133, "nauc_precision_at_1000_std": 0.352811, "nauc_precision_at_1000_diff1": -0.050948, "nauc_mrr_at_1_max": 0.486468, "nauc_mrr_at_1_std": 0.31337, "nauc_mrr_at_1_diff1": 0.516931, "nauc_mrr_at_3_max": 0.531829, "nauc_mrr_at_3_std": 0.374202, "nauc_mrr_at_3_diff1": 0.486459, "nauc_mrr_at_5_max": 0.533361, "nauc_mrr_at_5_std": 0.381252, "nauc_mrr_at_5_diff1": 0.492234, "nauc_mrr_at_10_max": 0.533557, "nauc_mrr_at_10_std": 0.380873, "nauc_mrr_at_10_diff1": 0.495229, "nauc_mrr_at_20_max": 0.532469, "nauc_mrr_at_20_std": 0.378118, "nauc_mrr_at_20_diff1": 0.494573, "nauc_mrr_at_100_max": 0.532248, "nauc_mrr_at_100_std": 0.377912, "nauc_mrr_at_100_diff1": 0.494573, "nauc_mrr_at_1000_max": 0.532248, "nauc_mrr_at_1000_std": 0.377912, "nauc_mrr_at_1000_diff1": 0.494573, "hit_rate_at_1": 0.55663, "hit_rate_at_3": 0.68932, "hit_rate_at_5": 0.7055, "hit_rate_at_10": 0.7411, "hit_rate_at_20": 0.76375, "hit_rate_at_100": 0.76699, "hit_rate_at_1000": 0.76699, "main_score": 0.48076, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.45146, "ndcg_at_3": 0.44541, "ndcg_at_5": 0.44598, "ndcg_at_10": 0.44896, "ndcg_at_20": 0.45488, "ndcg_at_100": 0.46151, "ndcg_at_1000": 0.46151, "map_at_1": 0.24056, "map_at_3": 0.32461, "map_at_5": 0.35575, "map_at_10": 0.37572, "map_at_20": 0.38265, "map_at_100": 0.38532, "map_at_1000": 0.38532, "recall_at_1": 0.24056, "recall_at_3": 0.35631, "recall_at_5": 0.41088, "recall_at_10": 0.4556, "recall_at_20": 0.48104, "recall_at_100": 0.50049, "recall_at_1000": 0.50049, "accuracy": 0.24056, "precision_at_1": 0.49515, "precision_at_3": 0.31499, "precision_at_5": 0.24466, "precision_at_10": 0.14951, "precision_at_20": 0.08414, "precision_at_100": 0.01812, "precision_at_1000": 0.00181, "mrr_at_1": 0.495146, "mrr_at_3": 0.559871, "mrr_at_5": 0.567152, "mrr_at_10": 0.569601, "mrr_at_20": 0.570895, "mrr_at_100": 0.571042, "mrr_at_1000": 0.571042, "nauc_ndcg_at_1_max": 0.564309, "nauc_ndcg_at_1_std": 0.459837, "nauc_ndcg_at_1_diff1": 0.531886, "nauc_ndcg_at_3_max": 0.534181, "nauc_ndcg_at_3_std": 0.456343, "nauc_ndcg_at_3_diff1": 0.477298, "nauc_ndcg_at_5_max": 0.531498, "nauc_ndcg_at_5_std": 0.470905, "nauc_ndcg_at_5_diff1": 0.472598, "nauc_ndcg_at_10_max": 0.552919, "nauc_ndcg_at_10_std": 0.491257, "nauc_ndcg_at_10_diff1": 0.471989, "nauc_ndcg_at_20_max": 0.554031, "nauc_ndcg_at_20_std": 0.489354, "nauc_ndcg_at_20_diff1": 0.467062, "nauc_ndcg_at_100_max": 0.552254, "nauc_ndcg_at_100_std": 0.487262, "nauc_ndcg_at_100_diff1": 0.469062, "nauc_ndcg_at_1000_max": 0.552254, "nauc_ndcg_at_1000_std": 0.487262, "nauc_ndcg_at_1000_diff1": 0.469062, "nauc_map_at_1_max": 0.415773, "nauc_map_at_1_std": 0.253839, "nauc_map_at_1_diff1": 0.564033, "nauc_map_at_3_max": 0.463494, "nauc_map_at_3_std": 0.346046, "nauc_map_at_3_diff1": 0.503433, "nauc_map_at_5_max": 0.485414, "nauc_map_at_5_std": 0.39719, "nauc_map_at_5_diff1": 0.480166, "nauc_map_at_10_max": 0.51447, "nauc_map_at_10_std": 0.434766, "nauc_map_at_10_diff1": 0.472686, "nauc_map_at_20_max": 0.514891, "nauc_map_at_20_std": 0.438202, "nauc_map_at_20_diff1": 0.467029, "nauc_map_at_100_max": 0.514876, "nauc_map_at_100_std": 0.438187, "nauc_map_at_100_diff1": 0.468055, "nauc_map_at_1000_max": 0.514876, "nauc_map_at_1000_std": 0.438187, "nauc_map_at_1000_diff1": 0.468055, "nauc_recall_at_1_max": 0.415773, "nauc_recall_at_1_std": 0.253839, "nauc_recall_at_1_diff1": 0.564033, "nauc_recall_at_3_max": 0.463044, "nauc_recall_at_3_std": 0.360361, "nauc_recall_at_3_diff1": 0.471994, "nauc_recall_at_5_max": 0.483271, "nauc_recall_at_5_std": 0.427339, "nauc_recall_at_5_diff1": 0.428009, "nauc_recall_at_10_max": 0.542411, "nauc_recall_at_10_std": 0.498522, "nauc_recall_at_10_diff1": 0.414548, "nauc_recall_at_20_max": 0.543239, "nauc_recall_at_20_std": 0.499848, "nauc_recall_at_20_diff1": 0.398222, "nauc_recall_at_100_max": 0.533125, "nauc_recall_at_100_std": 0.489332, "nauc_recall_at_100_diff1": 0.398421, "nauc_recall_at_1000_max": 0.533125, "nauc_recall_at_1000_std": 0.489332, "nauc_recall_at_1000_diff1": 0.398421, "nauc_precision_at_1_max": 0.611139, "nauc_precision_at_1_std": 0.497038, "nauc_precision_at_1_diff1": 0.538851, "nauc_precision_at_3_max": 0.427842, "nauc_precision_at_3_std": 0.45769, "nauc_precision_at_3_diff1": 0.184739, "nauc_precision_at_5_max": 0.364291, "nauc_precision_at_5_std": 0.46088, "nauc_precision_at_5_diff1": 0.076491, "nauc_precision_at_10_max": 0.34064, "nauc_precision_at_10_std": 0.445403, "nauc_precision_at_10_diff1": 0.026319, "nauc_precision_at_20_max": 0.273514, "nauc_precision_at_20_std": 0.374665, "nauc_precision_at_20_diff1": -0.009956, "nauc_precision_at_100_max": 0.226398, "nauc_precision_at_100_std": 0.321274, "nauc_precision_at_100_diff1": -0.020318, "nauc_precision_at_1000_max": 0.226398, "nauc_precision_at_1000_std": 0.321274, "nauc_precision_at_1000_diff1": -0.020318, "nauc_mrr_at_1_max": 0.611139, "nauc_mrr_at_1_std": 0.497038, "nauc_mrr_at_1_diff1": 0.538851, "nauc_mrr_at_3_max": 0.614996, "nauc_mrr_at_3_std": 0.519823, "nauc_mrr_at_3_diff1": 0.506701, "nauc_mrr_at_5_max": 0.609573, "nauc_mrr_at_5_std": 0.520171, "nauc_mrr_at_5_diff1": 0.499292, "nauc_mrr_at_10_max": 0.609833, "nauc_mrr_at_10_std": 0.518617, "nauc_mrr_at_10_diff1": 0.499163, "nauc_mrr_at_20_max": 0.610928, "nauc_mrr_at_20_std": 0.517, "nauc_mrr_at_20_diff1": 0.501013, "nauc_mrr_at_100_max": 0.610671, "nauc_mrr_at_100_std": 0.516711, "nauc_mrr_at_100_diff1": 0.500924, "nauc_mrr_at_1000_max": 0.610671, "nauc_mrr_at_1000_std": 0.516711, "nauc_mrr_at_1000_diff1": 0.500924, "hit_rate_at_1": 0.49515, "hit_rate_at_3": 0.64078, "hit_rate_at_5": 0.67314, "hit_rate_at_10": 0.69256, "hit_rate_at_20": 0.70874, "hit_rate_at_100": 0.71197, "hit_rate_at_1000": 0.71197, "main_score": 0.44896, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.47735, "ndcg_at_3": 0.45412, "ndcg_at_5": 0.45036, "ndcg_at_10": 0.45302, "ndcg_at_20": 0.4579, "ndcg_at_100": 0.4624, "ndcg_at_1000": 0.4624, "map_at_1": 0.22351, "map_at_3": 0.31788, "map_at_5": 0.34784, "map_at_10": 0.36897, "map_at_20": 0.37498, "map_at_100": 0.37688, "map_at_1000": 0.37688, "recall_at_1": 0.22351, "recall_at_3": 0.36132, "recall_at_5": 0.41467, "recall_at_10": 0.46498, "recall_at_20": 0.48819, "recall_at_100": 0.50066, "recall_at_1000": 0.50066, "accuracy": 0.22351, "precision_at_1": 0.51456, "precision_at_3": 0.32686, "precision_at_5": 0.2479, "precision_at_10": 0.15178, "precision_at_20": 0.08398, "precision_at_100": 0.0177, "precision_at_1000": 0.00177, "mrr_at_1": 0.514563, "mrr_at_3": 0.579827, "mrr_at_5": 0.586947, "mrr_at_10": 0.589914, "mrr_at_20": 0.590885, "mrr_at_100": 0.591032, "mrr_at_1000": 0.591032, "nauc_ndcg_at_1_max": 0.491899, "nauc_ndcg_at_1_std": 0.341903, "nauc_ndcg_at_1_diff1": 0.552078, "nauc_ndcg_at_3_max": 0.50013, "nauc_ndcg_at_3_std": 0.375617, "nauc_ndcg_at_3_diff1": 0.4331, "nauc_ndcg_at_5_max": 0.513217, "nauc_ndcg_at_5_std": 0.385058, "nauc_ndcg_at_5_diff1": 0.438474, "nauc_ndcg_at_10_max": 0.550068, "nauc_ndcg_at_10_std": 0.422991, "nauc_ndcg_at_10_diff1": 0.459423, "nauc_ndcg_at_20_max": 0.557739, "nauc_ndcg_at_20_std": 0.431632, "nauc_ndcg_at_20_diff1": 0.457821, "nauc_ndcg_at_100_max": 0.556518, "nauc_ndcg_at_100_std": 0.433101, "nauc_ndcg_at_100_diff1": 0.459486, "nauc_ndcg_at_1000_max": 0.556518, "nauc_ndcg_at_1000_std": 0.433101, "nauc_ndcg_at_1000_diff1": 0.459486, "nauc_map_at_1_max": 0.349363, "nauc_map_at_1_std": 0.133735, "nauc_map_at_1_diff1": 0.570499, "nauc_map_at_3_max": 0.441035, "nauc_map_at_3_std": 0.264691, "nauc_map_at_3_diff1": 0.47142, "nauc_map_at_5_max": 0.47105, "nauc_map_at_5_std": 0.312128, "nauc_map_at_5_diff1": 0.459822, "nauc_map_at_10_max": 0.505826, "nauc_map_at_10_std": 0.360996, "nauc_map_at_10_diff1": 0.457436, "nauc_map_at_20_max": 0.511988, "nauc_map_at_20_std": 0.375075, "nauc_map_at_20_diff1": 0.454156, "nauc_map_at_100_max": 0.511873, "nauc_map_at_100_std": 0.377322, "nauc_map_at_100_diff1": 0.454709, "nauc_map_at_1000_max": 0.511873, "nauc_map_at_1000_std": 0.377322, "nauc_map_at_1000_diff1": 0.454709, "nauc_recall_at_1_max": 0.349363, "nauc_recall_at_1_std": 0.133735, "nauc_recall_at_1_diff1": 0.570499, "nauc_recall_at_3_max": 0.432143, "nauc_recall_at_3_std": 0.284582, "nauc_recall_at_3_diff1": 0.391133, "nauc_recall_at_5_max": 0.466167, "nauc_recall_at_5_std": 0.342467, "nauc_recall_at_5_diff1": 0.370979, "nauc_recall_at_10_max": 0.538863, "nauc_recall_at_10_std": 0.433114, "nauc_recall_at_10_diff1": 0.388829, "nauc_recall_at_20_max": 0.550214, "nauc_recall_at_20_std": 0.46575, "nauc_recall_at_20_diff1": 0.375539, "nauc_recall_at_100_max": 0.550826, "nauc_recall_at_100_std": 0.473184, "nauc_recall_at_100_diff1": 0.384341, "nauc_recall_at_1000_max": 0.550826, "nauc_recall_at_1000_std": 0.473184, "nauc_recall_at_1000_diff1": 0.384341, "nauc_precision_at_1_max": 0.505658, "nauc_precision_at_1_std": 0.370587, "nauc_precision_at_1_diff1": 0.568252, "nauc_precision_at_3_max": 0.444082, "nauc_precision_at_3_std": 0.454624, "nauc_precision_at_3_diff1": 0.166853, "nauc_precision_at_5_max": 0.416578, "nauc_precision_at_5_std": 0.462117, "nauc_precision_at_5_diff1": 0.103526, "nauc_precision_at_10_max": 0.407104, "nauc_precision_at_10_std": 0.498008, "nauc_precision_at_10_diff1": 0.066078, "nauc_precision_at_20_max": 0.364151, "nauc_precision_at_20_std": 0.490402, "nauc_precision_at_20_diff1": 0.024072, "nauc_precision_at_100_max": 0.322374, "nauc_precision_at_100_std": 0.455943, "nauc_precision_at_100_diff1": 0.011, "nauc_precision_at_1000_max": 0.322374, "nauc_precision_at_1000_std": 0.455943, "nauc_precision_at_1000_diff1": 0.011, "nauc_mrr_at_1_max": 0.505658, "nauc_mrr_at_1_std": 0.370587, "nauc_mrr_at_1_diff1": 0.568252, "nauc_mrr_at_3_max": 0.545927, "nauc_mrr_at_3_std": 0.428493, "nauc_mrr_at_3_diff1": 0.525317, "nauc_mrr_at_5_max": 0.544927, "nauc_mrr_at_5_std": 0.42809, "nauc_mrr_at_5_diff1": 0.519735, "nauc_mrr_at_10_max": 0.552818, "nauc_mrr_at_10_std": 0.437982, "nauc_mrr_at_10_diff1": 0.528034, "nauc_mrr_at_20_max": 0.551349, "nauc_mrr_at_20_std": 0.436577, "nauc_mrr_at_20_diff1": 0.526668, "nauc_mrr_at_100_max": 0.551127, "nauc_mrr_at_100_std": 0.436253, "nauc_mrr_at_100_diff1": 0.526929, "nauc_mrr_at_1000_max": 0.551127, "nauc_mrr_at_1000_std": 0.436253, "nauc_mrr_at_1000_diff1": 0.526929, "hit_rate_at_1": 0.51456, "hit_rate_at_3": 0.66019, "hit_rate_at_5": 0.69256, "hit_rate_at_10": 0.71197, "hit_rate_at_20": 0.72816, "hit_rate_at_100": 0.73139, "hit_rate_at_1000": 0.73139, "main_score": 0.45302, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 23267.006000808993, "kg_co2_emissions": null, "date": 1791482473.448042, "evaluation_phases": [ { "name": "Data loading", "start": 1.4249992091208696e-05, "end": 43.13229421399592, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 43.13230987399584, "end": 43.13231369400455, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 43.138870854993, "end": 3922.0724558039947, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 3922.2179736800026, "end": 3922.3529759630037, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 3922.410207328998, "end": 7773.080431269991, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 7773.253088512996, "end": 7773.330528043996, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 7773.404971126991, "end": 11609.155957048992, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 11710.347964689005, "end": 11710.426265073998, "split": "test", "subset": "portuguese" } ] }