{ "dataset_revision": "7187c21e1a532531d175eccf5a6d7c1561f6b0da", "task_name": "Vidore3FinanceEnBM25sReranking.v2", "mteb_version": "2.26.30", "scores": { "test": [ { "ndcg_at_1": 0.43366, "ndcg_at_3": 0.4217, "ndcg_at_5": 0.42444, "ndcg_at_10": 0.43976, "ndcg_at_20": 0.45083, "ndcg_at_100": 0.4581, "ndcg_at_1000": 0.4581, "map_at_1": 0.23292, "map_at_3": 0.30453, "map_at_5": 0.3319, "map_at_10": 0.35816, "map_at_20": 0.36839, "map_at_100": 0.37083, "map_at_1000": 0.37083, "recall_at_1": 0.23292, "recall_at_3": 0.33281, "recall_at_5": 0.38655, "recall_at_10": 0.46389, "recall_at_20": 0.50365, "recall_at_100": 0.52454, "recall_at_1000": 0.52454, "accuracy": 0.23292, "precision_at_1": 0.46278, "precision_at_3": 0.2945, "precision_at_5": 0.22977, "precision_at_10": 0.15081, "precision_at_20": 0.08738, "precision_at_100": 0.01877, "precision_at_1000": 0.00188, "mrr_at_1": 0.462783, "mrr_at_3": 0.527508, "mrr_at_5": 0.540453, "mrr_at_10": 0.547117, "mrr_at_20": 0.548579, "mrr_at_100": 0.548791, "mrr_at_1000": 0.548791, "nauc_ndcg_at_1_max": 0.560171, "nauc_ndcg_at_1_std": 0.255343, "nauc_ndcg_at_1_diff1": 0.087593, "nauc_ndcg_at_3_max": 0.536275, "nauc_ndcg_at_3_std": 0.242352, "nauc_ndcg_at_3_diff1": 0.07668, "nauc_ndcg_at_5_max": 0.528897, "nauc_ndcg_at_5_std": 0.245048, "nauc_ndcg_at_5_diff1": 0.071545, "nauc_ndcg_at_10_max": 0.543845, "nauc_ndcg_at_10_std": 0.261407, "nauc_ndcg_at_10_diff1": 0.049932, "nauc_ndcg_at_20_max": 0.553606, "nauc_ndcg_at_20_std": 0.276706, "nauc_ndcg_at_20_diff1": 0.033175, "nauc_ndcg_at_100_max": 0.55477, "nauc_ndcg_at_100_std": 0.280903, "nauc_ndcg_at_100_diff1": 0.028685, "nauc_ndcg_at_1000_max": 0.55477, "nauc_ndcg_at_1000_std": 0.280903, "nauc_ndcg_at_1000_diff1": 0.028685, "nauc_map_at_1_max": 0.394067, "nauc_map_at_1_std": 0.061535, "nauc_map_at_1_diff1": 0.255116, "nauc_map_at_3_max": 0.455633, "nauc_map_at_3_std": 0.117549, "nauc_map_at_3_diff1": 0.15725, "nauc_map_at_5_max": 0.475129, "nauc_map_at_5_std": 0.15153, "nauc_map_at_5_diff1": 0.118685, "nauc_map_at_10_max": 0.497467, "nauc_map_at_10_std": 0.190733, "nauc_map_at_10_diff1": 0.081627, "nauc_map_at_20_max": 0.511278, "nauc_map_at_20_std": 0.211628, "nauc_map_at_20_diff1": 0.066106, "nauc_map_at_100_max": 0.512735, "nauc_map_at_100_std": 0.214666, "nauc_map_at_100_diff1": 0.064367, "nauc_map_at_1000_max": 0.512735, "nauc_map_at_1000_std": 0.214666, "nauc_map_at_1000_diff1": 0.064367, "nauc_recall_at_1_max": 0.394067, "nauc_recall_at_1_std": 0.061535, "nauc_recall_at_1_diff1": 0.255116, "nauc_recall_at_3_max": 0.446297, "nauc_recall_at_3_std": 0.120234, "nauc_recall_at_3_diff1": 0.149898, "nauc_recall_at_5_max": 0.458034, "nauc_recall_at_5_std": 0.173078, "nauc_recall_at_5_diff1": 0.093192, "nauc_recall_at_10_max": 0.479251, "nauc_recall_at_10_std": 0.243933, "nauc_recall_at_10_diff1": 0.017285, "nauc_recall_at_20_max": 0.509659, "nauc_recall_at_20_std": 0.298426, "nauc_recall_at_20_diff1": -0.026327, "nauc_recall_at_100_max": 0.513501, "nauc_recall_at_100_std": 0.302491, "nauc_recall_at_100_diff1": -0.031708, "nauc_recall_at_1000_max": 0.513501, "nauc_recall_at_1000_std": 0.302491, "nauc_recall_at_1000_diff1": -0.031708, "nauc_precision_at_1_max": 0.604246, "nauc_precision_at_1_std": 0.289297, "nauc_precision_at_1_diff1": 0.065536, "nauc_precision_at_3_max": 0.479958, "nauc_precision_at_3_std": 0.34832, "nauc_precision_at_3_diff1": -0.143749, "nauc_precision_at_5_max": 0.421964, "nauc_precision_at_5_std": 0.381584, "nauc_precision_at_5_diff1": -0.221215, "nauc_precision_at_10_max": 0.374922, "nauc_precision_at_10_std": 0.429012, "nauc_precision_at_10_diff1": -0.284653, "nauc_precision_at_20_max": 0.356347, "nauc_precision_at_20_std": 0.454977, "nauc_precision_at_20_diff1": -0.311113, "nauc_precision_at_100_max": 0.321419, "nauc_precision_at_100_std": 0.43751, "nauc_precision_at_100_diff1": -0.310186, "nauc_precision_at_1000_max": 0.321419, "nauc_precision_at_1000_std": 0.43751, "nauc_precision_at_1000_diff1": -0.310186, "nauc_mrr_at_1_max": 0.604246, "nauc_mrr_at_1_std": 0.289297, "nauc_mrr_at_1_diff1": 0.065536, "nauc_mrr_at_3_max": 0.61385, "nauc_mrr_at_3_std": 0.329126, "nauc_mrr_at_3_diff1": 0.043179, "nauc_mrr_at_5_max": 0.612298, "nauc_mrr_at_5_std": 0.334116, "nauc_mrr_at_5_diff1": 0.035887, "nauc_mrr_at_10_max": 0.611842, "nauc_mrr_at_10_std": 0.335905, "nauc_mrr_at_10_diff1": 0.034638, "nauc_mrr_at_20_max": 0.611004, "nauc_mrr_at_20_std": 0.337251, "nauc_mrr_at_20_diff1": 0.034936, "nauc_mrr_at_100_max": 0.611146, "nauc_mrr_at_100_std": 0.337135, "nauc_mrr_at_100_diff1": 0.034636, "nauc_mrr_at_1000_max": 0.611146, "nauc_mrr_at_1000_std": 0.337135, "nauc_mrr_at_1000_diff1": 0.034636, "hit_rate_at_1": 0.46278, "hit_rate_at_3": 0.61489, "hit_rate_at_5": 0.67314, "hit_rate_at_10": 0.72168, "hit_rate_at_20": 0.74434, "hit_rate_at_100": 0.75081, "hit_rate_at_1000": 0.75081, "main_score": 0.43976, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.47087, "ndcg_at_3": 0.45234, "ndcg_at_5": 0.45078, "ndcg_at_10": 0.46272, "ndcg_at_20": 0.47691, "ndcg_at_100": 0.48365, "ndcg_at_1000": 0.48365, "map_at_1": 0.2368, "map_at_3": 0.32418, "map_at_5": 0.35088, "map_at_10": 0.37786, "map_at_20": 0.38995, "map_at_100": 0.39239, "map_at_1000": 0.39239, "recall_at_1": 0.2368, "recall_at_3": 0.35783, "recall_at_5": 0.41049, "recall_at_10": 0.47971, "recall_at_20": 0.53123, "recall_at_100": 0.55092, "recall_at_1000": 0.55092, "accuracy": 0.2368, "precision_at_1": 0.50162, "precision_at_3": 0.31931, "precision_at_5": 0.24401, "precision_at_10": 0.15793, "precision_at_20": 0.09272, "precision_at_100": 0.02, "precision_at_1000": 0.002, "mrr_at_1": 0.501618, "mrr_at_3": 0.564725, "mrr_at_5": 0.576214, "mrr_at_10": 0.582199, "mrr_at_20": 0.584229, "mrr_at_100": 0.584621, "mrr_at_1000": 0.584621, "nauc_ndcg_at_1_max": 0.584621, "nauc_ndcg_at_1_std": 0.269871, "nauc_ndcg_at_1_diff1": 0.072993, "nauc_ndcg_at_3_max": 0.558355, "nauc_ndcg_at_3_std": 0.268198, "nauc_ndcg_at_3_diff1": 0.025272, "nauc_ndcg_at_5_max": 0.533443, "nauc_ndcg_at_5_std": 0.260118, "nauc_ndcg_at_5_diff1": 0.030738, "nauc_ndcg_at_10_max": 0.554367, "nauc_ndcg_at_10_std": 0.293411, "nauc_ndcg_at_10_diff1": 0.000415, "nauc_ndcg_at_20_max": 0.560121, "nauc_ndcg_at_20_std": 0.31095, "nauc_ndcg_at_20_diff1": -0.012401, "nauc_ndcg_at_100_max": 0.558825, "nauc_ndcg_at_100_std": 0.310398, "nauc_ndcg_at_100_diff1": -0.016654, "nauc_ndcg_at_1000_max": 0.558825, "nauc_ndcg_at_1000_std": 0.310398, "nauc_ndcg_at_1000_diff1": -0.016654, "nauc_map_at_1_max": 0.372909, "nauc_map_at_1_std": 0.003682, "nauc_map_at_1_diff1": 0.323406, "nauc_map_at_3_max": 0.461373, "nauc_map_at_3_std": 0.106609, "nauc_map_at_3_diff1": 0.155778, "nauc_map_at_5_max": 0.474985, "nauc_map_at_5_std": 0.141107, "nauc_map_at_5_diff1": 0.122529, "nauc_map_at_10_max": 0.502513, "nauc_map_at_10_std": 0.199239, "nauc_map_at_10_diff1": 0.070658, "nauc_map_at_20_max": 0.511499, "nauc_map_at_20_std": 0.222762, "nauc_map_at_20_diff1": 0.054033, "nauc_map_at_100_max": 0.512281, "nauc_map_at_100_std": 0.223299, "nauc_map_at_100_diff1": 0.051945, "nauc_map_at_1000_max": 0.512281, "nauc_map_at_1000_std": 0.223299, "nauc_map_at_1000_diff1": 0.051945, "nauc_recall_at_1_max": 0.372909, "nauc_recall_at_1_std": 0.003682, "nauc_recall_at_1_diff1": 0.323406, "nauc_recall_at_3_max": 0.442818, "nauc_recall_at_3_std": 0.12615, "nauc_recall_at_3_diff1": 0.0994, "nauc_recall_at_5_max": 0.444396, "nauc_recall_at_5_std": 0.172072, "nauc_recall_at_5_diff1": 0.044856, "nauc_recall_at_10_max": 0.479146, "nauc_recall_at_10_std": 0.282596, "nauc_recall_at_10_diff1": -0.055358, "nauc_recall_at_20_max": 0.494564, "nauc_recall_at_20_std": 0.34447, "nauc_recall_at_20_diff1": -0.092409, "nauc_recall_at_100_max": 0.489118, "nauc_recall_at_100_std": 0.335674, "nauc_recall_at_100_diff1": -0.098898, "nauc_recall_at_1000_max": 0.489118, "nauc_recall_at_1000_std": 0.335674, "nauc_recall_at_1000_diff1": -0.098898, "nauc_precision_at_1_max": 0.605038, "nauc_precision_at_1_std": 0.296835, "nauc_precision_at_1_diff1": 0.077908, "nauc_precision_at_3_max": 0.491488, "nauc_precision_at_3_std": 0.395536, "nauc_precision_at_3_diff1": -0.239937, "nauc_precision_at_5_max": 0.394669, "nauc_precision_at_5_std": 0.422216, "nauc_precision_at_5_diff1": -0.288876, "nauc_precision_at_10_max": 0.356721, "nauc_precision_at_10_std": 0.498686, "nauc_precision_at_10_diff1": -0.357661, "nauc_precision_at_20_max": 0.316332, "nauc_precision_at_20_std": 0.5225, "nauc_precision_at_20_diff1": -0.373981, "nauc_precision_at_100_max": 0.266858, "nauc_precision_at_100_std": 0.469127, "nauc_precision_at_100_diff1": -0.367977, "nauc_precision_at_1000_max": 0.266858, "nauc_precision_at_1000_std": 0.469127, "nauc_precision_at_1000_diff1": -0.367977, "nauc_mrr_at_1_max": 0.605038, "nauc_mrr_at_1_std": 0.296835, "nauc_mrr_at_1_diff1": 0.077908, "nauc_mrr_at_3_max": 0.61447, "nauc_mrr_at_3_std": 0.348953, "nauc_mrr_at_3_diff1": 0.014694, "nauc_mrr_at_5_max": 0.618221, "nauc_mrr_at_5_std": 0.36204, "nauc_mrr_at_5_diff1": 0.007468, "nauc_mrr_at_10_max": 0.618584, "nauc_mrr_at_10_std": 0.366455, "nauc_mrr_at_10_diff1": 0.005244, "nauc_mrr_at_20_max": 0.617034, "nauc_mrr_at_20_std": 0.365577, "nauc_mrr_at_20_diff1": 0.005813, "nauc_mrr_at_100_max": 0.616558, "nauc_mrr_at_100_std": 0.365085, "nauc_mrr_at_100_diff1": 0.005931, "nauc_mrr_at_1000_max": 0.616558, "nauc_mrr_at_1000_std": 0.365085, "nauc_mrr_at_1000_diff1": 0.005931, "hit_rate_at_1": 0.50162, "hit_rate_at_3": 0.64401, "hit_rate_at_5": 0.69579, "hit_rate_at_10": 0.7411, "hit_rate_at_20": 0.76699, "hit_rate_at_100": 0.77994, "hit_rate_at_1000": 0.77994, "main_score": 0.46272, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.6246, "ndcg_at_3": 0.61134, "ndcg_at_5": 0.61744, "ndcg_at_10": 0.64056, "ndcg_at_20": 0.66184, "ndcg_at_100": 0.67979, "ndcg_at_1000": 0.67979, "map_at_1": 0.31242, "map_at_3": 0.44208, "map_at_5": 0.48885, "map_at_10": 0.53157, "map_at_20": 0.55086, "map_at_100": 0.55819, "map_at_1000": 0.55819, "recall_at_1": 0.31242, "recall_at_3": 0.48292, "recall_at_5": 0.56978, "recall_at_10": 0.6785, "recall_at_20": 0.75065, "recall_at_100": 0.8041, "recall_at_1000": 0.8041, "accuracy": 0.31242, "precision_at_1": 0.66667, "precision_at_3": 0.44013, "precision_at_5": 0.34693, "precision_at_10": 0.2301, "precision_at_20": 0.13608, "precision_at_100": 0.03049, "precision_at_1000": 0.00305, "mrr_at_1": 0.666667, "mrr_at_3": 0.7411, "mrr_at_5": 0.755016, "mrr_at_10": 0.761234, "mrr_at_20": 0.7626, "mrr_at_100": 0.763504, "mrr_at_1000": 0.763504, "nauc_ndcg_at_1_max": 0.447426, "nauc_ndcg_at_1_std": 0.015079, "nauc_ndcg_at_1_diff1": 0.222934, "nauc_ndcg_at_3_max": 0.442944, "nauc_ndcg_at_3_std": 0.068047, "nauc_ndcg_at_3_diff1": 0.105119, "nauc_ndcg_at_5_max": 0.444051, "nauc_ndcg_at_5_std": 0.072884, "nauc_ndcg_at_5_diff1": 0.123716, "nauc_ndcg_at_10_max": 0.481649, "nauc_ndcg_at_10_std": 0.133082, "nauc_ndcg_at_10_diff1": 0.095415, "nauc_ndcg_at_20_max": 0.488808, "nauc_ndcg_at_20_std": 0.151405, "nauc_ndcg_at_20_diff1": 0.093961, "nauc_ndcg_at_100_max": 0.4837, "nauc_ndcg_at_100_std": 0.146376, "nauc_ndcg_at_100_diff1": 0.093154, "nauc_ndcg_at_1000_max": 0.4837, "nauc_ndcg_at_1000_std": 0.146376, "nauc_ndcg_at_1000_diff1": 0.093154, "nauc_map_at_1_max": 0.319334, "nauc_map_at_1_std": -0.109639, "nauc_map_at_1_diff1": 0.349208, "nauc_map_at_3_max": 0.383083, "nauc_map_at_3_std": -0.020774, "nauc_map_at_3_diff1": 0.201006, "nauc_map_at_5_max": 0.403619, "nauc_map_at_5_std": 0.013636, "nauc_map_at_5_diff1": 0.164713, "nauc_map_at_10_max": 0.442012, "nauc_map_at_10_std": 0.074051, "nauc_map_at_10_diff1": 0.12026, "nauc_map_at_20_max": 0.452293, "nauc_map_at_20_std": 0.098783, "nauc_map_at_20_diff1": 0.108766, "nauc_map_at_100_max": 0.451502, "nauc_map_at_100_std": 0.099372, "nauc_map_at_100_diff1": 0.105538, "nauc_map_at_1000_max": 0.451502, "nauc_map_at_1000_std": 0.099372, "nauc_map_at_1000_diff1": 0.105538, "nauc_recall_at_1_max": 0.319334, "nauc_recall_at_1_std": -0.109639, "nauc_recall_at_1_diff1": 0.349208, "nauc_recall_at_3_max": 0.365849, "nauc_recall_at_3_std": -0.014862, "nauc_recall_at_3_diff1": 0.166299, "nauc_recall_at_5_max": 0.363576, "nauc_recall_at_5_std": 0.032126, "nauc_recall_at_5_diff1": 0.123438, "nauc_recall_at_10_max": 0.435932, "nauc_recall_at_10_std": 0.187612, "nauc_recall_at_10_diff1": 0.027286, "nauc_recall_at_20_max": 0.470183, "nauc_recall_at_20_std": 0.27954, "nauc_recall_at_20_diff1": -0.000899, "nauc_recall_at_100_max": 0.462173, "nauc_recall_at_100_std": 0.286295, "nauc_recall_at_100_diff1": -0.013034, "nauc_recall_at_1000_max": 0.462173, "nauc_recall_at_1000_std": 0.286295, "nauc_recall_at_1000_diff1": -0.013034, "nauc_precision_at_1_max": 0.470504, "nauc_precision_at_1_std": 0.036633, "nauc_precision_at_1_diff1": 0.192901, "nauc_precision_at_3_max": 0.253784, "nauc_precision_at_3_std": 0.230981, "nauc_precision_at_3_diff1": -0.240587, "nauc_precision_at_5_max": 0.168127, "nauc_precision_at_5_std": 0.256744, "nauc_precision_at_5_diff1": -0.287241, "nauc_precision_at_10_max": 0.111861, "nauc_precision_at_10_std": 0.333105, "nauc_precision_at_10_diff1": -0.344872, "nauc_precision_at_20_max": 0.053428, "nauc_precision_at_20_std": 0.335639, "nauc_precision_at_20_diff1": -0.332459, "nauc_precision_at_100_max": -0.011858, "nauc_precision_at_100_std": 0.277051, "nauc_precision_at_100_diff1": -0.316131, "nauc_precision_at_1000_max": -0.011858, "nauc_precision_at_1000_std": 0.277051, "nauc_precision_at_1000_diff1": -0.316131, "nauc_mrr_at_1_max": 0.470504, "nauc_mrr_at_1_std": 0.036633, "nauc_mrr_at_1_diff1": 0.192901, "nauc_mrr_at_3_max": 0.485705, "nauc_mrr_at_3_std": 0.069131, "nauc_mrr_at_3_diff1": 0.135102, "nauc_mrr_at_5_max": 0.491462, "nauc_mrr_at_5_std": 0.084892, "nauc_mrr_at_5_diff1": 0.130303, "nauc_mrr_at_10_max": 0.489976, "nauc_mrr_at_10_std": 0.093187, "nauc_mrr_at_10_diff1": 0.128084, "nauc_mrr_at_20_max": 0.488669, "nauc_mrr_at_20_std": 0.090543, "nauc_mrr_at_20_diff1": 0.130332, "nauc_mrr_at_100_max": 0.488693, "nauc_mrr_at_100_std": 0.089106, "nauc_mrr_at_100_diff1": 0.132105, "nauc_mrr_at_1000_max": 0.488693, "nauc_mrr_at_1000_std": 0.089106, "nauc_mrr_at_1000_diff1": 0.132105, "hit_rate_at_1": 0.66667, "hit_rate_at_3": 0.82524, "hit_rate_at_5": 0.88673, "hit_rate_at_10": 0.93204, "hit_rate_at_20": 0.95146, "hit_rate_at_100": 0.97411, "hit_rate_at_1000": 0.97411, "main_score": 0.64056, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.41262, "ndcg_at_3": 0.4062, "ndcg_at_5": 0.40357, "ndcg_at_10": 0.41083, "ndcg_at_20": 0.42595, "ndcg_at_100": 0.43392, "ndcg_at_1000": 0.43392, "map_at_1": 0.21263, "map_at_3": 0.29108, "map_at_5": 0.31575, "map_at_10": 0.33473, "map_at_20": 0.34504, "map_at_100": 0.34835, "map_at_1000": 0.34835, "recall_at_1": 0.21263, "recall_at_3": 0.31872, "recall_at_5": 0.36824, "recall_at_10": 0.42496, "recall_at_20": 0.47771, "recall_at_100": 0.50049, "recall_at_1000": 0.50049, "accuracy": 0.21263, "precision_at_1": 0.4466, "precision_at_3": 0.29342, "precision_at_5": 0.22201, "precision_at_10": 0.13754, "precision_at_20": 0.0822, "precision_at_100": 0.01812, "precision_at_1000": 0.00181, "mrr_at_1": 0.446602, "mrr_at_3": 0.514563, "mrr_at_5": 0.526699, "mrr_at_10": 0.532689, "mrr_at_20": 0.534242, "mrr_at_100": 0.534242, "mrr_at_1000": 0.534242, "nauc_ndcg_at_1_max": 0.520759, "nauc_ndcg_at_1_std": 0.224621, "nauc_ndcg_at_1_diff1": 0.173051, "nauc_ndcg_at_3_max": 0.540628, "nauc_ndcg_at_3_std": 0.28982, "nauc_ndcg_at_3_diff1": 0.089869, "nauc_ndcg_at_5_max": 0.550132, "nauc_ndcg_at_5_std": 0.302157, "nauc_ndcg_at_5_diff1": 0.097633, "nauc_ndcg_at_10_max": 0.559679, "nauc_ndcg_at_10_std": 0.333379, "nauc_ndcg_at_10_diff1": 0.08391, "nauc_ndcg_at_20_max": 0.547937, "nauc_ndcg_at_20_std": 0.342008, "nauc_ndcg_at_20_diff1": 0.075452, "nauc_ndcg_at_100_max": 0.544609, "nauc_ndcg_at_100_std": 0.343528, "nauc_ndcg_at_100_diff1": 0.071108, "nauc_ndcg_at_1000_max": 0.544609, "nauc_ndcg_at_1000_std": 0.343528, "nauc_ndcg_at_1000_diff1": 0.071108, "nauc_map_at_1_max": 0.415052, "nauc_map_at_1_std": 0.087643, "nauc_map_at_1_diff1": 0.279487, "nauc_map_at_3_max": 0.48795, "nauc_map_at_3_std": 0.19476, "nauc_map_at_3_diff1": 0.173503, "nauc_map_at_5_max": 0.511145, "nauc_map_at_5_std": 0.236158, "nauc_map_at_5_diff1": 0.144508, "nauc_map_at_10_max": 0.519763, "nauc_map_at_10_std": 0.268314, "nauc_map_at_10_diff1": 0.120551, "nauc_map_at_20_max": 0.51808, "nauc_map_at_20_std": 0.27735, "nauc_map_at_20_diff1": 0.114306, "nauc_map_at_100_max": 0.517573, "nauc_map_at_100_std": 0.279269, "nauc_map_at_100_diff1": 0.111186, "nauc_map_at_1000_max": 0.517573, "nauc_map_at_1000_std": 0.279269, "nauc_map_at_1000_diff1": 0.111186, "nauc_recall_at_1_max": 0.415052, "nauc_recall_at_1_std": 0.087643, "nauc_recall_at_1_diff1": 0.279487, "nauc_recall_at_3_max": 0.494854, "nauc_recall_at_3_std": 0.22865, "nauc_recall_at_3_diff1": 0.131701, "nauc_recall_at_5_max": 0.513165, "nauc_recall_at_5_std": 0.288163, "nauc_recall_at_5_diff1": 0.085671, "nauc_recall_at_10_max": 0.525138, "nauc_recall_at_10_std": 0.377607, "nauc_recall_at_10_diff1": 0.024883, "nauc_recall_at_20_max": 0.498702, "nauc_recall_at_20_std": 0.393624, "nauc_recall_at_20_diff1": 0.006626, "nauc_recall_at_100_max": 0.490271, "nauc_recall_at_100_std": 0.394269, "nauc_recall_at_100_diff1": -0.001479, "nauc_recall_at_1000_max": 0.490271, "nauc_recall_at_1000_std": 0.394269, "nauc_recall_at_1000_diff1": -0.001479, "nauc_precision_at_1_max": 0.560617, "nauc_precision_at_1_std": 0.24275, "nauc_precision_at_1_diff1": 0.177657, "nauc_precision_at_3_max": 0.435739, "nauc_precision_at_3_std": 0.349257, "nauc_precision_at_3_diff1": -0.092418, "nauc_precision_at_5_max": 0.411184, "nauc_precision_at_5_std": 0.389277, "nauc_precision_at_5_diff1": -0.137009, "nauc_precision_at_10_max": 0.354908, "nauc_precision_at_10_std": 0.416728, "nauc_precision_at_10_diff1": -0.175224, "nauc_precision_at_20_max": 0.264527, "nauc_precision_at_20_std": 0.385244, "nauc_precision_at_20_diff1": -0.201405, "nauc_precision_at_100_max": 0.209829, "nauc_precision_at_100_std": 0.331085, "nauc_precision_at_100_diff1": -0.197985, "nauc_precision_at_1000_max": 0.209829, "nauc_precision_at_1000_std": 0.331085, "nauc_precision_at_1000_diff1": -0.197985, "nauc_mrr_at_1_max": 0.560617, "nauc_mrr_at_1_std": 0.24275, "nauc_mrr_at_1_diff1": 0.177657, "nauc_mrr_at_3_max": 0.57979, "nauc_mrr_at_3_std": 0.309155, "nauc_mrr_at_3_diff1": 0.125998, "nauc_mrr_at_5_max": 0.578592, "nauc_mrr_at_5_std": 0.313825, "nauc_mrr_at_5_diff1": 0.127879, "nauc_mrr_at_10_max": 0.579614, "nauc_mrr_at_10_std": 0.321351, "nauc_mrr_at_10_diff1": 0.123441, "nauc_mrr_at_20_max": 0.579111, "nauc_mrr_at_20_std": 0.321625, "nauc_mrr_at_20_diff1": 0.122075, "nauc_mrr_at_100_max": 0.579111, "nauc_mrr_at_100_std": 0.321625, "nauc_mrr_at_100_diff1": 0.122075, "nauc_mrr_at_1000_max": 0.579111, "nauc_mrr_at_1000_std": 0.321625, "nauc_mrr_at_1000_diff1": 0.122075, "hit_rate_at_1": 0.4466, "hit_rate_at_3": 0.59223, "hit_rate_at_5": 0.64401, "hit_rate_at_10": 0.68932, "hit_rate_at_20": 0.71197, "hit_rate_at_100": 0.71197, "hit_rate_at_1000": 0.71197, "main_score": 0.41083, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.45793, "ndcg_at_3": 0.42898, "ndcg_at_5": 0.4243, "ndcg_at_10": 0.44056, "ndcg_at_20": 0.45424, "ndcg_at_100": 0.4635, "ndcg_at_1000": 0.4635, "map_at_1": 0.22392, "map_at_3": 0.30478, "map_at_5": 0.33078, "map_at_10": 0.35613, "map_at_20": 0.3666, "map_at_100": 0.37016, "map_at_1000": 0.37016, "recall_at_1": 0.22392, "recall_at_3": 0.3381, "recall_at_5": 0.38833, "recall_at_10": 0.46253, "recall_at_20": 0.50947, "recall_at_100": 0.53718, "recall_at_1000": 0.53718, "accuracy": 0.22392, "precision_at_1": 0.49191, "precision_at_3": 0.30205, "precision_at_5": 0.22913, "precision_at_10": 0.14951, "precision_at_20": 0.08706, "precision_at_100": 0.01909, "precision_at_1000": 0.00191, "mrr_at_1": 0.491909, "mrr_at_3": 0.553937, "mrr_at_5": 0.562837, "mrr_at_10": 0.57119, "mrr_at_20": 0.573078, "mrr_at_100": 0.573257, "mrr_at_1000": 0.573257, "nauc_ndcg_at_1_max": 0.488854, "nauc_ndcg_at_1_std": 0.164206, "nauc_ndcg_at_1_diff1": 0.14016, "nauc_ndcg_at_3_max": 0.478465, "nauc_ndcg_at_3_std": 0.207381, "nauc_ndcg_at_3_diff1": 0.080549, "nauc_ndcg_at_5_max": 0.508984, "nauc_ndcg_at_5_std": 0.233942, "nauc_ndcg_at_5_diff1": 0.071029, "nauc_ndcg_at_10_max": 0.531182, "nauc_ndcg_at_10_std": 0.272136, "nauc_ndcg_at_10_diff1": 0.040735, "nauc_ndcg_at_20_max": 0.541819, "nauc_ndcg_at_20_std": 0.290556, "nauc_ndcg_at_20_diff1": 0.026337, "nauc_ndcg_at_100_max": 0.543444, "nauc_ndcg_at_100_std": 0.29927, "nauc_ndcg_at_100_diff1": 0.020336, "nauc_ndcg_at_1000_max": 0.543444, "nauc_ndcg_at_1000_std": 0.29927, "nauc_ndcg_at_1000_diff1": 0.020336, "nauc_map_at_1_max": 0.368421, "nauc_map_at_1_std": 0.036481, "nauc_map_at_1_diff1": 0.263254, "nauc_map_at_3_max": 0.432676, "nauc_map_at_3_std": 0.129242, "nauc_map_at_3_diff1": 0.140428, "nauc_map_at_5_max": 0.472413, "nauc_map_at_5_std": 0.184549, "nauc_map_at_5_diff1": 0.098773, "nauc_map_at_10_max": 0.49038, "nauc_map_at_10_std": 0.219248, "nauc_map_at_10_diff1": 0.06671, "nauc_map_at_20_max": 0.499719, "nauc_map_at_20_std": 0.233229, "nauc_map_at_20_diff1": 0.054944, "nauc_map_at_100_max": 0.501428, "nauc_map_at_100_std": 0.237661, "nauc_map_at_100_diff1": 0.052142, "nauc_map_at_1000_max": 0.501428, "nauc_map_at_1000_std": 0.237661, "nauc_map_at_1000_diff1": 0.052142, "nauc_recall_at_1_max": 0.368421, "nauc_recall_at_1_std": 0.036481, "nauc_recall_at_1_diff1": 0.263254, "nauc_recall_at_3_max": 0.410065, "nauc_recall_at_3_std": 0.148792, "nauc_recall_at_3_diff1": 0.121835, "nauc_recall_at_5_max": 0.475572, "nauc_recall_at_5_std": 0.23868, "nauc_recall_at_5_diff1": 0.049649, "nauc_recall_at_10_max": 0.49222, "nauc_recall_at_10_std": 0.328314, "nauc_recall_at_10_diff1": -0.026306, "nauc_recall_at_20_max": 0.521943, "nauc_recall_at_20_std": 0.376173, "nauc_recall_at_20_diff1": -0.059358, "nauc_recall_at_100_max": 0.521093, "nauc_recall_at_100_std": 0.392878, "nauc_recall_at_100_diff1": -0.07218, "nauc_recall_at_1000_max": 0.521093, "nauc_recall_at_1000_std": 0.392878, "nauc_recall_at_1000_diff1": -0.07218, "nauc_precision_at_1_max": 0.497821, "nauc_precision_at_1_std": 0.159606, "nauc_precision_at_1_diff1": 0.151594, "nauc_precision_at_3_max": 0.42032, "nauc_precision_at_3_std": 0.296235, "nauc_precision_at_3_diff1": -0.120683, "nauc_precision_at_5_max": 0.412444, "nauc_precision_at_5_std": 0.356971, "nauc_precision_at_5_diff1": -0.189048, "nauc_precision_at_10_max": 0.337415, "nauc_precision_at_10_std": 0.364184, "nauc_precision_at_10_diff1": -0.245428, "nauc_precision_at_20_max": 0.310678, "nauc_precision_at_20_std": 0.37582, "nauc_precision_at_20_diff1": -0.262007, "nauc_precision_at_100_max": 0.271726, "nauc_precision_at_100_std": 0.359874, "nauc_precision_at_100_diff1": -0.261031, "nauc_precision_at_1000_max": 0.271726, "nauc_precision_at_1000_std": 0.359874, "nauc_precision_at_1000_diff1": -0.261031, "nauc_mrr_at_1_max": 0.497821, "nauc_mrr_at_1_std": 0.159606, "nauc_mrr_at_1_diff1": 0.151594, "nauc_mrr_at_3_max": 0.519521, "nauc_mrr_at_3_std": 0.20714, "nauc_mrr_at_3_diff1": 0.13091, "nauc_mrr_at_5_max": 0.530777, "nauc_mrr_at_5_std": 0.220106, "nauc_mrr_at_5_diff1": 0.120252, "nauc_mrr_at_10_max": 0.5292, "nauc_mrr_at_10_std": 0.229338, "nauc_mrr_at_10_diff1": 0.111353, "nauc_mrr_at_20_max": 0.528612, "nauc_mrr_at_20_std": 0.229733, "nauc_mrr_at_20_diff1": 0.111695, "nauc_mrr_at_100_max": 0.528408, "nauc_mrr_at_100_std": 0.229645, "nauc_mrr_at_100_diff1": 0.111719, "nauc_mrr_at_1000_max": 0.528408, "nauc_mrr_at_1000_std": 0.229645, "nauc_mrr_at_1000_diff1": 0.111719, "hit_rate_at_1": 0.49191, "hit_rate_at_3": 0.63754, "hit_rate_at_5": 0.67638, "hit_rate_at_10": 0.73463, "hit_rate_at_20": 0.76052, "hit_rate_at_100": 0.76699, "hit_rate_at_1000": 0.76699, "main_score": 0.44056, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.26.30" }, { "ndcg_at_1": 0.46278, "ndcg_at_3": 0.42471, "ndcg_at_5": 0.41592, "ndcg_at_10": 0.4247, "ndcg_at_20": 0.43792, "ndcg_at_100": 0.44508, "ndcg_at_1000": 0.44508, "map_at_1": 0.22617, "map_at_3": 0.30344, "map_at_5": 0.32492, "map_at_10": 0.34501, "map_at_20": 0.35499, "map_at_100": 0.35747, "map_at_1000": 0.35747, "recall_at_1": 0.22617, "recall_at_3": 0.33184, "recall_at_5": 0.37256, "recall_at_10": 0.43156, "recall_at_20": 0.47803, "recall_at_100": 0.50066, "recall_at_1000": 0.50066, "accuracy": 0.22617, "precision_at_1": 0.49515, "precision_at_3": 0.30205, "precision_at_5": 0.2233, "precision_at_10": 0.13883, "precision_at_20": 0.08139, "precision_at_100": 0.0177, "precision_at_1000": 0.00177, "mrr_at_1": 0.495146, "mrr_at_3": 0.548004, "mrr_at_5": 0.557551, "mrr_at_10": 0.562643, "mrr_at_20": 0.564639, "mrr_at_100": 0.564948, "mrr_at_1000": 0.564948, "nauc_ndcg_at_1_max": 0.629963, "nauc_ndcg_at_1_std": 0.297119, "nauc_ndcg_at_1_diff1": 0.096994, "nauc_ndcg_at_3_max": 0.601275, "nauc_ndcg_at_3_std": 0.279154, "nauc_ndcg_at_3_diff1": 0.048728, "nauc_ndcg_at_5_max": 0.602344, "nauc_ndcg_at_5_std": 0.283153, "nauc_ndcg_at_5_diff1": 0.047718, "nauc_ndcg_at_10_max": 0.591984, "nauc_ndcg_at_10_std": 0.301542, "nauc_ndcg_at_10_diff1": 0.032003, "nauc_ndcg_at_20_max": 0.595013, "nauc_ndcg_at_20_std": 0.321279, "nauc_ndcg_at_20_diff1": 0.015116, "nauc_ndcg_at_100_max": 0.594319, "nauc_ndcg_at_100_std": 0.325347, "nauc_ndcg_at_100_diff1": 0.015873, "nauc_ndcg_at_1000_max": 0.594319, "nauc_ndcg_at_1000_std": 0.325347, "nauc_ndcg_at_1000_diff1": 0.015873, "nauc_map_at_1_max": 0.432554, "nauc_map_at_1_std": 0.036528, "nauc_map_at_1_diff1": 0.277464, "nauc_map_at_3_max": 0.516518, "nauc_map_at_3_std": 0.141475, "nauc_map_at_3_diff1": 0.149926, "nauc_map_at_5_max": 0.539632, "nauc_map_at_5_std": 0.182123, "nauc_map_at_5_diff1": 0.109105, "nauc_map_at_10_max": 0.548887, "nauc_map_at_10_std": 0.220132, "nauc_map_at_10_diff1": 0.079147, "nauc_map_at_20_max": 0.558105, "nauc_map_at_20_std": 0.242946, "nauc_map_at_20_diff1": 0.063185, "nauc_map_at_100_max": 0.558346, "nauc_map_at_100_std": 0.245459, "nauc_map_at_100_diff1": 0.062974, "nauc_map_at_1000_max": 0.558346, "nauc_map_at_1000_std": 0.245459, "nauc_map_at_1000_diff1": 0.062974, "nauc_recall_at_1_max": 0.432554, "nauc_recall_at_1_std": 0.036528, "nauc_recall_at_1_diff1": 0.277464, "nauc_recall_at_3_max": 0.497211, "nauc_recall_at_3_std": 0.168306, "nauc_recall_at_3_diff1": 0.111438, "nauc_recall_at_5_max": 0.523979, "nauc_recall_at_5_std": 0.226639, "nauc_recall_at_5_diff1": 0.047306, "nauc_recall_at_10_max": 0.513573, "nauc_recall_at_10_std": 0.310143, "nauc_recall_at_10_diff1": -0.01409, "nauc_recall_at_20_max": 0.516111, "nauc_recall_at_20_std": 0.363354, "nauc_recall_at_20_diff1": -0.059593, "nauc_recall_at_100_max": 0.514837, "nauc_recall_at_100_std": 0.372613, "nauc_recall_at_100_diff1": -0.047343, "nauc_recall_at_1000_max": 0.514837, "nauc_recall_at_1000_std": 0.372613, "nauc_recall_at_1000_diff1": -0.047343, "nauc_precision_at_1_max": 0.65388, "nauc_precision_at_1_std": 0.322433, "nauc_precision_at_1_diff1": 0.115452, "nauc_precision_at_3_max": 0.554308, "nauc_precision_at_3_std": 0.434281, "nauc_precision_at_3_diff1": -0.184198, "nauc_precision_at_5_max": 0.509991, "nauc_precision_at_5_std": 0.466584, "nauc_precision_at_5_diff1": -0.249679, "nauc_precision_at_10_max": 0.417153, "nauc_precision_at_10_std": 0.494197, "nauc_precision_at_10_diff1": -0.293002, "nauc_precision_at_20_max": 0.389262, "nauc_precision_at_20_std": 0.535473, "nauc_precision_at_20_diff1": -0.326797, "nauc_precision_at_100_max": 0.344422, "nauc_precision_at_100_std": 0.501023, "nauc_precision_at_100_diff1": -0.308065, "nauc_precision_at_1000_max": 0.344422, "nauc_precision_at_1000_std": 0.501023, "nauc_precision_at_1000_diff1": -0.308065, "nauc_mrr_at_1_max": 0.65388, "nauc_mrr_at_1_std": 0.322433, "nauc_mrr_at_1_diff1": 0.115452, "nauc_mrr_at_3_max": 0.661838, "nauc_mrr_at_3_std": 0.361362, "nauc_mrr_at_3_diff1": 0.065591, "nauc_mrr_at_5_max": 0.664967, "nauc_mrr_at_5_std": 0.368853, "nauc_mrr_at_5_diff1": 0.063251, "nauc_mrr_at_10_max": 0.663224, "nauc_mrr_at_10_std": 0.372757, "nauc_mrr_at_10_diff1": 0.063263, "nauc_mrr_at_20_max": 0.662685, "nauc_mrr_at_20_std": 0.373734, "nauc_mrr_at_20_diff1": 0.063941, "nauc_mrr_at_100_max": 0.662186, "nauc_mrr_at_100_std": 0.373035, "nauc_mrr_at_100_diff1": 0.063802, "nauc_mrr_at_1000_max": 0.662186, "nauc_mrr_at_1000_std": 0.373035, "nauc_mrr_at_1000_diff1": 0.063802, "hit_rate_at_1": 0.49515, "hit_rate_at_3": 0.61812, "hit_rate_at_5": 0.66019, "hit_rate_at_10": 0.69579, "hit_rate_at_20": 0.72492, "hit_rate_at_100": 0.73139, "hit_rate_at_1000": 0.73139, "main_score": 0.4247, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.26.30" } ] }, "evaluation_time": 233.36987336538732, "kg_co2_emissions": null, "date": 1793332263.113094, "evaluation_phases": [ { "name": "Encoding queries and documents", "start": 0.00011515989899635315, "end": 41.17766901105642, "split": "test", "subset": "french" }, { "name": "Scoring", "start": 41.21583175472915, "end": 41.313499968498945, "split": "test", "subset": "french" }, { "name": "Encoding queries and documents", "start": 41.39620302990079, "end": 79.12298713251948, "split": "test", "subset": "spanish" }, { "name": "Scoring", "start": 79.20128951966763, "end": 79.31978923641145, "split": "test", "subset": "spanish" }, { "name": "Encoding queries and documents", "start": 79.40576632507145, "end": 112.59157143719494, "split": "test", "subset": "english" }, { "name": "Scoring", "start": 112.7196139357984, "end": 112.80765433236957, "split": "test", "subset": "english" }, { "name": "Encoding queries and documents", "start": 112.9185954798013, "end": 153.004143608734, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 153.1554771196097, "end": 153.24364691972733, "split": "test", "subset": "german" }, { "name": "Encoding queries and documents", "start": 153.35152560286224, "end": 192.94761325977743, "split": "test", "subset": "italian" }, { "name": "Scoring", "start": 193.16830977611244, "end": 193.28277298808098, "split": "test", "subset": "italian" }, { "name": "Encoding queries and documents", "start": 193.4014555644244, "end": 232.90433321334422, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 233.15980630740523, "end": 233.25890098139644, "split": "test", "subset": "portuguese" } ] }