{ "dataset_revision": "25dd9c87572accc3488d5b349c0760c8b2d77dfb", "task_name": "Vidore3HrBM25sReranking.v2", "mteb_version": "2.22.5", "scores": { "test": [ { "ndcg_at_1": 0.44654, "ndcg_at_3": 0.40571, "ndcg_at_5": 0.3901, "ndcg_at_10": 0.37775, "ndcg_at_20": 0.36862, "ndcg_at_100": 0.37004, "ndcg_at_1000": 0.37004, "map_at_1": 0.18841, "map_at_3": 0.25617, "map_at_5": 0.27595, "map_at_10": 0.29247, "map_at_20": 0.2986, "map_at_100": 0.30068, "map_at_1000": 0.30068, "recall_at_1": 0.18841, "recall_at_3": 0.27999, "recall_at_5": 0.31045, "recall_at_10": 0.33845, "recall_at_20": 0.35028, "recall_at_100": 0.35592, "recall_at_1000": 0.35592, "accuracy": 0.18841, "precision_at_1": 0.46541, "precision_at_3": 0.29455, "precision_at_5": 0.22075, "precision_at_10": 0.13994, "precision_at_20": 0.07799, "precision_at_100": 0.01642, "precision_at_1000": 0.00164, "mrr_at_1": 0.465409, "mrr_at_3": 0.507338, "mrr_at_5": 0.510639, "mrr_at_10": 0.512146, "mrr_at_20": 0.512146, "mrr_at_100": 0.512146, "mrr_at_1000": 0.512146, "nauc_ndcg_at_1_max": 0.603264, "nauc_ndcg_at_1_std": 0.546317, "nauc_ndcg_at_1_diff1": 0.503354, "nauc_ndcg_at_3_max": 0.607917, "nauc_ndcg_at_3_std": 0.594798, "nauc_ndcg_at_3_diff1": 0.411022, "nauc_ndcg_at_5_max": 0.613079, "nauc_ndcg_at_5_std": 0.600014, "nauc_ndcg_at_5_diff1": 0.408392, "nauc_ndcg_at_10_max": 0.616821, "nauc_ndcg_at_10_std": 0.596693, "nauc_ndcg_at_10_diff1": 0.406869, "nauc_ndcg_at_20_max": 0.610727, "nauc_ndcg_at_20_std": 0.576246, "nauc_ndcg_at_20_diff1": 0.410751, "nauc_ndcg_at_100_max": 0.607722, "nauc_ndcg_at_100_std": 0.576458, "nauc_ndcg_at_100_diff1": 0.405486, "nauc_ndcg_at_1000_max": 0.607722, "nauc_ndcg_at_1000_std": 0.576458, "nauc_ndcg_at_1000_diff1": 0.405486, "nauc_map_at_1_max": 0.377915, "nauc_map_at_1_std": 0.249483, "nauc_map_at_1_diff1": 0.508406, "nauc_map_at_3_max": 0.503784, "nauc_map_at_3_std": 0.396304, "nauc_map_at_3_diff1": 0.442067, "nauc_map_at_5_max": 0.530879, "nauc_map_at_5_std": 0.443881, "nauc_map_at_5_diff1": 0.42896, "nauc_map_at_10_max": 0.551177, "nauc_map_at_10_std": 0.489917, "nauc_map_at_10_diff1": 0.41289, "nauc_map_at_20_max": 0.552032, "nauc_map_at_20_std": 0.508991, "nauc_map_at_20_diff1": 0.402421, "nauc_map_at_100_max": 0.550127, "nauc_map_at_100_std": 0.513879, "nauc_map_at_100_diff1": 0.396881, "nauc_map_at_1000_max": 0.550127, "nauc_map_at_1000_std": 0.513879, "nauc_map_at_1000_diff1": 0.396881, "nauc_recall_at_1_max": 0.377915, "nauc_recall_at_1_std": 0.249483, "nauc_recall_at_1_diff1": 0.508406, "nauc_recall_at_3_max": 0.51255, "nauc_recall_at_3_std": 0.421866, "nauc_recall_at_3_diff1": 0.387865, "nauc_recall_at_5_max": 0.552309, "nauc_recall_at_5_std": 0.489159, "nauc_recall_at_5_diff1": 0.361807, "nauc_recall_at_10_max": 0.590342, "nauc_recall_at_10_std": 0.558838, "nauc_recall_at_10_diff1": 0.346289, "nauc_recall_at_20_max": 0.596918, "nauc_recall_at_20_std": 0.587004, "nauc_recall_at_20_diff1": 0.333053, "nauc_recall_at_100_max": 0.593575, "nauc_recall_at_100_std": 0.593169, "nauc_recall_at_100_diff1": 0.320702, "nauc_recall_at_1000_max": 0.593575, "nauc_recall_at_1000_std": 0.593169, "nauc_recall_at_1000_diff1": 0.320702, "nauc_precision_at_1_max": 0.629134, "nauc_precision_at_1_std": 0.567619, "nauc_precision_at_1_diff1": 0.525346, "nauc_precision_at_3_max": 0.563982, "nauc_precision_at_3_std": 0.632118, "nauc_precision_at_3_diff1": 0.232551, "nauc_precision_at_5_max": 0.518567, "nauc_precision_at_5_std": 0.63738, "nauc_precision_at_5_diff1": 0.16251, "nauc_precision_at_10_max": 0.461652, "nauc_precision_at_10_std": 0.64121, "nauc_precision_at_10_diff1": 0.086967, "nauc_precision_at_20_max": 0.420203, "nauc_precision_at_20_std": 0.64613, "nauc_precision_at_20_diff1": 0.04674, "nauc_precision_at_100_max": 0.386466, "nauc_precision_at_100_std": 0.628961, "nauc_precision_at_100_diff1": 0.018387, "nauc_precision_at_1000_max": 0.386466, "nauc_precision_at_1000_std": 0.628961, "nauc_precision_at_1000_diff1": 0.018387, "nauc_mrr_at_1_max": 0.629134, "nauc_mrr_at_1_std": 0.567619, "nauc_mrr_at_1_diff1": 0.525346, "nauc_mrr_at_3_max": 0.678487, "nauc_mrr_at_3_std": 0.635166, "nauc_mrr_at_3_diff1": 0.500747, "nauc_mrr_at_5_max": 0.687886, "nauc_mrr_at_5_std": 0.644688, "nauc_mrr_at_5_diff1": 0.496237, "nauc_mrr_at_10_max": 0.68709, "nauc_mrr_at_10_std": 0.645034, "nauc_mrr_at_10_diff1": 0.49487, "nauc_mrr_at_20_max": 0.68709, "nauc_mrr_at_20_std": 0.645034, "nauc_mrr_at_20_diff1": 0.49487, "nauc_mrr_at_100_max": 0.68709, "nauc_mrr_at_100_std": 0.645034, "nauc_mrr_at_100_diff1": 0.49487, "nauc_mrr_at_1000_max": 0.68709, "nauc_mrr_at_1000_std": 0.645034, "nauc_mrr_at_1000_diff1": 0.49487, "hit_rate_at_1": 0.46541, "hit_rate_at_3": 0.56289, "hit_rate_at_5": 0.57862, "hit_rate_at_10": 0.59119, "hit_rate_at_20": 0.59119, "hit_rate_at_100": 0.59119, "hit_rate_at_1000": 0.59119, "main_score": 0.37775, "hf_subset": "french", "languages": [ "fra-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.47484, "ndcg_at_3": 0.42795, "ndcg_at_5": 0.41768, "ndcg_at_10": 0.41043, "ndcg_at_20": 0.40983, "ndcg_at_100": 0.41559, "ndcg_at_1000": 0.41559, "map_at_1": 0.20607, "map_at_3": 0.28383, "map_at_5": 0.30847, "map_at_10": 0.32639, "map_at_20": 0.33649, "map_at_100": 0.34143, "map_at_1000": 0.34143, "recall_at_1": 0.20607, "recall_at_3": 0.30759, "recall_at_5": 0.34951, "recall_at_10": 0.3832, "recall_at_20": 0.40854, "recall_at_100": 0.42232, "recall_at_1000": 0.42232, "accuracy": 0.20607, "precision_at_1": 0.49371, "precision_at_3": 0.30713, "precision_at_5": 0.23396, "precision_at_10": 0.1478, "precision_at_20": 0.08821, "precision_at_100": 0.01965, "precision_at_1000": 0.00197, "mrr_at_1": 0.493711, "mrr_at_3": 0.539308, "mrr_at_5": 0.544654, "mrr_at_10": 0.546728, "mrr_at_20": 0.547985, "mrr_at_100": 0.547985, "mrr_at_1000": 0.547985, "nauc_ndcg_at_1_max": 0.620236, "nauc_ndcg_at_1_std": 0.58861, "nauc_ndcg_at_1_diff1": 0.555375, "nauc_ndcg_at_3_max": 0.606615, "nauc_ndcg_at_3_std": 0.588385, "nauc_ndcg_at_3_diff1": 0.465534, "nauc_ndcg_at_5_max": 0.623039, "nauc_ndcg_at_5_std": 0.604911, "nauc_ndcg_at_5_diff1": 0.464589, "nauc_ndcg_at_10_max": 0.618503, "nauc_ndcg_at_10_std": 0.605458, "nauc_ndcg_at_10_diff1": 0.449981, "nauc_ndcg_at_20_max": 0.617065, "nauc_ndcg_at_20_std": 0.601876, "nauc_ndcg_at_20_diff1": 0.442252, "nauc_ndcg_at_100_max": 0.618432, "nauc_ndcg_at_100_std": 0.611135, "nauc_ndcg_at_100_diff1": 0.431002, "nauc_ndcg_at_1000_max": 0.618432, "nauc_ndcg_at_1000_std": 0.611135, "nauc_ndcg_at_1000_diff1": 0.431002, "nauc_map_at_1_max": 0.396184, "nauc_map_at_1_std": 0.24909, "nauc_map_at_1_diff1": 0.525093, "nauc_map_at_3_max": 0.473937, "nauc_map_at_3_std": 0.371856, "nauc_map_at_3_diff1": 0.452507, "nauc_map_at_5_max": 0.515415, "nauc_map_at_5_std": 0.432611, "nauc_map_at_5_diff1": 0.447123, "nauc_map_at_10_max": 0.534181, "nauc_map_at_10_std": 0.476067, "nauc_map_at_10_diff1": 0.434032, "nauc_map_at_20_max": 0.53959, "nauc_map_at_20_std": 0.500981, "nauc_map_at_20_diff1": 0.423957, "nauc_map_at_100_max": 0.539839, "nauc_map_at_100_std": 0.510612, "nauc_map_at_100_diff1": 0.414235, "nauc_map_at_1000_max": 0.539839, "nauc_map_at_1000_std": 0.510612, "nauc_map_at_1000_diff1": 0.414235, "nauc_recall_at_1_max": 0.396184, "nauc_recall_at_1_std": 0.24909, "nauc_recall_at_1_diff1": 0.525093, "nauc_recall_at_3_max": 0.487586, "nauc_recall_at_3_std": 0.396112, "nauc_recall_at_3_diff1": 0.416146, "nauc_recall_at_5_max": 0.547925, "nauc_recall_at_5_std": 0.48816, "nauc_recall_at_5_diff1": 0.402559, "nauc_recall_at_10_max": 0.585411, "nauc_recall_at_10_std": 0.565784, "nauc_recall_at_10_diff1": 0.377399, "nauc_recall_at_20_max": 0.606836, "nauc_recall_at_20_std": 0.61562, "nauc_recall_at_20_diff1": 0.361995, "nauc_recall_at_100_max": 0.61064, "nauc_recall_at_100_std": 0.635988, "nauc_recall_at_100_diff1": 0.341696, "nauc_recall_at_1000_max": 0.61064, "nauc_recall_at_1000_std": 0.635988, "nauc_recall_at_1000_diff1": 0.341696, "nauc_precision_at_1_max": 0.634693, "nauc_precision_at_1_std": 0.616437, "nauc_precision_at_1_diff1": 0.567021, "nauc_precision_at_3_max": 0.562269, "nauc_precision_at_3_std": 0.669715, "nauc_precision_at_3_diff1": 0.250245, "nauc_precision_at_5_max": 0.529137, "nauc_precision_at_5_std": 0.67385, "nauc_precision_at_5_diff1": 0.184398, "nauc_precision_at_10_max": 0.453149, "nauc_precision_at_10_std": 0.651811, "nauc_precision_at_10_diff1": 0.095363, "nauc_precision_at_20_max": 0.381408, "nauc_precision_at_20_std": 0.617763, "nauc_precision_at_20_diff1": 0.028304, "nauc_precision_at_100_max": 0.334576, "nauc_precision_at_100_std": 0.581606, "nauc_precision_at_100_diff1": -0.025906, "nauc_precision_at_1000_max": 0.334576, "nauc_precision_at_1000_std": 0.581606, "nauc_precision_at_1000_diff1": -0.025906, "nauc_mrr_at_1_max": 0.634693, "nauc_mrr_at_1_std": 0.616437, "nauc_mrr_at_1_diff1": 0.567021, "nauc_mrr_at_3_max": 0.681237, "nauc_mrr_at_3_std": 0.679597, "nauc_mrr_at_3_diff1": 0.542783, "nauc_mrr_at_5_max": 0.685851, "nauc_mrr_at_5_std": 0.688749, "nauc_mrr_at_5_diff1": 0.541842, "nauc_mrr_at_10_max": 0.688659, "nauc_mrr_at_10_std": 0.694212, "nauc_mrr_at_10_diff1": 0.540233, "nauc_mrr_at_20_max": 0.688403, "nauc_mrr_at_20_std": 0.69431, "nauc_mrr_at_20_diff1": 0.539282, "nauc_mrr_at_100_max": 0.688403, "nauc_mrr_at_100_std": 0.69431, "nauc_mrr_at_100_diff1": 0.539282, "nauc_mrr_at_1000_max": 0.688403, "nauc_mrr_at_1000_std": 0.69431, "nauc_mrr_at_1000_diff1": 0.539282, "hit_rate_at_1": 0.49371, "hit_rate_at_3": 0.59434, "hit_rate_at_5": 0.6195, "hit_rate_at_10": 0.63522, "hit_rate_at_20": 0.65094, "hit_rate_at_100": 0.65094, "hit_rate_at_1000": 0.65094, "main_score": 0.41043, "hf_subset": "spanish", "languages": [ "spa-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.46069, "ndcg_at_3": 0.42458, "ndcg_at_5": 0.41276, "ndcg_at_10": 0.40427, "ndcg_at_20": 0.40188, "ndcg_at_100": 0.40353, "ndcg_at_1000": 0.40353, "map_at_1": 0.20994, "map_at_3": 0.28522, "map_at_5": 0.30419, "map_at_10": 0.32039, "map_at_20": 0.32835, "map_at_100": 0.33028, "map_at_1000": 0.33028, "recall_at_1": 0.20994, "recall_at_3": 0.31157, "recall_at_5": 0.34661, "recall_at_10": 0.37951, "recall_at_20": 0.40026, "recall_at_100": 0.40606, "recall_at_1000": 0.40606, "accuracy": 0.20994, "precision_at_1": 0.48428, "precision_at_3": 0.29874, "precision_at_5": 0.22201, "precision_at_10": 0.14025, "precision_at_20": 0.08145, "precision_at_100": 0.01704, "precision_at_1000": 0.0017, "mrr_at_1": 0.484277, "mrr_at_3": 0.527254, "mrr_at_5": 0.533543, "mrr_at_10": 0.53684, "mrr_at_20": 0.537064, "mrr_at_100": 0.537064, "mrr_at_1000": 0.537064, "nauc_ndcg_at_1_max": 0.62182, "nauc_ndcg_at_1_std": 0.554202, "nauc_ndcg_at_1_diff1": 0.551316, "nauc_ndcg_at_3_max": 0.609807, "nauc_ndcg_at_3_std": 0.567226, "nauc_ndcg_at_3_diff1": 0.459639, "nauc_ndcg_at_5_max": 0.614697, "nauc_ndcg_at_5_std": 0.580638, "nauc_ndcg_at_5_diff1": 0.450447, "nauc_ndcg_at_10_max": 0.613754, "nauc_ndcg_at_10_std": 0.583307, "nauc_ndcg_at_10_diff1": 0.447968, "nauc_ndcg_at_20_max": 0.624117, "nauc_ndcg_at_20_std": 0.589907, "nauc_ndcg_at_20_diff1": 0.448407, "nauc_ndcg_at_100_max": 0.626222, "nauc_ndcg_at_100_std": 0.592044, "nauc_ndcg_at_100_diff1": 0.448556, "nauc_ndcg_at_1000_max": 0.626222, "nauc_ndcg_at_1000_std": 0.592044, "nauc_ndcg_at_1000_diff1": 0.448556, "nauc_map_at_1_max": 0.415407, "nauc_map_at_1_std": 0.25879, "nauc_map_at_1_diff1": 0.509394, "nauc_map_at_3_max": 0.507221, "nauc_map_at_3_std": 0.392078, "nauc_map_at_3_diff1": 0.446856, "nauc_map_at_5_max": 0.541795, "nauc_map_at_5_std": 0.440814, "nauc_map_at_5_diff1": 0.444341, "nauc_map_at_10_max": 0.557344, "nauc_map_at_10_std": 0.480388, "nauc_map_at_10_diff1": 0.440952, "nauc_map_at_20_max": 0.563981, "nauc_map_at_20_std": 0.503986, "nauc_map_at_20_diff1": 0.433107, "nauc_map_at_100_max": 0.564892, "nauc_map_at_100_std": 0.50841, "nauc_map_at_100_diff1": 0.431494, "nauc_map_at_1000_max": 0.564892, "nauc_map_at_1000_std": 0.50841, "nauc_map_at_1000_diff1": 0.431494, "nauc_recall_at_1_max": 0.415407, "nauc_recall_at_1_std": 0.25879, "nauc_recall_at_1_diff1": 0.509394, "nauc_recall_at_3_max": 0.511325, "nauc_recall_at_3_std": 0.421419, "nauc_recall_at_3_diff1": 0.395871, "nauc_recall_at_5_max": 0.563042, "nauc_recall_at_5_std": 0.507658, "nauc_recall_at_5_diff1": 0.376139, "nauc_recall_at_10_max": 0.588078, "nauc_recall_at_10_std": 0.564544, "nauc_recall_at_10_diff1": 0.368198, "nauc_recall_at_20_max": 0.607962, "nauc_recall_at_20_std": 0.611915, "nauc_recall_at_20_diff1": 0.347606, "nauc_recall_at_100_max": 0.611288, "nauc_recall_at_100_std": 0.620034, "nauc_recall_at_100_diff1": 0.345048, "nauc_recall_at_1000_max": 0.611288, "nauc_recall_at_1000_std": 0.620034, "nauc_recall_at_1000_diff1": 0.345048, "nauc_precision_at_1_max": 0.649258, "nauc_precision_at_1_std": 0.572283, "nauc_precision_at_1_diff1": 0.561639, "nauc_precision_at_3_max": 0.544752, "nauc_precision_at_3_std": 0.607688, "nauc_precision_at_3_diff1": 0.255456, "nauc_precision_at_5_max": 0.498916, "nauc_precision_at_5_std": 0.616007, "nauc_precision_at_5_diff1": 0.185586, "nauc_precision_at_10_max": 0.411575, "nauc_precision_at_10_std": 0.592243, "nauc_precision_at_10_diff1": 0.111375, "nauc_precision_at_20_max": 0.367565, "nauc_precision_at_20_std": 0.587862, "nauc_precision_at_20_diff1": 0.057102, "nauc_precision_at_100_max": 0.35474, "nauc_precision_at_100_std": 0.576228, "nauc_precision_at_100_diff1": 0.047781, "nauc_precision_at_1000_max": 0.35474, "nauc_precision_at_1000_std": 0.576228, "nauc_precision_at_1000_diff1": 0.047781, "nauc_mrr_at_1_max": 0.649258, "nauc_mrr_at_1_std": 0.572283, "nauc_mrr_at_1_diff1": 0.561639, "nauc_mrr_at_3_max": 0.678233, "nauc_mrr_at_3_std": 0.638174, "nauc_mrr_at_3_diff1": 0.52617, "nauc_mrr_at_5_max": 0.682888, "nauc_mrr_at_5_std": 0.651166, "nauc_mrr_at_5_diff1": 0.522127, "nauc_mrr_at_10_max": 0.681778, "nauc_mrr_at_10_std": 0.6501, "nauc_mrr_at_10_diff1": 0.518926, "nauc_mrr_at_20_max": 0.682412, "nauc_mrr_at_20_std": 0.650458, "nauc_mrr_at_20_diff1": 0.518747, "nauc_mrr_at_100_max": 0.682412, "nauc_mrr_at_100_std": 0.650458, "nauc_mrr_at_100_diff1": 0.518747, "nauc_mrr_at_1000_max": 0.682412, "nauc_mrr_at_1000_std": 0.650458, "nauc_mrr_at_1000_diff1": 0.518747, "hit_rate_at_1": 0.48428, "hit_rate_at_3": 0.58176, "hit_rate_at_5": 0.61006, "hit_rate_at_10": 0.63522, "hit_rate_at_20": 0.63836, "hit_rate_at_100": 0.63836, "hit_rate_at_1000": 0.63836, "main_score": 0.40427, "hf_subset": "italian", "languages": [ "ita-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.70912, "ndcg_at_3": 0.6883, "ndcg_at_5": 0.68398, "ndcg_at_10": 0.69464, "ndcg_at_20": 0.71006, "ndcg_at_100": 0.71947, "ndcg_at_1000": 0.71947, "map_at_1": 0.31129, "map_at_3": 0.46928, "map_at_5": 0.5208, "map_at_10": 0.56698, "map_at_20": 0.59714, "map_at_100": 0.60528, "map_at_1000": 0.60528, "recall_at_1": 0.31129, "recall_at_3": 0.50907, "recall_at_5": 0.59058, "recall_at_10": 0.68421, "recall_at_20": 0.76209, "recall_at_100": 0.78935, "recall_at_1000": 0.78935, "accuracy": 0.31129, "precision_at_1": 0.73585, "precision_at_3": 0.50943, "precision_at_5": 0.40189, "precision_at_10": 0.27264, "precision_at_20": 0.17201, "precision_at_100": 0.03755, "precision_at_1000": 0.00375, "mrr_at_1": 0.735849, "mrr_at_3": 0.79979, "mrr_at_5": 0.807338, "mrr_at_10": 0.811371, "mrr_at_20": 0.812379, "mrr_at_100": 0.812379, "mrr_at_1000": 0.812379, "nauc_ndcg_at_1_max": 0.326808, "nauc_ndcg_at_1_std": 0.198532, "nauc_ndcg_at_1_diff1": 0.579974, "nauc_ndcg_at_3_max": 0.275198, "nauc_ndcg_at_3_std": 0.14823, "nauc_ndcg_at_3_diff1": 0.426964, "nauc_ndcg_at_5_max": 0.307443, "nauc_ndcg_at_5_std": 0.176828, "nauc_ndcg_at_5_diff1": 0.416421, "nauc_ndcg_at_10_max": 0.346646, "nauc_ndcg_at_10_std": 0.229205, "nauc_ndcg_at_10_diff1": 0.442122, "nauc_ndcg_at_20_max": 0.361031, "nauc_ndcg_at_20_std": 0.252164, "nauc_ndcg_at_20_diff1": 0.453041, "nauc_ndcg_at_100_max": 0.360627, "nauc_ndcg_at_100_std": 0.249461, "nauc_ndcg_at_100_diff1": 0.448941, "nauc_ndcg_at_1000_max": 0.360627, "nauc_ndcg_at_1000_std": 0.249461, "nauc_ndcg_at_1000_diff1": 0.448941, "nauc_map_at_1_max": 0.114093, "nauc_map_at_1_std": -0.079285, "nauc_map_at_1_diff1": 0.466562, "nauc_map_at_3_max": 0.172251, "nauc_map_at_3_std": 0.002563, "nauc_map_at_3_diff1": 0.376242, "nauc_map_at_5_max": 0.230339, "nauc_map_at_5_std": 0.060614, "nauc_map_at_5_diff1": 0.3812, "nauc_map_at_10_max": 0.263534, "nauc_map_at_10_std": 0.124522, "nauc_map_at_10_diff1": 0.386874, "nauc_map_at_20_max": 0.284633, "nauc_map_at_20_std": 0.172252, "nauc_map_at_20_diff1": 0.392849, "nauc_map_at_100_max": 0.284487, "nauc_map_at_100_std": 0.175089, "nauc_map_at_100_diff1": 0.386691, "nauc_map_at_1000_max": 0.284487, "nauc_map_at_1000_std": 0.175089, "nauc_map_at_1000_diff1": 0.386691, "nauc_recall_at_1_max": 0.114093, "nauc_recall_at_1_std": -0.079285, "nauc_recall_at_1_diff1": 0.466562, "nauc_recall_at_3_max": 0.151889, "nauc_recall_at_3_std": 0.002118, "nauc_recall_at_3_diff1": 0.329312, "nauc_recall_at_5_max": 0.226986, "nauc_recall_at_5_std": 0.075883, "nauc_recall_at_5_diff1": 0.330642, "nauc_recall_at_10_max": 0.293487, "nauc_recall_at_10_std": 0.210353, "nauc_recall_at_10_diff1": 0.337035, "nauc_recall_at_20_max": 0.357683, "nauc_recall_at_20_std": 0.331132, "nauc_recall_at_20_diff1": 0.351996, "nauc_recall_at_100_max": 0.377149, "nauc_recall_at_100_std": 0.348196, "nauc_recall_at_100_diff1": 0.349532, "nauc_recall_at_1000_max": 0.377149, "nauc_recall_at_1000_std": 0.348196, "nauc_recall_at_1000_diff1": 0.349532, "nauc_precision_at_1_max": 0.364429, "nauc_precision_at_1_std": 0.210336, "nauc_precision_at_1_diff1": 0.600723, "nauc_precision_at_3_max": 0.211708, "nauc_precision_at_3_std": 0.245086, "nauc_precision_at_3_diff1": 0.037788, "nauc_precision_at_5_max": 0.192333, "nauc_precision_at_5_std": 0.273593, "nauc_precision_at_5_diff1": -0.049319, "nauc_precision_at_10_max": 0.137383, "nauc_precision_at_10_std": 0.285598, "nauc_precision_at_10_diff1": -0.090796, "nauc_precision_at_20_max": 0.104346, "nauc_precision_at_20_std": 0.273641, "nauc_precision_at_20_diff1": -0.114217, "nauc_precision_at_100_max": 0.070576, "nauc_precision_at_100_std": 0.222039, "nauc_precision_at_100_diff1": -0.140643, "nauc_precision_at_1000_max": 0.070576, "nauc_precision_at_1000_std": 0.222039, "nauc_precision_at_1000_diff1": -0.140643, "nauc_mrr_at_1_max": 0.364429, "nauc_mrr_at_1_std": 0.210336, "nauc_mrr_at_1_diff1": 0.600723, "nauc_mrr_at_3_max": 0.413833, "nauc_mrr_at_3_std": 0.257609, "nauc_mrr_at_3_diff1": 0.60822, "nauc_mrr_at_5_max": 0.40952, "nauc_mrr_at_5_std": 0.254705, "nauc_mrr_at_5_diff1": 0.601259, "nauc_mrr_at_10_max": 0.40812, "nauc_mrr_at_10_std": 0.261955, "nauc_mrr_at_10_diff1": 0.604236, "nauc_mrr_at_20_max": 0.406972, "nauc_mrr_at_20_std": 0.26076, "nauc_mrr_at_20_diff1": 0.603182, "nauc_mrr_at_100_max": 0.406972, "nauc_mrr_at_100_std": 0.26076, "nauc_mrr_at_100_diff1": 0.603182, "nauc_mrr_at_1000_max": 0.406972, "nauc_mrr_at_1000_std": 0.26076, "nauc_mrr_at_1000_diff1": 0.603182, "hit_rate_at_1": 0.73585, "hit_rate_at_3": 0.87421, "hit_rate_at_5": 0.90881, "hit_rate_at_10": 0.93711, "hit_rate_at_20": 0.94969, "hit_rate_at_100": 0.94969, "hit_rate_at_1000": 0.94969, "main_score": 0.69464, "hf_subset": "english", "languages": [ "eng-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.42453, "ndcg_at_3": 0.38693, "ndcg_at_5": 0.3698, "ndcg_at_10": 0.36104, "ndcg_at_20": 0.35949, "ndcg_at_100": 0.36327, "ndcg_at_1000": 0.36327, "map_at_1": 0.18692, "map_at_3": 0.2543, "map_at_5": 0.27074, "map_at_10": 0.2856, "map_at_20": 0.29418, "map_at_100": 0.29835, "map_at_1000": 0.29835, "recall_at_1": 0.18692, "recall_at_3": 0.27229, "recall_at_5": 0.29763, "recall_at_10": 0.32978, "recall_at_20": 0.34943, "recall_at_100": 0.35894, "recall_at_1000": 0.35894, "accuracy": 0.18692, "precision_at_1": 0.4434, "precision_at_3": 0.27673, "precision_at_5": 0.20252, "precision_at_10": 0.12704, "precision_at_20": 0.07579, "precision_at_100": 0.0167, "precision_at_1000": 0.00167, "mrr_at_1": 0.443396, "mrr_at_3": 0.479036, "mrr_at_5": 0.483753, "mrr_at_10": 0.485175, "mrr_at_20": 0.486319, "mrr_at_100": 0.486319, "mrr_at_1000": 0.486319, "nauc_ndcg_at_1_max": 0.648531, "nauc_ndcg_at_1_std": 0.592776, "nauc_ndcg_at_1_diff1": 0.527513, "nauc_ndcg_at_3_max": 0.608188, "nauc_ndcg_at_3_std": 0.573159, "nauc_ndcg_at_3_diff1": 0.43617, "nauc_ndcg_at_5_max": 0.597972, "nauc_ndcg_at_5_std": 0.562841, "nauc_ndcg_at_5_diff1": 0.436113, "nauc_ndcg_at_10_max": 0.611151, "nauc_ndcg_at_10_std": 0.586575, "nauc_ndcg_at_10_diff1": 0.432091, "nauc_ndcg_at_20_max": 0.609841, "nauc_ndcg_at_20_std": 0.589748, "nauc_ndcg_at_20_diff1": 0.427978, "nauc_ndcg_at_100_max": 0.606507, "nauc_ndcg_at_100_std": 0.590176, "nauc_ndcg_at_100_diff1": 0.42096, "nauc_ndcg_at_1000_max": 0.606507, "nauc_ndcg_at_1000_std": 0.590176, "nauc_ndcg_at_1000_diff1": 0.42096, "nauc_map_at_1_max": 0.412853, "nauc_map_at_1_std": 0.29357, "nauc_map_at_1_diff1": 0.541423, "nauc_map_at_3_max": 0.508837, "nauc_map_at_3_std": 0.431011, "nauc_map_at_3_diff1": 0.476312, "nauc_map_at_5_max": 0.532314, "nauc_map_at_5_std": 0.462192, "nauc_map_at_5_diff1": 0.466306, "nauc_map_at_10_max": 0.550227, "nauc_map_at_10_std": 0.501129, "nauc_map_at_10_diff1": 0.446894, "nauc_map_at_20_max": 0.551326, "nauc_map_at_20_std": 0.516377, "nauc_map_at_20_diff1": 0.432058, "nauc_map_at_100_max": 0.549211, "nauc_map_at_100_std": 0.520459, "nauc_map_at_100_diff1": 0.423085, "nauc_map_at_1000_max": 0.549211, "nauc_map_at_1000_std": 0.520459, "nauc_map_at_1000_diff1": 0.423085, "nauc_recall_at_1_max": 0.412853, "nauc_recall_at_1_std": 0.29357, "nauc_recall_at_1_diff1": 0.541423, "nauc_recall_at_3_max": 0.511206, "nauc_recall_at_3_std": 0.450424, "nauc_recall_at_3_diff1": 0.447927, "nauc_recall_at_5_max": 0.542612, "nauc_recall_at_5_std": 0.496382, "nauc_recall_at_5_diff1": 0.433257, "nauc_recall_at_10_max": 0.591293, "nauc_recall_at_10_std": 0.582354, "nauc_recall_at_10_diff1": 0.392001, "nauc_recall_at_20_max": 0.5917, "nauc_recall_at_20_std": 0.60769, "nauc_recall_at_20_diff1": 0.360946, "nauc_recall_at_100_max": 0.583295, "nauc_recall_at_100_std": 0.606561, "nauc_recall_at_100_diff1": 0.34423, "nauc_recall_at_1000_max": 0.583295, "nauc_recall_at_1000_std": 0.606561, "nauc_recall_at_1000_diff1": 0.34423, "nauc_precision_at_1_max": 0.661234, "nauc_precision_at_1_std": 0.610401, "nauc_precision_at_1_diff1": 0.532262, "nauc_precision_at_3_max": 0.538315, "nauc_precision_at_3_std": 0.593219, "nauc_precision_at_3_diff1": 0.210991, "nauc_precision_at_5_max": 0.493492, "nauc_precision_at_5_std": 0.574887, "nauc_precision_at_5_diff1": 0.142365, "nauc_precision_at_10_max": 0.441535, "nauc_precision_at_10_std": 0.567713, "nauc_precision_at_10_diff1": 0.060429, "nauc_precision_at_20_max": 0.370591, "nauc_precision_at_20_std": 0.527365, "nauc_precision_at_20_diff1": -0.009795, "nauc_precision_at_100_max": 0.327243, "nauc_precision_at_100_std": 0.488157, "nauc_precision_at_100_diff1": -0.040347, "nauc_precision_at_1000_max": 0.327243, "nauc_precision_at_1000_std": 0.488157, "nauc_precision_at_1000_diff1": -0.040347, "nauc_mrr_at_1_max": 0.661234, "nauc_mrr_at_1_std": 0.610401, "nauc_mrr_at_1_diff1": 0.532262, "nauc_mrr_at_3_max": 0.678212, "nauc_mrr_at_3_std": 0.644244, "nauc_mrr_at_3_diff1": 0.491872, "nauc_mrr_at_5_max": 0.682205, "nauc_mrr_at_5_std": 0.651619, "nauc_mrr_at_5_diff1": 0.48867, "nauc_mrr_at_10_max": 0.687889, "nauc_mrr_at_10_std": 0.659642, "nauc_mrr_at_10_diff1": 0.485881, "nauc_mrr_at_20_max": 0.687969, "nauc_mrr_at_20_std": 0.660672, "nauc_mrr_at_20_diff1": 0.485116, "nauc_mrr_at_100_max": 0.687969, "nauc_mrr_at_100_std": 0.660672, "nauc_mrr_at_100_diff1": 0.485116, "nauc_mrr_at_1000_max": 0.687969, "nauc_mrr_at_1000_std": 0.660672, "nauc_mrr_at_1000_diff1": 0.485116, "hit_rate_at_1": 0.4434, "hit_rate_at_3": 0.52201, "hit_rate_at_5": 0.54403, "hit_rate_at_10": 0.55346, "hit_rate_at_20": 0.56918, "hit_rate_at_100": 0.56918, "hit_rate_at_1000": 0.56918, "main_score": 0.36104, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.22.5" }, { "ndcg_at_1": 0.42138, "ndcg_at_3": 0.37996, "ndcg_at_5": 0.36512, "ndcg_at_10": 0.35492, "ndcg_at_20": 0.35174, "ndcg_at_100": 0.35528, "ndcg_at_1000": 0.35528, "map_at_1": 0.1779, "map_at_3": 0.24458, "map_at_5": 0.26253, "map_at_10": 0.27895, "map_at_20": 0.28635, "map_at_100": 0.2899, "map_at_1000": 0.2899, "recall_at_1": 0.1779, "recall_at_3": 0.26266, "recall_at_5": 0.29248, "recall_at_10": 0.32513, "recall_at_20": 0.34185, "recall_at_100": 0.35152, "recall_at_1000": 0.35152, "accuracy": 0.1779, "precision_at_1": 0.43711, "precision_at_3": 0.26939, "precision_at_5": 0.20063, "precision_at_10": 0.12642, "precision_at_20": 0.07343, "precision_at_100": 0.0161, "precision_at_1000": 0.00161, "mrr_at_1": 0.437107, "mrr_at_3": 0.472746, "mrr_at_5": 0.477778, "mrr_at_10": 0.480043, "mrr_at_20": 0.480662, "mrr_at_100": 0.480872, "mrr_at_1000": 0.480872, "nauc_ndcg_at_1_max": 0.642435, "nauc_ndcg_at_1_std": 0.591716, "nauc_ndcg_at_1_diff1": 0.589338, "nauc_ndcg_at_3_max": 0.626865, "nauc_ndcg_at_3_std": 0.586532, "nauc_ndcg_at_3_diff1": 0.495939, "nauc_ndcg_at_5_max": 0.6196, "nauc_ndcg_at_5_std": 0.583909, "nauc_ndcg_at_5_diff1": 0.486019, "nauc_ndcg_at_10_max": 0.625786, "nauc_ndcg_at_10_std": 0.594095, "nauc_ndcg_at_10_diff1": 0.465838, "nauc_ndcg_at_20_max": 0.626621, "nauc_ndcg_at_20_std": 0.58905, "nauc_ndcg_at_20_diff1": 0.460832, "nauc_ndcg_at_100_max": 0.623935, "nauc_ndcg_at_100_std": 0.590164, "nauc_ndcg_at_100_diff1": 0.454067, "nauc_ndcg_at_1000_max": 0.623935, "nauc_ndcg_at_1000_std": 0.590164, "nauc_ndcg_at_1000_diff1": 0.454067, "nauc_map_at_1_max": 0.452153, "nauc_map_at_1_std": 0.305513, "nauc_map_at_1_diff1": 0.566165, "nauc_map_at_3_max": 0.540712, "nauc_map_at_3_std": 0.418256, "nauc_map_at_3_diff1": 0.49584, "nauc_map_at_5_max": 0.560222, "nauc_map_at_5_std": 0.460424, "nauc_map_at_5_diff1": 0.486823, "nauc_map_at_10_max": 0.571138, "nauc_map_at_10_std": 0.501513, "nauc_map_at_10_diff1": 0.466882, "nauc_map_at_20_max": 0.571707, "nauc_map_at_20_std": 0.518621, "nauc_map_at_20_diff1": 0.455839, "nauc_map_at_100_max": 0.568847, "nauc_map_at_100_std": 0.521304, "nauc_map_at_100_diff1": 0.448297, "nauc_map_at_1000_max": 0.568847, "nauc_map_at_1000_std": 0.521304, "nauc_map_at_1000_diff1": 0.448297, "nauc_recall_at_1_max": 0.452153, "nauc_recall_at_1_std": 0.305513, "nauc_recall_at_1_diff1": 0.566165, "nauc_recall_at_3_max": 0.547426, "nauc_recall_at_3_std": 0.426551, "nauc_recall_at_3_diff1": 0.448177, "nauc_recall_at_5_max": 0.566682, "nauc_recall_at_5_std": 0.482009, "nauc_recall_at_5_diff1": 0.428114, "nauc_recall_at_10_max": 0.600927, "nauc_recall_at_10_std": 0.56389, "nauc_recall_at_10_diff1": 0.378294, "nauc_recall_at_20_max": 0.601098, "nauc_recall_at_20_std": 0.586921, "nauc_recall_at_20_diff1": 0.357965, "nauc_recall_at_100_max": 0.597164, "nauc_recall_at_100_std": 0.592179, "nauc_recall_at_100_diff1": 0.341541, "nauc_recall_at_1000_max": 0.597164, "nauc_recall_at_1000_std": 0.592179, "nauc_recall_at_1000_diff1": 0.341541, "nauc_precision_at_1_max": 0.656358, "nauc_precision_at_1_std": 0.614283, "nauc_precision_at_1_diff1": 0.604242, "nauc_precision_at_3_max": 0.547359, "nauc_precision_at_3_std": 0.598466, "nauc_precision_at_3_diff1": 0.302718, "nauc_precision_at_5_max": 0.500728, "nauc_precision_at_5_std": 0.605145, "nauc_precision_at_5_diff1": 0.227273, "nauc_precision_at_10_max": 0.423787, "nauc_precision_at_10_std": 0.600881, "nauc_precision_at_10_diff1": 0.131365, "nauc_precision_at_20_max": 0.371122, "nauc_precision_at_20_std": 0.579672, "nauc_precision_at_20_diff1": 0.07034, "nauc_precision_at_100_max": 0.3331, "nauc_precision_at_100_std": 0.541259, "nauc_precision_at_100_diff1": 0.032789, "nauc_precision_at_1000_max": 0.3331, "nauc_precision_at_1000_std": 0.541259, "nauc_precision_at_1000_diff1": 0.032789, "nauc_mrr_at_1_max": 0.656358, "nauc_mrr_at_1_std": 0.614283, "nauc_mrr_at_1_diff1": 0.604242, "nauc_mrr_at_3_max": 0.675667, "nauc_mrr_at_3_std": 0.63786, "nauc_mrr_at_3_diff1": 0.567062, "nauc_mrr_at_5_max": 0.679168, "nauc_mrr_at_5_std": 0.646645, "nauc_mrr_at_5_diff1": 0.562084, "nauc_mrr_at_10_max": 0.684479, "nauc_mrr_at_10_std": 0.653671, "nauc_mrr_at_10_diff1": 0.557803, "nauc_mrr_at_20_max": 0.683665, "nauc_mrr_at_20_std": 0.653064, "nauc_mrr_at_20_diff1": 0.557251, "nauc_mrr_at_100_max": 0.684081, "nauc_mrr_at_100_std": 0.653474, "nauc_mrr_at_100_diff1": 0.557298, "nauc_mrr_at_1000_max": 0.684081, "nauc_mrr_at_1000_std": 0.653474, "nauc_mrr_at_1000_diff1": 0.557298, "hit_rate_at_1": 0.43711, "hit_rate_at_3": 0.51258, "hit_rate_at_5": 0.53459, "hit_rate_at_10": 0.55031, "hit_rate_at_20": 0.55975, "hit_rate_at_100": 0.56604, "hit_rate_at_1000": 0.56604, "main_score": 0.35492, "hf_subset": "german", "languages": [ "deu-Latn" ], "mteb_version": "2.22.5" } ] }, "evaluation_time": 35925.92377913199, "kg_co2_emissions": null, "date": 1791824914.369626, "evaluation_phases": [ { "name": "Data loading", "start": 1.3740966096520424e-05, "end": 40.34613206097856, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 40.34614568098914, "end": 40.3461478909594, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 40.35308160597924, "end": 6012.421976538957, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 6012.582797225972, "end": 6012.687784476962, "split": "test", "subset": "portuguese" }, { "name": "Encoding queries and documents", "start": 6012.731871043972, "end": 11886.780068763008, "split": "test", "subset": "german" }, { "name": "Scoring", "start": 11886.978685483977, "end": 11887.059187275008, "split": "test", "subset": "german" } ] }