{ "dataset_revision": "fa78cb14152b3dde8c5defdc4e3ddf50de69dfeb", "task_name": "Vidore3FinanceEnRetrieval", "mteb_version": "2.12.14", "scores": { "test": [ { "ndcg_at_1": 0.5712, "ndcg_at_3": 0.6158, "ndcg_at_5": 0.63454, "ndcg_at_10": 0.66777, "ndcg_at_20": 0.703, "ndcg_at_100": 0.74685, "ndcg_at_1000": 0.75373, "map_at_1": 0.27751, "map_at_3": 0.43301, "map_at_5": 0.49442, "map_at_10": 0.5555, "map_at_20": 0.58866, "map_at_100": 0.6085, "map_at_1000": 0.6101, "recall_at_1": 0.27751, "recall_at_3": 0.4996, "recall_at_5": 0.60779, "recall_at_10": 0.73984, "recall_at_20": 0.84476, "recall_at_100": 0.97604, "recall_at_1000": 1.0, "accuracy": 0.27751, "precision_at_1": 0.61812, "precision_at_3": 0.46818, "precision_at_5": 0.38447, "precision_at_10": 0.26731, "precision_at_20": 0.17023, "precision_at_100": 0.04443, "precision_at_1000": 0.00473, "mrr_at_1": 0.618123, "mrr_at_3": 0.727077, "mrr_at_5": 0.739698, "mrr_at_10": 0.743617, "mrr_at_20": 0.746641, "mrr_at_100": 0.747084, "mrr_at_1000": 0.747084, "nauc_ndcg_at_1_max": 0.037492, "nauc_ndcg_at_1_std": -0.126795, "nauc_ndcg_at_1_diff1": 0.402202, "nauc_ndcg_at_3_max": -0.050163, "nauc_ndcg_at_3_std": -0.197097, "nauc_ndcg_at_3_diff1": 0.344995, "nauc_ndcg_at_5_max": -0.048286, "nauc_ndcg_at_5_std": -0.201466, "nauc_ndcg_at_5_diff1": 0.362625, "nauc_ndcg_at_10_max": -0.049656, "nauc_ndcg_at_10_std": -0.20828, "nauc_ndcg_at_10_diff1": 0.368802, "nauc_ndcg_at_20_max": -0.038067, "nauc_ndcg_at_20_std": -0.202298, "nauc_ndcg_at_20_diff1": 0.359082, "nauc_ndcg_at_100_max": -0.025393, "nauc_ndcg_at_100_std": -0.17957, "nauc_ndcg_at_100_diff1": 0.363363, "nauc_ndcg_at_1000_max": -0.030846, "nauc_ndcg_at_1000_std": -0.178194, "nauc_ndcg_at_1000_diff1": 0.356247, "nauc_map_at_1_max": -0.003283, "nauc_map_at_1_std": -0.170355, "nauc_map_at_1_diff1": 0.534601, "nauc_map_at_3_max": -0.062626, "nauc_map_at_3_std": -0.242136, "nauc_map_at_3_diff1": 0.412547, "nauc_map_at_5_max": -0.077648, "nauc_map_at_5_std": -0.253336, "nauc_map_at_5_diff1": 0.391352, "nauc_map_at_10_max": -0.068234, "nauc_map_at_10_std": -0.232918, "nauc_map_at_10_diff1": 0.357684, "nauc_map_at_20_max": -0.05901, "nauc_map_at_20_std": -0.217524, "nauc_map_at_20_diff1": 0.33786, "nauc_map_at_100_max": -0.051951, "nauc_map_at_100_std": -0.206592, "nauc_map_at_100_diff1": 0.335569, "nauc_map_at_1000_max": -0.053264, "nauc_map_at_1000_std": -0.206716, "nauc_map_at_1000_diff1": 0.334501, "nauc_recall_at_1_max": -0.003283, "nauc_recall_at_1_std": -0.170355, "nauc_recall_at_1_diff1": 0.534601, "nauc_recall_at_3_max": -0.092629, "nauc_recall_at_3_std": -0.260868, "nauc_recall_at_3_diff1": 0.354613, "nauc_recall_at_5_max": -0.094495, "nauc_recall_at_5_std": -0.257875, "nauc_recall_at_5_diff1": 0.326356, "nauc_recall_at_10_max": -0.09148, "nauc_recall_at_10_std": -0.237829, "nauc_recall_at_10_diff1": 0.305772, "nauc_recall_at_20_max": -0.032831, "nauc_recall_at_20_std": -0.192445, "nauc_recall_at_20_diff1": 0.256457, "nauc_recall_at_100_max": 0.105049, "nauc_recall_at_100_std": -0.161178, "nauc_recall_at_100_diff1": 0.4374, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.006782, "nauc_precision_at_1_std": -0.14112, "nauc_precision_at_1_diff1": 0.366396, "nauc_precision_at_3_max": -0.06153, "nauc_precision_at_3_std": -0.063957, "nauc_precision_at_3_diff1": -0.145514, "nauc_precision_at_5_max": -0.024676, "nauc_precision_at_5_std": 0.020019, "nauc_precision_at_5_diff1": -0.216586, "nauc_precision_at_10_max": 0.033184, "nauc_precision_at_10_std": 0.12815, "nauc_precision_at_10_diff1": -0.275486, "nauc_precision_at_20_max": 0.056176, "nauc_precision_at_20_std": 0.172128, "nauc_precision_at_20_diff1": -0.312485, "nauc_precision_at_100_max": 0.059729, "nauc_precision_at_100_std": 0.209179, "nauc_precision_at_100_diff1": -0.31556, "nauc_precision_at_1000_max": 0.041589, "nauc_precision_at_1000_std": 0.196898, "nauc_precision_at_1000_diff1": -0.314696, "nauc_mrr_at_1_max": 0.006782, "nauc_mrr_at_1_std": -0.14112, "nauc_mrr_at_1_diff1": 0.366396, "nauc_mrr_at_3_max": -0.036171, "nauc_mrr_at_3_std": -0.173592, "nauc_mrr_at_3_diff1": 0.346201, "nauc_mrr_at_5_max": -0.022107, "nauc_mrr_at_5_std": -0.1596, "nauc_mrr_at_5_diff1": 0.348916, "nauc_mrr_at_10_max": -0.029119, "nauc_mrr_at_10_std": -0.162656, "nauc_mrr_at_10_diff1": 0.352349, "nauc_mrr_at_20_max": -0.028538, "nauc_mrr_at_20_std": -0.163884, "nauc_mrr_at_20_diff1": 0.350693, "nauc_mrr_at_100_max": -0.028948, "nauc_mrr_at_100_std": -0.164795, "nauc_mrr_at_100_diff1": 0.351342, "nauc_mrr_at_1000_max": -0.028948, "nauc_mrr_at_1000_std": -0.164795, "nauc_mrr_at_1000_diff1": 0.351342, "hit_rate_at_1": 0.61812, "hit_rate_at_3": 0.86084, "hit_rate_at_5": 0.91586, "hit_rate_at_10": 0.94498, "hit_rate_at_20": 0.98382, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.66777, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.58414, "ndcg_at_3": 0.62191, "ndcg_at_5": 0.64281, "ndcg_at_10": 0.68239, "ndcg_at_20": 0.7141, "ndcg_at_100": 0.75444, "ndcg_at_1000": 0.76193, "map_at_1": 0.28811, "map_at_3": 0.44724, "map_at_5": 0.50709, "map_at_10": 0.57143, "map_at_20": 0.60236, "map_at_100": 0.62165, "map_at_1000": 0.62332, "recall_at_1": 0.28811, "recall_at_3": 0.50585, "recall_at_5": 0.61383, "recall_at_10": 0.75624, "recall_at_20": 0.8535, "recall_at_100": 0.97239, "recall_at_1000": 1.0, "accuracy": 0.28811, "precision_at_1": 0.6343, "precision_at_3": 0.47249, "precision_at_5": 0.38835, "precision_at_10": 0.27411, "precision_at_20": 0.17039, "precision_at_100": 0.04424, "precision_at_1000": 0.00473, "mrr_at_1": 0.634304, "mrr_at_3": 0.73301, "mrr_at_5": 0.749515, "mrr_at_10": 0.753741, "mrr_at_20": 0.756002, "mrr_at_100": 0.756241, "mrr_at_1000": 0.756253, "nauc_ndcg_at_1_max": 0.041407, "nauc_ndcg_at_1_std": -0.100116, "nauc_ndcg_at_1_diff1": 0.394414, "nauc_ndcg_at_3_max": -0.077352, "nauc_ndcg_at_3_std": -0.223702, "nauc_ndcg_at_3_diff1": 0.294832, "nauc_ndcg_at_5_max": -0.072182, "nauc_ndcg_at_5_std": -0.236804, "nauc_ndcg_at_5_diff1": 0.309172, "nauc_ndcg_at_10_max": -0.078369, "nauc_ndcg_at_10_std": -0.239597, "nauc_ndcg_at_10_diff1": 0.26747, "nauc_ndcg_at_20_max": -0.070576, "nauc_ndcg_at_20_std": -0.252488, "nauc_ndcg_at_20_diff1": 0.288011, "nauc_ndcg_at_100_max": -0.06611, "nauc_ndcg_at_100_std": -0.226929, "nauc_ndcg_at_100_diff1": 0.293319, "nauc_ndcg_at_1000_max": -0.065079, "nauc_ndcg_at_1000_std": -0.214384, "nauc_ndcg_at_1000_diff1": 0.283034, "nauc_map_at_1_max": -0.022765, "nauc_map_at_1_std": -0.19447, "nauc_map_at_1_diff1": 0.462613, "nauc_map_at_3_max": -0.093097, "nauc_map_at_3_std": -0.280142, "nauc_map_at_3_diff1": 0.356279, "nauc_map_at_5_max": -0.103581, "nauc_map_at_5_std": -0.291876, "nauc_map_at_5_diff1": 0.328566, "nauc_map_at_10_max": -0.102319, "nauc_map_at_10_std": -0.272899, "nauc_map_at_10_diff1": 0.273681, "nauc_map_at_20_max": -0.094973, "nauc_map_at_20_std": -0.263311, "nauc_map_at_20_diff1": 0.265074, "nauc_map_at_100_max": -0.093325, "nauc_map_at_100_std": -0.25428, "nauc_map_at_100_diff1": 0.262271, "nauc_map_at_1000_max": -0.094413, "nauc_map_at_1000_std": -0.253875, "nauc_map_at_1000_diff1": 0.260651, "nauc_recall_at_1_max": -0.022765, "nauc_recall_at_1_std": -0.19447, "nauc_recall_at_1_diff1": 0.462613, "nauc_recall_at_3_max": -0.122533, "nauc_recall_at_3_std": -0.316558, "nauc_recall_at_3_diff1": 0.305613, "nauc_recall_at_5_max": -0.122871, "nauc_recall_at_5_std": -0.32728, "nauc_recall_at_5_diff1": 0.269048, "nauc_recall_at_10_max": -0.110641, "nauc_recall_at_10_std": -0.275501, "nauc_recall_at_10_diff1": 0.131162, "nauc_recall_at_20_max": -0.063157, "nauc_recall_at_20_std": -0.312251, "nauc_recall_at_20_diff1": 0.183528, "nauc_recall_at_100_max": -0.166672, "nauc_recall_at_100_std": -0.579095, "nauc_recall_at_100_diff1": 0.428845, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.003157, "nauc_precision_at_1_std": -0.132673, "nauc_precision_at_1_diff1": 0.346602, "nauc_precision_at_3_max": -0.0975, "nauc_precision_at_3_std": -0.099792, "nauc_precision_at_3_diff1": -0.149548, "nauc_precision_at_5_max": -0.053101, "nauc_precision_at_5_std": -0.00212, "nauc_precision_at_5_diff1": -0.235402, "nauc_precision_at_10_max": -0.000869, "nauc_precision_at_10_std": 0.122375, "nauc_precision_at_10_diff1": -0.32753, "nauc_precision_at_20_max": 0.032504, "nauc_precision_at_20_std": 0.159167, "nauc_precision_at_20_diff1": -0.305431, "nauc_precision_at_100_max": 0.039614, "nauc_precision_at_100_std": 0.21054, "nauc_precision_at_100_diff1": -0.300218, "nauc_precision_at_1000_max": 0.030039, "nauc_precision_at_1000_std": 0.209266, "nauc_precision_at_1000_diff1": -0.303587, "nauc_mrr_at_1_max": -0.003157, "nauc_mrr_at_1_std": -0.132673, "nauc_mrr_at_1_diff1": 0.346602, "nauc_mrr_at_3_max": -0.064274, "nauc_mrr_at_3_std": -0.212081, "nauc_mrr_at_3_diff1": 0.288716, "nauc_mrr_at_5_max": -0.03973, "nauc_mrr_at_5_std": -0.182209, "nauc_mrr_at_5_diff1": 0.293016, "nauc_mrr_at_10_max": -0.043008, "nauc_mrr_at_10_std": -0.180556, "nauc_mrr_at_10_diff1": 0.285492, "nauc_mrr_at_20_max": -0.044792, "nauc_mrr_at_20_std": -0.184663, "nauc_mrr_at_20_diff1": 0.294168, "nauc_mrr_at_100_max": -0.044937, "nauc_mrr_at_100_std": -0.184908, "nauc_mrr_at_100_diff1": 0.295031, "nauc_mrr_at_1000_max": -0.044871, "nauc_mrr_at_1000_std": -0.184815, "nauc_mrr_at_1000_diff1": 0.294997, "hit_rate_at_1": 0.6343, "hit_rate_at_3": 0.85437, "hit_rate_at_5": 0.92557, "hit_rate_at_10": 0.95793, "hit_rate_at_20": 0.99029, "hit_rate_at_100": 0.99676, "hit_rate_at_1000": 1.0, "main_score": 0.68239, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.64887, "ndcg_at_3": 0.67574, "ndcg_at_5": 0.69163, "ndcg_at_10": 0.72401, "ndcg_at_20": 0.75035, "ndcg_at_100": 0.78828, "ndcg_at_1000": 0.79448, "map_at_1": 0.31231, "map_at_3": 0.48051, "map_at_5": 0.54989, "map_at_10": 0.613, "map_at_20": 0.64236, "map_at_100": 0.66099, "map_at_1000": 0.66254, "recall_at_1": 0.31231, "recall_at_3": 0.53622, "recall_at_5": 0.65261, "recall_at_10": 0.78631, "recall_at_20": 0.87191, "recall_at_100": 0.97854, "recall_at_1000": 1.0, "accuracy": 0.31231, "precision_at_1": 0.69579, "precision_at_3": 0.51025, "precision_at_5": 0.41359, "precision_at_10": 0.28479, "precision_at_20": 0.17379, "precision_at_100": 0.04453, "precision_at_1000": 0.00473, "mrr_at_1": 0.695793, "mrr_at_3": 0.786947, "mrr_at_5": 0.798436, "mrr_at_10": 0.802961, "mrr_at_20": 0.803923, "mrr_at_100": 0.804047, "mrr_at_1000": 0.804047, "nauc_ndcg_at_1_max": 0.034084, "nauc_ndcg_at_1_std": -0.105698, "nauc_ndcg_at_1_diff1": 0.395387, "nauc_ndcg_at_3_max": -0.061229, "nauc_ndcg_at_3_std": -0.216686, "nauc_ndcg_at_3_diff1": 0.321534, "nauc_ndcg_at_5_max": -0.04419, "nauc_ndcg_at_5_std": -0.221741, "nauc_ndcg_at_5_diff1": 0.354151, "nauc_ndcg_at_10_max": 0.015279, "nauc_ndcg_at_10_std": -0.183625, "nauc_ndcg_at_10_diff1": 0.389946, "nauc_ndcg_at_20_max": 0.034209, "nauc_ndcg_at_20_std": -0.171211, "nauc_ndcg_at_20_diff1": 0.382084, "nauc_ndcg_at_100_max": 0.014793, "nauc_ndcg_at_100_std": -0.151836, "nauc_ndcg_at_100_diff1": 0.360246, "nauc_ndcg_at_1000_max": 0.002804, "nauc_ndcg_at_1000_std": -0.152952, "nauc_ndcg_at_1000_diff1": 0.34996, "nauc_map_at_1_max": 0.05526, "nauc_map_at_1_std": -0.137889, "nauc_map_at_1_diff1": 0.577544, "nauc_map_at_3_max": -0.036391, "nauc_map_at_3_std": -0.242611, "nauc_map_at_3_diff1": 0.44891, "nauc_map_at_5_max": -0.038444, "nauc_map_at_5_std": -0.25185, "nauc_map_at_5_diff1": 0.416424, "nauc_map_at_10_max": -0.0047, "nauc_map_at_10_std": -0.207429, "nauc_map_at_10_diff1": 0.379154, "nauc_map_at_20_max": 0.00952, "nauc_map_at_20_std": -0.184035, "nauc_map_at_20_diff1": 0.362217, "nauc_map_at_100_max": 0.00713, "nauc_map_at_100_std": -0.173874, "nauc_map_at_100_diff1": 0.353061, "nauc_map_at_1000_max": 0.004879, "nauc_map_at_1000_std": -0.174621, "nauc_map_at_1000_diff1": 0.351498, "nauc_recall_at_1_max": 0.05526, "nauc_recall_at_1_std": -0.137889, "nauc_recall_at_1_diff1": 0.577544, "nauc_recall_at_3_max": -0.065421, "nauc_recall_at_3_std": -0.269995, "nauc_recall_at_3_diff1": 0.387689, "nauc_recall_at_5_max": -0.058557, "nauc_recall_at_5_std": -0.288499, "nauc_recall_at_5_diff1": 0.360609, "nauc_recall_at_10_max": 0.073057, "nauc_recall_at_10_std": -0.192965, "nauc_recall_at_10_diff1": 0.369425, "nauc_recall_at_20_max": 0.172717, "nauc_recall_at_20_std": -0.14333, "nauc_recall_at_20_diff1": 0.364985, "nauc_recall_at_100_max": 0.284628, "nauc_recall_at_100_std": -0.05958, "nauc_recall_at_100_diff1": 0.480262, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.018041, "nauc_precision_at_1_std": -0.150599, "nauc_precision_at_1_diff1": 0.381811, "nauc_precision_at_3_max": -0.132772, "nauc_precision_at_3_std": -0.104937, "nauc_precision_at_3_diff1": -0.24467, "nauc_precision_at_5_max": -0.076957, "nauc_precision_at_5_std": -0.001311, "nauc_precision_at_5_diff1": -0.316049, "nauc_precision_at_10_max": 0.019359, "nauc_precision_at_10_std": 0.149199, "nauc_precision_at_10_diff1": -0.360795, "nauc_precision_at_20_max": 0.035336, "nauc_precision_at_20_std": 0.187024, "nauc_precision_at_20_diff1": -0.375021, "nauc_precision_at_100_max": -0.016989, "nauc_precision_at_100_std": 0.189557, "nauc_precision_at_100_diff1": -0.39569, "nauc_precision_at_1000_max": -0.04215, "nauc_precision_at_1000_std": 0.170879, "nauc_precision_at_1000_diff1": -0.393473, "nauc_mrr_at_1_max": -0.018041, "nauc_mrr_at_1_std": -0.150599, "nauc_mrr_at_1_diff1": 0.381811, "nauc_mrr_at_3_max": -0.083906, "nauc_mrr_at_3_std": -0.230628, "nauc_mrr_at_3_diff1": 0.333817, "nauc_mrr_at_5_max": -0.084839, "nauc_mrr_at_5_std": -0.228139, "nauc_mrr_at_5_diff1": 0.339498, "nauc_mrr_at_10_max": -0.069836, "nauc_mrr_at_10_std": -0.216152, "nauc_mrr_at_10_diff1": 0.347569, "nauc_mrr_at_20_max": -0.068496, "nauc_mrr_at_20_std": -0.21533, "nauc_mrr_at_20_diff1": 0.347972, "nauc_mrr_at_100_max": -0.068633, "nauc_mrr_at_100_std": -0.21424, "nauc_mrr_at_100_diff1": 0.347504, "nauc_mrr_at_1000_max": -0.068633, "nauc_mrr_at_1000_std": -0.21424, "nauc_mrr_at_1000_diff1": 0.347504, "hit_rate_at_1": 0.69579, "hit_rate_at_3": 0.89644, "hit_rate_at_5": 0.94822, "hit_rate_at_10": 0.98382, "hit_rate_at_20": 0.99676, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.72401, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.58576, "ndcg_at_3": 0.62711, "ndcg_at_5": 0.63737, "ndcg_at_10": 0.67368, "ndcg_at_20": 0.7066, "ndcg_at_100": 0.74824, "ndcg_at_1000": 0.75678, "map_at_1": 0.27789, "map_at_3": 0.43987, "map_at_5": 0.49645, "map_at_10": 0.56055, "map_at_20": 0.59193, "map_at_100": 0.61119, "map_at_1000": 0.6129, "recall_at_1": 0.27789, "recall_at_3": 0.50105, "recall_at_5": 0.60414, "recall_at_10": 0.744, "recall_at_20": 0.84378, "recall_at_100": 0.96812, "recall_at_1000": 1.0, "accuracy": 0.27789, "precision_at_1": 0.6343, "precision_at_3": 0.48328, "precision_at_5": 0.38511, "precision_at_10": 0.27087, "precision_at_20": 0.17055, "precision_at_100": 0.04411, "precision_at_1000": 0.00473, "mrr_at_1": 0.634304, "mrr_at_3": 0.744876, "mrr_at_5": 0.754585, "mrr_at_10": 0.760319, "mrr_at_20": 0.761951, "mrr_at_100": 0.762499, "mrr_at_1000": 0.762526, "nauc_ndcg_at_1_max": 0.062516, "nauc_ndcg_at_1_std": -0.077598, "nauc_ndcg_at_1_diff1": 0.366878, "nauc_ndcg_at_3_max": -0.066539, "nauc_ndcg_at_3_std": -0.205003, "nauc_ndcg_at_3_diff1": 0.274812, "nauc_ndcg_at_5_max": -0.088857, "nauc_ndcg_at_5_std": -0.230195, "nauc_ndcg_at_5_diff1": 0.278282, "nauc_ndcg_at_10_max": -0.072243, "nauc_ndcg_at_10_std": -0.221913, "nauc_ndcg_at_10_diff1": 0.257806, "nauc_ndcg_at_20_max": -0.058611, "nauc_ndcg_at_20_std": -0.223148, "nauc_ndcg_at_20_diff1": 0.269001, "nauc_ndcg_at_100_max": -0.041007, "nauc_ndcg_at_100_std": -0.190138, "nauc_ndcg_at_100_diff1": 0.281037, "nauc_ndcg_at_1000_max": -0.050307, "nauc_ndcg_at_1000_std": -0.186678, "nauc_ndcg_at_1000_diff1": 0.270352, "nauc_map_at_1_max": 0.00421, "nauc_map_at_1_std": -0.161885, "nauc_map_at_1_diff1": 0.521435, "nauc_map_at_3_max": -0.071467, "nauc_map_at_3_std": -0.256916, "nauc_map_at_3_diff1": 0.38593, "nauc_map_at_5_max": -0.095075, "nauc_map_at_5_std": -0.270876, "nauc_map_at_5_diff1": 0.345821, "nauc_map_at_10_max": -0.084584, "nauc_map_at_10_std": -0.24035, "nauc_map_at_10_diff1": 0.287148, "nauc_map_at_20_max": -0.077446, "nauc_map_at_20_std": -0.233331, "nauc_map_at_20_diff1": 0.279633, "nauc_map_at_100_max": -0.069152, "nauc_map_at_100_std": -0.218727, "nauc_map_at_100_diff1": 0.278422, "nauc_map_at_1000_max": -0.070762, "nauc_map_at_1000_std": -0.218697, "nauc_map_at_1000_diff1": 0.276936, "nauc_recall_at_1_max": 0.00421, "nauc_recall_at_1_std": -0.161885, "nauc_recall_at_1_diff1": 0.521435, "nauc_recall_at_3_max": -0.112706, "nauc_recall_at_3_std": -0.298732, "nauc_recall_at_3_diff1": 0.328259, "nauc_recall_at_5_max": -0.143279, "nauc_recall_at_5_std": -0.306312, "nauc_recall_at_5_diff1": 0.257304, "nauc_recall_at_10_max": -0.117211, "nauc_recall_at_10_std": -0.276939, "nauc_recall_at_10_diff1": 0.169895, "nauc_recall_at_20_max": -0.073625, "nauc_recall_at_20_std": -0.273941, "nauc_recall_at_20_diff1": 0.147468, "nauc_recall_at_100_max": 0.126597, "nauc_recall_at_100_std": -0.206033, "nauc_recall_at_100_diff1": 0.340309, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.0375, "nauc_precision_at_1_std": -0.096086, "nauc_precision_at_1_diff1": 0.329943, "nauc_precision_at_3_max": -0.093671, "nauc_precision_at_3_std": -0.093633, "nauc_precision_at_3_diff1": -0.212204, "nauc_precision_at_5_max": -0.097958, "nauc_precision_at_5_std": -0.040848, "nauc_precision_at_5_diff1": -0.296474, "nauc_precision_at_10_max": -0.002827, "nauc_precision_at_10_std": 0.112493, "nauc_precision_at_10_diff1": -0.348956, "nauc_precision_at_20_max": 0.044051, "nauc_precision_at_20_std": 0.160174, "nauc_precision_at_20_diff1": -0.316497, "nauc_precision_at_100_max": 0.047175, "nauc_precision_at_100_std": 0.201372, "nauc_precision_at_100_diff1": -0.308204, "nauc_precision_at_1000_max": 0.023414, "nauc_precision_at_1000_std": 0.190242, "nauc_precision_at_1000_diff1": -0.315236, "nauc_mrr_at_1_max": 0.0375, "nauc_mrr_at_1_std": -0.096086, "nauc_mrr_at_1_diff1": 0.329943, "nauc_mrr_at_3_max": -0.052201, "nauc_mrr_at_3_std": -0.177366, "nauc_mrr_at_3_diff1": 0.246313, "nauc_mrr_at_5_max": -0.042742, "nauc_mrr_at_5_std": -0.163838, "nauc_mrr_at_5_diff1": 0.241119, "nauc_mrr_at_10_max": -0.031573, "nauc_mrr_at_10_std": -0.154562, "nauc_mrr_at_10_diff1": 0.252486, "nauc_mrr_at_20_max": -0.031531, "nauc_mrr_at_20_std": -0.152686, "nauc_mrr_at_20_diff1": 0.255214, "nauc_mrr_at_100_max": -0.030439, "nauc_mrr_at_100_std": -0.152578, "nauc_mrr_at_100_diff1": 0.256874, "nauc_mrr_at_1000_max": -0.030366, "nauc_mrr_at_1000_std": -0.152522, "nauc_mrr_at_1000_diff1": 0.25686, "hit_rate_at_1": 0.6343, "hit_rate_at_3": 0.87379, "hit_rate_at_5": 0.91586, "hit_rate_at_10": 0.95469, "hit_rate_at_20": 0.98058, "hit_rate_at_100": 0.99676, "hit_rate_at_1000": 1.0, "main_score": 0.67368, "hf_subset": "german", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.55663, "ndcg_at_3": 0.61061, "ndcg_at_5": 0.63066, "ndcg_at_10": 0.67079, "ndcg_at_20": 0.70193, "ndcg_at_100": 0.74444, "ndcg_at_1000": 0.75209, "map_at_1": 0.26621, "map_at_3": 0.42949, "map_at_5": 0.49288, "map_at_10": 0.55726, "map_at_20": 0.58686, "map_at_100": 0.60718, "map_at_1000": 0.60894, "recall_at_1": 0.26621, "recall_at_3": 0.50236, "recall_at_5": 0.61154, "recall_at_10": 0.75199, "recall_at_20": 0.84632, "recall_at_100": 0.97273, "recall_at_1000": 1.0, "accuracy": 0.26621, "precision_at_1": 0.59871, "precision_at_3": 0.47141, "precision_at_5": 0.38706, "precision_at_10": 0.27346, "precision_at_20": 0.16958, "precision_at_100": 0.04408, "precision_at_1000": 0.00473, "mrr_at_1": 0.598706, "mrr_at_3": 0.718447, "mrr_at_5": 0.730906, "mrr_at_10": 0.735481, "mrr_at_20": 0.737299, "mrr_at_100": 0.7377, "mrr_at_1000": 0.7377, "nauc_ndcg_at_1_max": 0.01171, "nauc_ndcg_at_1_std": -0.122977, "nauc_ndcg_at_1_diff1": 0.414438, "nauc_ndcg_at_3_max": -0.060423, "nauc_ndcg_at_3_std": -0.204609, "nauc_ndcg_at_3_diff1": 0.294697, "nauc_ndcg_at_5_max": -0.092024, "nauc_ndcg_at_5_std": -0.235116, "nauc_ndcg_at_5_diff1": 0.28683, "nauc_ndcg_at_10_max": -0.106142, "nauc_ndcg_at_10_std": -0.256757, "nauc_ndcg_at_10_diff1": 0.292635, "nauc_ndcg_at_20_max": -0.080453, "nauc_ndcg_at_20_std": -0.234322, "nauc_ndcg_at_20_diff1": 0.306308, "nauc_ndcg_at_100_max": -0.067213, "nauc_ndcg_at_100_std": -0.204753, "nauc_ndcg_at_100_diff1": 0.306894, "nauc_ndcg_at_1000_max": -0.070494, "nauc_ndcg_at_1000_std": -0.201209, "nauc_ndcg_at_1000_diff1": 0.299231, "nauc_map_at_1_max": -0.028051, "nauc_map_at_1_std": -0.188789, "nauc_map_at_1_diff1": 0.51843, "nauc_map_at_3_max": -0.082969, "nauc_map_at_3_std": -0.258851, "nauc_map_at_3_diff1": 0.376261, "nauc_map_at_5_max": -0.097353, "nauc_map_at_5_std": -0.270537, "nauc_map_at_5_diff1": 0.344034, "nauc_map_at_10_max": -0.10658, "nauc_map_at_10_std": -0.259733, "nauc_map_at_10_diff1": 0.307295, "nauc_map_at_20_max": -0.093419, "nauc_map_at_20_std": -0.240443, "nauc_map_at_20_diff1": 0.297206, "nauc_map_at_100_max": -0.088439, "nauc_map_at_100_std": -0.229606, "nauc_map_at_100_diff1": 0.29524, "nauc_map_at_1000_max": -0.089714, "nauc_map_at_1000_std": -0.2299, "nauc_map_at_1000_diff1": 0.293679, "nauc_recall_at_1_max": -0.028051, "nauc_recall_at_1_std": -0.188789, "nauc_recall_at_1_diff1": 0.51843, "nauc_recall_at_3_max": -0.105595, "nauc_recall_at_3_std": -0.283104, "nauc_recall_at_3_diff1": 0.291251, "nauc_recall_at_5_max": -0.136482, "nauc_recall_at_5_std": -0.304813, "nauc_recall_at_5_diff1": 0.228332, "nauc_recall_at_10_max": -0.160347, "nauc_recall_at_10_std": -0.335994, "nauc_recall_at_10_diff1": 0.190675, "nauc_recall_at_20_max": -0.072948, "nauc_recall_at_20_std": -0.264315, "nauc_recall_at_20_diff1": 0.199844, "nauc_recall_at_100_max": 0.015433, "nauc_recall_at_100_std": -0.233464, "nauc_recall_at_100_diff1": 0.281966, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.01444, "nauc_precision_at_1_std": -0.1271, "nauc_precision_at_1_diff1": 0.385243, "nauc_precision_at_3_max": -0.050479, "nauc_precision_at_3_std": -0.069145, "nauc_precision_at_3_diff1": -0.127885, "nauc_precision_at_5_max": -0.051544, "nauc_precision_at_5_std": -0.003088, "nauc_precision_at_5_diff1": -0.227666, "nauc_precision_at_10_max": -0.010724, "nauc_precision_at_10_std": 0.099817, "nauc_precision_at_10_diff1": -0.283005, "nauc_precision_at_20_max": 0.042643, "nauc_precision_at_20_std": 0.163358, "nauc_precision_at_20_diff1": -0.291553, "nauc_precision_at_100_max": 0.055637, "nauc_precision_at_100_std": 0.206234, "nauc_precision_at_100_diff1": -0.295287, "nauc_precision_at_1000_max": 0.039161, "nauc_precision_at_1000_std": 0.194424, "nauc_precision_at_1000_diff1": -0.299347, "nauc_mrr_at_1_max": -0.01444, "nauc_mrr_at_1_std": -0.1271, "nauc_mrr_at_1_diff1": 0.385243, "nauc_mrr_at_3_max": -0.039471, "nauc_mrr_at_3_std": -0.153201, "nauc_mrr_at_3_diff1": 0.324081, "nauc_mrr_at_5_max": -0.051148, "nauc_mrr_at_5_std": -0.158434, "nauc_mrr_at_5_diff1": 0.315284, "nauc_mrr_at_10_max": -0.046645, "nauc_mrr_at_10_std": -0.157265, "nauc_mrr_at_10_diff1": 0.326116, "nauc_mrr_at_20_max": -0.045313, "nauc_mrr_at_20_std": -0.155069, "nauc_mrr_at_20_diff1": 0.328047, "nauc_mrr_at_100_max": -0.045466, "nauc_mrr_at_100_std": -0.154961, "nauc_mrr_at_100_diff1": 0.328265, "nauc_mrr_at_1000_max": -0.045466, "nauc_mrr_at_1000_std": -0.154961, "nauc_mrr_at_1000_diff1": 0.328265, "hit_rate_at_1": 0.59871, "hit_rate_at_3": 0.87055, "hit_rate_at_5": 0.92557, "hit_rate_at_10": 0.96117, "hit_rate_at_20": 0.98706, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.67079, "hf_subset": "italian", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.57443, "ndcg_at_3": 0.6177, "ndcg_at_5": 0.63979, "ndcg_at_10": 0.67797, "ndcg_at_20": 0.70983, "ndcg_at_100": 0.75117, "ndcg_at_1000": 0.75882, "map_at_1": 0.27965, "map_at_3": 0.43953, "map_at_5": 0.50408, "map_at_10": 0.56662, "map_at_20": 0.59773, "map_at_100": 0.61712, "map_at_1000": 0.61878, "recall_at_1": 0.27965, "recall_at_3": 0.50233, "recall_at_5": 0.6132, "recall_at_10": 0.75339, "recall_at_20": 0.8496, "recall_at_100": 0.9712, "recall_at_1000": 1.0, "accuracy": 0.27965, "precision_at_1": 0.62136, "precision_at_3": 0.47249, "precision_at_5": 0.39094, "precision_at_10": 0.27346, "precision_at_20": 0.17055, "precision_at_100": 0.04427, "precision_at_1000": 0.00473, "mrr_at_1": 0.621359, "mrr_at_3": 0.727077, "mrr_at_5": 0.740507, "mrr_at_10": 0.745837, "mrr_at_20": 0.747647, "mrr_at_100": 0.748165, "mrr_at_1000": 0.748195, "nauc_ndcg_at_1_max": 0.005303, "nauc_ndcg_at_1_std": -0.140877, "nauc_ndcg_at_1_diff1": 0.368982, "nauc_ndcg_at_3_max": -0.09507, "nauc_ndcg_at_3_std": -0.258057, "nauc_ndcg_at_3_diff1": 0.303251, "nauc_ndcg_at_5_max": -0.117047, "nauc_ndcg_at_5_std": -0.288279, "nauc_ndcg_at_5_diff1": 0.310408, "nauc_ndcg_at_10_max": -0.102145, "nauc_ndcg_at_10_std": -0.297951, "nauc_ndcg_at_10_diff1": 0.32141, "nauc_ndcg_at_20_max": -0.082692, "nauc_ndcg_at_20_std": -0.271642, "nauc_ndcg_at_20_diff1": 0.321517, "nauc_ndcg_at_100_max": -0.083833, "nauc_ndcg_at_100_std": -0.257047, "nauc_ndcg_at_100_diff1": 0.320103, "nauc_ndcg_at_1000_max": -0.085779, "nauc_ndcg_at_1000_std": -0.249089, "nauc_ndcg_at_1000_diff1": 0.30857, "nauc_map_at_1_max": -0.021921, "nauc_map_at_1_std": -0.18968, "nauc_map_at_1_diff1": 0.507387, "nauc_map_at_3_max": -0.097605, "nauc_map_at_3_std": -0.287133, "nauc_map_at_3_diff1": 0.383956, "nauc_map_at_5_max": -0.129059, "nauc_map_at_5_std": -0.315292, "nauc_map_at_5_diff1": 0.354558, "nauc_map_at_10_max": -0.125246, "nauc_map_at_10_std": -0.307196, "nauc_map_at_10_diff1": 0.317689, "nauc_map_at_20_max": -0.113732, "nauc_map_at_20_std": -0.288027, "nauc_map_at_20_diff1": 0.306916, "nauc_map_at_100_max": -0.114396, "nauc_map_at_100_std": -0.281694, "nauc_map_at_100_diff1": 0.303609, "nauc_map_at_1000_max": -0.115146, "nauc_map_at_1000_std": -0.281289, "nauc_map_at_1000_diff1": 0.301671, "nauc_recall_at_1_max": -0.021921, "nauc_recall_at_1_std": -0.18968, "nauc_recall_at_1_diff1": 0.507387, "nauc_recall_at_3_max": -0.120521, "nauc_recall_at_3_std": -0.320734, "nauc_recall_at_3_diff1": 0.32316, "nauc_recall_at_5_max": -0.154037, "nauc_recall_at_5_std": -0.36444, "nauc_recall_at_5_diff1": 0.287212, "nauc_recall_at_10_max": -0.133802, "nauc_recall_at_10_std": -0.372284, "nauc_recall_at_10_diff1": 0.266358, "nauc_recall_at_20_max": -0.027882, "nauc_recall_at_20_std": -0.259196, "nauc_recall_at_20_diff1": 0.242456, "nauc_recall_at_100_max": -0.027074, "nauc_recall_at_100_std": -0.400116, "nauc_recall_at_100_diff1": 0.456538, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.021941, "nauc_precision_at_1_std": -0.150597, "nauc_precision_at_1_diff1": 0.343899, "nauc_precision_at_3_max": -0.128367, "nauc_precision_at_3_std": -0.14291, "nauc_precision_at_3_diff1": -0.157475, "nauc_precision_at_5_max": -0.108122, "nauc_precision_at_5_std": -0.065347, "nauc_precision_at_5_diff1": -0.22662, "nauc_precision_at_10_max": -0.016801, "nauc_precision_at_10_std": 0.074771, "nauc_precision_at_10_diff1": -0.289604, "nauc_precision_at_20_max": 0.035065, "nauc_precision_at_20_std": 0.158752, "nauc_precision_at_20_diff1": -0.294987, "nauc_precision_at_100_max": 0.033683, "nauc_precision_at_100_std": 0.194933, "nauc_precision_at_100_diff1": -0.315139, "nauc_precision_at_1000_max": 0.02746, "nauc_precision_at_1000_std": 0.198189, "nauc_precision_at_1000_diff1": -0.32302, "nauc_mrr_at_1_max": -0.021941, "nauc_mrr_at_1_std": -0.150597, "nauc_mrr_at_1_diff1": 0.343899, "nauc_mrr_at_3_max": -0.067095, "nauc_mrr_at_3_std": -0.224366, "nauc_mrr_at_3_diff1": 0.300202, "nauc_mrr_at_5_max": -0.066164, "nauc_mrr_at_5_std": -0.219195, "nauc_mrr_at_5_diff1": 0.304288, "nauc_mrr_at_10_max": -0.06759, "nauc_mrr_at_10_std": -0.220704, "nauc_mrr_at_10_diff1": 0.312727, "nauc_mrr_at_20_max": -0.064527, "nauc_mrr_at_20_std": -0.215891, "nauc_mrr_at_20_diff1": 0.311594, "nauc_mrr_at_100_max": -0.064075, "nauc_mrr_at_100_std": -0.215945, "nauc_mrr_at_100_diff1": 0.312954, "nauc_mrr_at_1000_max": -0.064004, "nauc_mrr_at_1000_std": -0.215813, "nauc_mrr_at_1000_diff1": 0.312896, "hit_rate_at_1": 0.62136, "hit_rate_at_3": 0.85761, "hit_rate_at_5": 0.91586, "hit_rate_at_10": 0.95469, "hit_rate_at_20": 0.98058, "hit_rate_at_100": 0.99676, "hit_rate_at_1000": 1.0, "main_score": 0.67797, "hf_subset": "portuguese", "languages": [ "por-Latn" ] } ] }, "evaluation_time": 8886.089982032776, "kg_co2_emissions": null, "date": 1775450897.975661 }