{ "dataset_revision": "11dc96be3bbefd4eb49a467825d7d3d3808105d7", "task_name": "JamAltLyricT2ARetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 0.00224, "ndcg_at_3": 0.00586, "ndcg_at_5": 0.00922, "ndcg_at_10": 0.0119, "ndcg_at_20": 0.01913, "ndcg_at_100": 0.05333, "ndcg_at_1000": 0.17426, "map_at_1": 0.00112, "map_at_3": 0.00373, "map_at_5": 0.00564, "map_at_10": 0.00672, "map_at_20": 0.00877, "map_at_100": 0.0139, "map_at_1000": 0.01861, "recall_at_1": 0.00112, "recall_at_3": 0.00672, "recall_at_5": 0.01344, "recall_at_10": 0.02016, "recall_at_20": 0.04367, "recall_at_100": 0.19149, "recall_at_1000": 1.0, "accuracy": 0.00112, "precision_at_1": 0.00224, "precision_at_3": 0.00597, "precision_at_5": 0.00717, "precision_at_10": 0.00526, "precision_at_20": 0.00538, "precision_at_100": 0.00558, "precision_at_1000": 0.00256, "mrr_at_1": 0.00224, "mrr_at_3": 0.007652, "mrr_at_5": 0.010172, "mrr_at_10": 0.011617, "mrr_at_20": 0.013279, "mrr_at_100": 0.017592, "mrr_at_1000": 0.02054, "nauc_ndcg_at_1_max": -0.414962, "nauc_ndcg_at_1_std": -0.414962, "nauc_ndcg_at_1_diff1": -0.499508, "nauc_ndcg_at_3_max": 0.192469, "nauc_ndcg_at_3_std": -0.212251, "nauc_ndcg_at_3_diff1": 0.352371, "nauc_ndcg_at_5_max": 0.19387, "nauc_ndcg_at_5_std": -0.181885, "nauc_ndcg_at_5_diff1": 0.375877, "nauc_ndcg_at_10_max": 0.110889, "nauc_ndcg_at_10_std": -0.063934, "nauc_ndcg_at_10_diff1": 0.251495, "nauc_ndcg_at_20_max": 0.064391, "nauc_ndcg_at_20_std": -0.018868, "nauc_ndcg_at_20_diff1": 0.213062, "nauc_ndcg_at_100_max": 0.088835, "nauc_ndcg_at_100_std": 0.164786, "nauc_ndcg_at_100_diff1": 0.08809, "nauc_ndcg_at_1000_max": -0.021851, "nauc_ndcg_at_1000_std": 0.053709, "nauc_ndcg_at_1000_diff1": 0.028979, "nauc_map_at_1_max": -0.414962, "nauc_map_at_1_std": -0.414962, "nauc_map_at_1_diff1": -0.499508, "nauc_map_at_3_max": 0.237773, "nauc_map_at_3_std": -0.199882, "nauc_map_at_3_diff1": 0.297735, "nauc_map_at_5_max": 0.208529, "nauc_map_at_5_std": -0.200647, "nauc_map_at_5_diff1": 0.34966, "nauc_map_at_10_max": 0.16911, "nauc_map_at_10_std": -0.114884, "nauc_map_at_10_diff1": 0.271589, "nauc_map_at_20_max": 0.114328, "nauc_map_at_20_std": -0.072892, "nauc_map_at_20_diff1": 0.251298, "nauc_map_at_100_max": 0.125519, "nauc_map_at_100_std": 0.07092, "nauc_map_at_100_diff1": 0.17234, "nauc_map_at_1000_max": 0.095681, "nauc_map_at_1000_std": 0.059918, "nauc_map_at_1000_diff1": 0.150957, "nauc_recall_at_1_max": -0.414962, "nauc_recall_at_1_std": -0.414962, "nauc_recall_at_1_diff1": -0.499508, "nauc_recall_at_3_max": 0.332491, "nauc_recall_at_3_std": -0.192881, "nauc_recall_at_3_diff1": 0.329394, "nauc_recall_at_5_max": 0.257356, "nauc_recall_at_5_std": -0.161086, "nauc_recall_at_5_diff1": 0.376637, "nauc_recall_at_10_max": 0.118785, "nauc_recall_at_10_std": -0.014348, "nauc_recall_at_10_diff1": 0.205373, "nauc_recall_at_20_max": 0.048199, "nauc_recall_at_20_std": 0.025574, "nauc_recall_at_20_diff1": 0.160402, "nauc_recall_at_100_max": 0.044635, "nauc_recall_at_100_std": 0.159371, "nauc_recall_at_100_diff1": 0.046318, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.414962, "nauc_precision_at_1_std": -0.414962, "nauc_precision_at_1_diff1": -0.499508, "nauc_precision_at_3_max": 0.302544, "nauc_precision_at_3_std": -0.17216, "nauc_precision_at_3_diff1": 0.497045, "nauc_precision_at_5_max": 0.187878, "nauc_precision_at_5_std": -0.159316, "nauc_precision_at_5_diff1": 0.483272, "nauc_precision_at_10_max": 0.056547, "nauc_precision_at_10_std": 0.033842, "nauc_precision_at_10_diff1": 0.251263, "nauc_precision_at_20_max": 0.024543, "nauc_precision_at_20_std": 0.068668, "nauc_precision_at_20_diff1": 0.222577, "nauc_precision_at_100_max": 0.208091, "nauc_precision_at_100_std": 0.414588, "nauc_precision_at_100_diff1": 0.022223, "nauc_precision_at_1000_max": -0.141687, "nauc_precision_at_1000_std": -0.016215, "nauc_precision_at_1000_diff1": -0.096678, "nauc_mrr_at_1_max": -0.414962, "nauc_mrr_at_1_std": -0.414962, "nauc_mrr_at_1_diff1": -0.499508, "nauc_mrr_at_3_max": 0.025936, "nauc_mrr_at_3_std": -0.253597, "nauc_mrr_at_3_diff1": 0.314863, "nauc_mrr_at_5_max": 0.074474, "nauc_mrr_at_5_std": -0.204999, "nauc_mrr_at_5_diff1": 0.350781, "nauc_mrr_at_10_max": 0.013795, "nauc_mrr_at_10_std": -0.105014, "nauc_mrr_at_10_diff1": 0.274213, "nauc_mrr_at_20_max": 0.021603, "nauc_mrr_at_20_std": -0.105463, "nauc_mrr_at_20_diff1": 0.251192, "nauc_mrr_at_100_max": 0.013278, "nauc_mrr_at_100_std": -0.044634, "nauc_mrr_at_100_diff1": 0.187937, "nauc_mrr_at_1000_max": 0.010753, "nauc_mrr_at_1000_std": -0.052157, "nauc_mrr_at_1000_diff1": 0.188909, "cv_recall_at_1": 0.00224, "cv_recall_at_3": 0.01456, "cv_recall_at_5": 0.02576, "cv_recall_at_10": 0.03695, "cv_recall_at_20": 0.06159, "cv_recall_at_100": 0.25868, "cv_recall_at_1000": 1.0, "main_score": 0.0119, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.00137, "ndcg_at_3": 0.00585, "ndcg_at_5": 0.00963, "ndcg_at_10": 0.01001, "ndcg_at_20": 0.01721, "ndcg_at_100": 0.05392, "ndcg_at_1000": 0.1647, "map_at_1": 0.00137, "map_at_3": 0.00206, "map_at_5": 0.00391, "map_at_10": 0.00474, "map_at_20": 0.00703, "map_at_100": 0.01319, "map_at_1000": 0.01711, "recall_at_1": 0.00137, "recall_at_3": 0.00275, "recall_at_5": 0.00824, "recall_at_10": 0.01511, "recall_at_20": 0.03709, "recall_at_100": 0.2033, "recall_at_1000": 1.0, "accuracy": 0.00137, "precision_at_1": 0.00137, "precision_at_3": 0.00549, "precision_at_5": 0.00989, "precision_at_10": 0.00659, "precision_at_20": 0.00721, "precision_at_100": 0.00565, "precision_at_1000": 0.0021, "mrr_at_1": 0.001374, "mrr_at_3": 0.008929, "mrr_at_5": 0.011264, "mrr_at_10": 0.013049, "mrr_at_20": 0.014181, "mrr_at_100": 0.017864, "mrr_at_1000": 0.020495, "nauc_ndcg_at_1_max": 1.0, "nauc_ndcg_at_1_std": 0.662391, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -0.14783, "nauc_ndcg_at_3_std": -0.227138, "nauc_ndcg_at_3_diff1": 0.741699, "nauc_ndcg_at_5_max": -0.24995, "nauc_ndcg_at_5_std": -0.270278, "nauc_ndcg_at_5_diff1": 0.42977, "nauc_ndcg_at_10_max": -0.150674, "nauc_ndcg_at_10_std": -0.099108, "nauc_ndcg_at_10_diff1": 0.247923, "nauc_ndcg_at_20_max": -0.153307, "nauc_ndcg_at_20_std": -0.093483, "nauc_ndcg_at_20_diff1": 0.124029, "nauc_ndcg_at_100_max": -0.134267, "nauc_ndcg_at_100_std": -0.064122, "nauc_ndcg_at_100_diff1": -0.039259, "nauc_ndcg_at_1000_max": -0.180315, "nauc_ndcg_at_1000_std": -0.114588, "nauc_ndcg_at_1000_diff1": -0.025888, "nauc_map_at_1_max": 1.0, "nauc_map_at_1_std": 0.662391, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": 0.499914, "nauc_map_at_3_std": 0.274841, "nauc_map_at_3_diff1": 0.887464, "nauc_map_at_5_max": 0.066104, "nauc_map_at_5_std": -0.010723, "nauc_map_at_5_diff1": 0.496094, "nauc_map_at_10_max": 0.059729, "nauc_map_at_10_std": 0.039495, "nauc_map_at_10_diff1": 0.399203, "nauc_map_at_20_max": -0.032915, "nauc_map_at_20_std": -0.018422, "nauc_map_at_20_diff1": 0.263477, "nauc_map_at_100_max": -0.107059, "nauc_map_at_100_std": -0.053314, "nauc_map_at_100_diff1": 0.111229, "nauc_map_at_1000_max": -0.12452, "nauc_map_at_1000_std": -0.067383, "nauc_map_at_1000_diff1": 0.105791, "nauc_recall_at_1_max": 1.0, "nauc_recall_at_1_std": 0.662391, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": 0.24987, "nauc_recall_at_3_std": 0.081066, "nauc_recall_at_3_diff1": 0.831195, "nauc_recall_at_5_max": -0.172963, "nauc_recall_at_5_std": -0.112709, "nauc_recall_at_5_diff1": 0.246803, "nauc_recall_at_10_max": -0.112896, "nauc_recall_at_10_std": 0.03045, "nauc_recall_at_10_diff1": 0.069319, "nauc_recall_at_20_max": -0.098897, "nauc_recall_at_20_std": -0.024504, "nauc_recall_at_20_diff1": 0.000805, "nauc_recall_at_100_max": -0.07057, "nauc_recall_at_100_std": 0.001059, "nauc_recall_at_100_diff1": -0.101786, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 1.0, "nauc_precision_at_1_std": 0.662391, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -0.375238, "nauc_precision_at_3_std": -0.403372, "nauc_precision_at_3_diff1": 0.690525, "nauc_precision_at_5_max": -0.422184, "nauc_precision_at_5_std": -0.435668, "nauc_precision_at_5_diff1": 0.32054, "nauc_precision_at_10_max": -0.367399, "nauc_precision_at_10_std": -0.291294, "nauc_precision_at_10_diff1": 0.141511, "nauc_precision_at_20_max": -0.334811, "nauc_precision_at_20_std": -0.242971, "nauc_precision_at_20_diff1": 0.09215, "nauc_precision_at_100_max": -0.267392, "nauc_precision_at_100_std": -0.192585, "nauc_precision_at_100_diff1": -0.057573, "nauc_precision_at_1000_max": -0.231742, "nauc_precision_at_1000_std": -0.201824, "nauc_precision_at_1000_diff1": -0.060828, "nauc_mrr_at_1_max": 1.0, "nauc_mrr_at_1_std": 0.662391, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": -0.26945, "nauc_mrr_at_3_std": -0.32139, "nauc_mrr_at_3_diff1": 0.71433, "nauc_mrr_at_5_max": -0.294634, "nauc_mrr_at_5_std": -0.330116, "nauc_mrr_at_5_diff1": 0.502871, "nauc_mrr_at_10_max": -0.275955, "nauc_mrr_at_10_std": -0.260111, "nauc_mrr_at_10_diff1": 0.387797, "nauc_mrr_at_20_max": -0.247219, "nauc_mrr_at_20_std": -0.228483, "nauc_mrr_at_20_diff1": 0.353053, "nauc_mrr_at_100_max": -0.216741, "nauc_mrr_at_100_std": -0.187734, "nauc_mrr_at_100_diff1": 0.261792, "nauc_mrr_at_1000_max": -0.217468, "nauc_mrr_at_1000_std": -0.187643, "nauc_mrr_at_1000_diff1": 0.2668, "cv_recall_at_1": 0.00137, "cv_recall_at_3": 0.01648, "cv_recall_at_5": 0.0261, "cv_recall_at_10": 0.04258, "cv_recall_at_20": 0.06044, "cv_recall_at_100": 0.23214, "cv_recall_at_1000": 1.0, "main_score": 0.01001, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.00407, "ndcg_at_5": 0.00579, "ndcg_at_10": 0.00842, "ndcg_at_20": 0.01281, "ndcg_at_100": 0.04068, "ndcg_at_1000": 0.16487, "map_at_1": 0.0, "map_at_3": 0.00253, "map_at_5": 0.00329, "map_at_10": 0.00423, "map_at_20": 0.0052, "map_at_100": 0.0091, "map_at_1000": 0.0135, "recall_at_1": 0.0, "recall_at_3": 0.00702, "recall_at_5": 0.01053, "recall_at_10": 0.01754, "recall_at_20": 0.03041, "recall_at_100": 0.15556, "recall_at_1000": 1.0, "accuracy": 0.0, "precision_at_1": 0.0, "precision_at_3": 0.00351, "precision_at_5": 0.00351, "precision_at_10": 0.00316, "precision_at_20": 0.0038, "precision_at_100": 0.00416, "precision_at_1000": 0.00264, "mrr_at_1": 0.0, "mrr_at_3": 0.003899, "mrr_at_5": 0.005419, "mrr_at_10": 0.007058, "mrr_at_20": 0.010309, "mrr_at_100": 0.013119, "mrr_at_1000": 0.015646, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.375832, "nauc_ndcg_at_3_std": 0.220473, "nauc_ndcg_at_3_diff1": -0.187952, "nauc_ndcg_at_5_max": -0.307713, "nauc_ndcg_at_5_std": 0.095219, "nauc_ndcg_at_5_diff1": -0.055504, "nauc_ndcg_at_10_max": -0.270871, "nauc_ndcg_at_10_std": 0.094877, "nauc_ndcg_at_10_diff1": -0.118981, "nauc_ndcg_at_20_max": -0.141289, "nauc_ndcg_at_20_std": 0.031284, "nauc_ndcg_at_20_diff1": -0.115143, "nauc_ndcg_at_100_max": 0.007162, "nauc_ndcg_at_100_std": -0.0203, "nauc_ndcg_at_100_diff1": -0.121128, "nauc_ndcg_at_1000_max": 0.042829, "nauc_ndcg_at_1000_std": -0.112575, "nauc_ndcg_at_1000_diff1": -0.162368, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": -0.380738, "nauc_map_at_3_std": 0.216116, "nauc_map_at_3_diff1": -0.166837, "nauc_map_at_5_max": -0.324485, "nauc_map_at_5_std": 0.123051, "nauc_map_at_5_diff1": -0.06525, "nauc_map_at_10_max": -0.283124, "nauc_map_at_10_std": 0.127639, "nauc_map_at_10_diff1": -0.103781, "nauc_map_at_20_max": -0.220701, "nauc_map_at_20_std": 0.096564, "nauc_map_at_20_diff1": -0.094433, "nauc_map_at_100_max": -0.090742, "nauc_map_at_100_std": 0.031385, "nauc_map_at_100_diff1": -0.118767, "nauc_map_at_1000_max": -0.062598, "nauc_map_at_1000_std": 0.003053, "nauc_map_at_1000_diff1": -0.136588, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": -0.395374, "nauc_recall_at_3_std": 0.239966, "nauc_recall_at_3_diff1": -0.146248, "nauc_recall_at_5_max": -0.315782, "nauc_recall_at_5_std": 0.089654, "nauc_recall_at_5_diff1": -0.017137, "nauc_recall_at_10_max": -0.249448, "nauc_recall_at_10_std": 0.108678, "nauc_recall_at_10_diff1": -0.116941, "nauc_recall_at_20_max": -0.118629, "nauc_recall_at_20_std": 0.059218, "nauc_recall_at_20_diff1": -0.084034, "nauc_recall_at_100_max": -0.007525, "nauc_recall_at_100_std": -0.001964, "nauc_recall_at_100_diff1": -0.055347, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.356927, "nauc_precision_at_3_std": 0.224124, "nauc_precision_at_3_diff1": -0.254199, "nauc_precision_at_5_max": -0.276795, "nauc_precision_at_5_std": 0.050086, "nauc_precision_at_5_diff1": -0.056085, "nauc_precision_at_10_max": -0.294685, "nauc_precision_at_10_std": 0.012738, "nauc_precision_at_10_diff1": -0.149624, "nauc_precision_at_20_max": 0.033517, "nauc_precision_at_20_std": -0.114053, "nauc_precision_at_20_diff1": -0.226641, "nauc_precision_at_100_max": 0.201304, "nauc_precision_at_100_std": -0.104934, "nauc_precision_at_100_diff1": -0.25763, "nauc_precision_at_1000_max": 0.175344, "nauc_precision_at_1000_std": -0.174096, "nauc_precision_at_1000_diff1": -0.175285, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": -0.341745, "nauc_mrr_at_3_std": 0.194702, "nauc_mrr_at_3_diff1": -0.270169, "nauc_mrr_at_5_max": -0.284292, "nauc_mrr_at_5_std": 0.08756, "nauc_mrr_at_5_diff1": -0.117664, "nauc_mrr_at_10_max": -0.284702, "nauc_mrr_at_10_std": 0.065923, "nauc_mrr_at_10_diff1": -0.148599, "nauc_mrr_at_20_max": -0.084364, "nauc_mrr_at_20_std": -0.020002, "nauc_mrr_at_20_diff1": -0.188331, "nauc_mrr_at_100_max": -0.051408, "nauc_mrr_at_100_std": -0.006541, "nauc_mrr_at_100_diff1": -0.171524, "nauc_mrr_at_1000_max": -0.056263, "nauc_mrr_at_1000_std": -0.009674, "nauc_mrr_at_1000_diff1": -0.168915, "cv_recall_at_1": 0.0, "cv_recall_at_3": 0.01053, "cv_recall_at_5": 0.01754, "cv_recall_at_10": 0.03158, "cv_recall_at_20": 0.07368, "cv_recall_at_100": 0.20936, "cv_recall_at_1000": 1.0, "main_score": 0.00842, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.00911, "ndcg_at_3": 0.00697, "ndcg_at_5": 0.00712, "ndcg_at_10": 0.00766, "ndcg_at_20": 0.01045, "ndcg_at_100": 0.03747, "ndcg_at_1000": 0.16266, "map_at_1": 0.00114, "map_at_3": 0.00228, "map_at_5": 0.00342, "map_at_10": 0.00417, "map_at_20": 0.00504, "map_at_100": 0.00903, "map_at_1000": 0.01374, "recall_at_1": 0.00114, "recall_at_3": 0.00228, "recall_at_5": 0.00569, "recall_at_10": 0.01025, "recall_at_20": 0.0205, "recall_at_100": 0.1344, "recall_at_1000": 1.0, "accuracy": 0.00114, "precision_at_1": 0.00911, "precision_at_3": 0.00607, "precision_at_5": 0.00592, "precision_at_10": 0.00444, "precision_at_20": 0.00296, "precision_at_100": 0.00394, "precision_at_1000": 0.00254, "mrr_at_1": 0.009112, "mrr_at_3": 0.009112, "mrr_at_5": 0.009567, "mrr_at_10": 0.011418, "mrr_at_20": 0.012123, "mrr_at_100": 0.015563, "mrr_at_1000": 0.018044, "nauc_ndcg_at_1_max": -0.575379, "nauc_ndcg_at_1_std": -0.500147, "nauc_ndcg_at_1_diff1": 1.0, "nauc_ndcg_at_3_max": -0.575379, "nauc_ndcg_at_3_std": -0.500147, "nauc_ndcg_at_3_diff1": 1.0, "nauc_ndcg_at_5_max": -0.542615, "nauc_ndcg_at_5_std": -0.391106, "nauc_ndcg_at_5_diff1": 0.979093, "nauc_ndcg_at_10_max": -0.358554, "nauc_ndcg_at_10_std": -0.30137, "nauc_ndcg_at_10_diff1": 0.646229, "nauc_ndcg_at_20_max": -0.213087, "nauc_ndcg_at_20_std": -0.203233, "nauc_ndcg_at_20_diff1": 0.428192, "nauc_ndcg_at_100_max": -0.156851, "nauc_ndcg_at_100_std": -0.135806, "nauc_ndcg_at_100_diff1": 0.131586, "nauc_ndcg_at_1000_max": -0.221333, "nauc_ndcg_at_1000_std": -0.122822, "nauc_ndcg_at_1000_diff1": 0.082683, "nauc_map_at_1_max": -0.575379, "nauc_map_at_1_std": -0.500147, "nauc_map_at_1_diff1": 1.0, "nauc_map_at_3_max": -0.575379, "nauc_map_at_3_std": -0.500147, "nauc_map_at_3_diff1": 1.0, "nauc_map_at_5_max": -0.540098, "nauc_map_at_5_std": -0.38273, "nauc_map_at_5_diff1": 0.977487, "nauc_map_at_10_max": -0.410203, "nauc_map_at_10_std": -0.333793, "nauc_map_at_10_diff1": 0.764698, "nauc_map_at_20_max": -0.286454, "nauc_map_at_20_std": -0.25884, "nauc_map_at_20_diff1": 0.593717, "nauc_map_at_100_max": -0.265461, "nauc_map_at_100_std": -0.215834, "nauc_map_at_100_diff1": 0.390648, "nauc_map_at_1000_max": -0.25661, "nauc_map_at_1000_std": -0.201121, "nauc_map_at_1000_diff1": 0.306234, "nauc_recall_at_1_max": -0.575379, "nauc_recall_at_1_std": -0.500147, "nauc_recall_at_1_diff1": 1.0, "nauc_recall_at_3_max": -0.575379, "nauc_recall_at_3_std": -0.500147, "nauc_recall_at_3_diff1": 1.0, "nauc_recall_at_5_max": -0.469538, "nauc_recall_at_5_std": -0.147898, "nauc_recall_at_5_diff1": 0.932462, "nauc_recall_at_10_max": -0.204673, "nauc_recall_at_10_std": -0.141837, "nauc_recall_at_10_diff1": 0.457585, "nauc_recall_at_20_max": -0.012578, "nauc_recall_at_20_std": -0.039011, "nauc_recall_at_20_diff1": 0.150552, "nauc_recall_at_100_max": -0.081389, "nauc_recall_at_100_std": -0.094062, "nauc_recall_at_100_diff1": 0.005751, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.575379, "nauc_precision_at_1_std": -0.500147, "nauc_precision_at_1_diff1": 1.0, "nauc_precision_at_3_max": -0.575379, "nauc_precision_at_3_std": -0.500147, "nauc_precision_at_3_diff1": 1.0, "nauc_precision_at_5_max": -0.555025, "nauc_precision_at_5_std": -0.432406, "nauc_precision_at_5_diff1": 0.987012, "nauc_precision_at_10_max": -0.353243, "nauc_precision_at_10_std": -0.345192, "nauc_precision_at_10_diff1": 0.566342, "nauc_precision_at_20_max": -0.224369, "nauc_precision_at_20_std": -0.25198, "nauc_precision_at_20_diff1": 0.370511, "nauc_precision_at_100_max": -0.15157, "nauc_precision_at_100_std": -0.101344, "nauc_precision_at_100_diff1": 0.110186, "nauc_precision_at_1000_max": -0.27411, "nauc_precision_at_1000_std": -0.1081, "nauc_precision_at_1000_diff1": -0.033207, "nauc_mrr_at_1_max": -0.575379, "nauc_mrr_at_1_std": -0.500147, "nauc_mrr_at_1_diff1": 1.0, "nauc_mrr_at_3_max": -0.575379, "nauc_mrr_at_3_std": -0.500147, "nauc_mrr_at_3_diff1": 1.0, "nauc_mrr_at_5_max": -0.562778, "nauc_mrr_at_5_std": -0.458212, "nauc_mrr_at_5_diff1": 0.99196, "nauc_mrr_at_10_max": -0.492388, "nauc_mrr_at_10_std": -0.424439, "nauc_mrr_at_10_diff1": 0.793926, "nauc_mrr_at_20_max": -0.461443, "nauc_mrr_at_20_std": -0.396925, "nauc_mrr_at_20_diff1": 0.741303, "nauc_mrr_at_100_max": -0.389805, "nauc_mrr_at_100_std": -0.340995, "nauc_mrr_at_100_diff1": 0.571424, "nauc_mrr_at_1000_max": -0.383397, "nauc_mrr_at_1000_std": -0.337432, "nauc_mrr_at_1000_diff1": 0.564325, "cv_recall_at_1": 0.00911, "cv_recall_at_3": 0.00911, "cv_recall_at_5": 0.01139, "cv_recall_at_10": 0.02278, "cv_recall_at_20": 0.03417, "cv_recall_at_100": 0.19021, "cv_recall_at_1000": 1.0, "main_score": 0.00766, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 309.83378624916077, "kg_co2_emissions": null }