{ "dataset_revision": "11dc96be3bbefd4eb49a467825d7d3d3808105d7", "task_name": "JamAltArtistA2ARetrieval", "mteb_version": "2.4.2", "scores": { "test": [ { "ndcg_at_1": 1.0, "ndcg_at_3": 0.89359, "ndcg_at_5": 0.82478, "ndcg_at_10": 0.70688, "ndcg_at_20": 0.57185, "ndcg_at_100": 0.47367, "ndcg_at_1000": 0.74645, "map_at_1": 0.0224, "map_at_3": 0.05786, "map_at_5": 0.08463, "map_at_10": 0.1303, "map_at_20": 0.17688, "map_at_100": 0.25625, "map_at_1000": 0.32348, "recall_at_1": 0.0224, "recall_at_3": 0.05824, "recall_at_5": 0.08661, "recall_at_10": 0.13982, "recall_at_20": 0.20705, "recall_at_100": 0.42535, "recall_at_1000": 1.0, "accuracy": 0.0224, "precision_at_1": 1.0, "precision_at_3": 0.86301, "precision_at_5": 0.77514, "precision_at_10": 0.63046, "precision_at_20": 0.47346, "precision_at_100": 0.20337, "precision_at_1000": 0.05169, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.018535, "nauc_ndcg_at_3_std": 0.08262, "nauc_ndcg_at_3_diff1": -0.723861, "nauc_ndcg_at_5_max": -0.04657, "nauc_ndcg_at_5_std": 0.055323, "nauc_ndcg_at_5_diff1": -0.573918, "nauc_ndcg_at_10_max": -0.042833, "nauc_ndcg_at_10_std": -0.009673, "nauc_ndcg_at_10_diff1": -0.431626, "nauc_ndcg_at_20_max": -0.037713, "nauc_ndcg_at_20_std": -0.05823, "nauc_ndcg_at_20_diff1": -0.34681, "nauc_ndcg_at_100_max": -0.026126, "nauc_ndcg_at_100_std": 0.113924, "nauc_ndcg_at_100_diff1": -0.25712, "nauc_ndcg_at_1000_max": -0.024033, "nauc_ndcg_at_1000_std": 0.013766, "nauc_ndcg_at_1000_diff1": -0.282556, "nauc_map_at_1_max": -0.017939, "nauc_map_at_1_std": 0.258587, "nauc_map_at_1_diff1": -0.185593, "nauc_map_at_3_max": -0.011179, "nauc_map_at_3_std": 0.232388, "nauc_map_at_3_diff1": -0.376681, "nauc_map_at_5_max": -0.031358, "nauc_map_at_5_std": 0.20676, "nauc_map_at_5_diff1": -0.399291, "nauc_map_at_10_max": -0.039329, "nauc_map_at_10_std": 0.141278, "nauc_map_at_10_diff1": -0.383308, "nauc_map_at_20_max": -0.044674, "nauc_map_at_20_std": 0.079631, "nauc_map_at_20_diff1": -0.352477, "nauc_map_at_100_max": -0.036791, "nauc_map_at_100_std": 0.0679, "nauc_map_at_100_diff1": -0.26615, "nauc_map_at_1000_max": -0.032765, "nauc_map_at_1000_std": 0.045901, "nauc_map_at_1000_diff1": -0.243234, "nauc_recall_at_1_max": -0.017939, "nauc_recall_at_1_std": 0.258587, "nauc_recall_at_1_diff1": -0.185593, "nauc_recall_at_3_max": -0.010936, "nauc_recall_at_3_std": 0.233179, "nauc_recall_at_3_diff1": -0.367735, "nauc_recall_at_5_max": -0.032325, "nauc_recall_at_5_std": 0.212318, "nauc_recall_at_5_diff1": -0.382257, "nauc_recall_at_10_max": -0.038277, "nauc_recall_at_10_std": 0.147368, "nauc_recall_at_10_diff1": -0.355635, "nauc_recall_at_20_max": -0.040126, "nauc_recall_at_20_std": 0.096094, "nauc_recall_at_20_diff1": -0.312823, "nauc_recall_at_100_max": -0.021335, "nauc_recall_at_100_std": 0.128818, "nauc_recall_at_100_diff1": -0.179959, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.020613, "nauc_precision_at_3_std": 0.083889, "nauc_precision_at_3_diff1": -0.716656, "nauc_precision_at_5_max": -0.050983, "nauc_precision_at_5_std": 0.051873, "nauc_precision_at_5_diff1": -0.542954, "nauc_precision_at_10_max": -0.044897, "nauc_precision_at_10_std": -0.024663, "nauc_precision_at_10_diff1": -0.386966, "nauc_precision_at_20_max": -0.038791, "nauc_precision_at_20_std": -0.077845, "nauc_precision_at_20_diff1": -0.280484, "nauc_precision_at_100_max": 0.002241, "nauc_precision_at_100_std": -0.083008, "nauc_precision_at_100_diff1": -0.027381, "nauc_precision_at_1000_max": 0.01315, "nauc_precision_at_1000_std": -0.312485, "nauc_precision_at_1000_diff1": 0.135953, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.83763, "cv_recall_at_3": 0.91377, "cv_recall_at_5": 0.94177, "cv_recall_at_10": 0.972, "cv_recall_at_20": 0.98656, "cv_recall_at_100": 0.99664, "cv_recall_at_1000": 1.0, "main_score": 0.70688, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.91163, "ndcg_at_5": 0.85826, "ndcg_at_10": 0.76183, "ndcg_at_20": 0.63053, "ndcg_at_100": 0.55649, "ndcg_at_1000": 0.77881, "map_at_1": 0.02473, "map_at_3": 0.06474, "map_at_5": 0.09737, "map_at_10": 0.1583, "map_at_20": 0.22583, "map_at_100": 0.33327, "map_at_1000": 0.39158, "recall_at_1": 0.02473, "recall_at_3": 0.06522, "recall_at_5": 0.09991, "recall_at_10": 0.16888, "recall_at_20": 0.25801, "recall_at_100": 0.51747, "recall_at_1000": 1.0, "accuracy": 0.02473, "precision_at_1": 1.0, "precision_at_3": 0.88645, "precision_at_5": 0.81896, "precision_at_10": 0.69945, "precision_at_20": 0.54382, "precision_at_100": 0.22273, "precision_at_1000": 0.04509, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.043463, "nauc_ndcg_at_3_std": 0.17949, "nauc_ndcg_at_3_diff1": -0.898989, "nauc_ndcg_at_5_max": 0.050788, "nauc_ndcg_at_5_std": 0.200022, "nauc_ndcg_at_5_diff1": -0.785789, "nauc_ndcg_at_10_max": 0.042547, "nauc_ndcg_at_10_std": 0.201818, "nauc_ndcg_at_10_diff1": -0.629546, "nauc_ndcg_at_20_max": 0.028676, "nauc_ndcg_at_20_std": 0.188373, "nauc_ndcg_at_20_diff1": -0.553719, "nauc_ndcg_at_100_max": 0.044786, "nauc_ndcg_at_100_std": -0.031736, "nauc_ndcg_at_100_diff1": -0.414849, "nauc_ndcg_at_1000_max": 0.054912, "nauc_ndcg_at_1000_std": 0.093039, "nauc_ndcg_at_1000_diff1": -0.526821, "nauc_map_at_1_max": -0.017361, "nauc_map_at_1_std": -0.213541, "nauc_map_at_1_diff1": 0.089396, "nauc_map_at_3_max": -0.002532, "nauc_map_at_3_std": -0.118854, "nauc_map_at_3_diff1": -0.265556, "nauc_map_at_5_max": 0.01348, "nauc_map_at_5_std": -0.062528, "nauc_map_at_5_diff1": -0.350329, "nauc_map_at_10_max": 0.022484, "nauc_map_at_10_std": -0.009073, "nauc_map_at_10_diff1": -0.398377, "nauc_map_at_20_max": 0.013662, "nauc_map_at_20_std": 0.007704, "nauc_map_at_20_diff1": -0.431514, "nauc_map_at_100_max": 0.028856, "nauc_map_at_100_std": 0.000481, "nauc_map_at_100_diff1": -0.429531, "nauc_map_at_1000_max": 0.03787, "nauc_map_at_1000_std": 0.040895, "nauc_map_at_1000_diff1": -0.456364, "nauc_recall_at_1_max": -0.017361, "nauc_recall_at_1_std": -0.213541, "nauc_recall_at_1_diff1": 0.089396, "nauc_recall_at_3_max": 0.002118, "nauc_recall_at_3_std": -0.121183, "nauc_recall_at_3_diff1": -0.246922, "nauc_recall_at_5_max": 0.01609, "nauc_recall_at_5_std": -0.075571, "nauc_recall_at_5_diff1": -0.312566, "nauc_recall_at_10_max": 0.024074, "nauc_recall_at_10_std": -0.03492, "nauc_recall_at_10_diff1": -0.342784, "nauc_recall_at_20_max": 0.013548, "nauc_recall_at_20_std": -0.033309, "nauc_recall_at_20_diff1": -0.369248, "nauc_recall_at_100_max": 0.052105, "nauc_recall_at_100_std": -0.089728, "nauc_recall_at_100_diff1": -0.311135, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.047743, "nauc_precision_at_3_std": 0.18403, "nauc_precision_at_3_diff1": -0.885106, "nauc_precision_at_5_max": 0.052382, "nauc_precision_at_5_std": 0.204709, "nauc_precision_at_5_diff1": -0.760031, "nauc_precision_at_10_max": 0.040975, "nauc_precision_at_10_std": 0.200481, "nauc_precision_at_10_diff1": -0.584459, "nauc_precision_at_20_max": 0.025509, "nauc_precision_at_20_std": 0.181934, "nauc_precision_at_20_diff1": -0.506846, "nauc_precision_at_100_max": 0.059206, "nauc_precision_at_100_std": 0.128245, "nauc_precision_at_100_diff1": -0.3985, "nauc_precision_at_1000_max": 0.029878, "nauc_precision_at_1000_std": 0.266891, "nauc_precision_at_1000_diff1": -0.136157, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.86264, "cv_recall_at_3": 0.94368, "cv_recall_at_5": 0.96566, "cv_recall_at_10": 0.97527, "cv_recall_at_20": 0.99451, "cv_recall_at_100": 0.99863, "cv_recall_at_1000": 1.0, "main_score": 0.76183, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.94357, "ndcg_at_5": 0.90173, "ndcg_at_10": 0.8157, "ndcg_at_20": 0.70402, "ndcg_at_100": 0.57485, "ndcg_at_1000": 0.81663, "map_at_1": 0.02105, "map_at_3": 0.05786, "map_at_5": 0.08855, "map_at_10": 0.14683, "map_at_20": 0.21855, "map_at_100": 0.35677, "map_at_1000": 0.4459, "recall_at_1": 0.02105, "recall_at_3": 0.05806, "recall_at_5": 0.09005, "recall_at_10": 0.1544, "recall_at_20": 0.24435, "recall_at_100": 0.51765, "recall_at_1000": 1.0, "accuracy": 0.02105, "precision_at_1": 1.0, "precision_at_3": 0.92749, "precision_at_5": 0.87322, "precision_at_10": 0.76304, "precision_at_20": 0.62199, "precision_at_100": 0.29829, "precision_at_1000": 0.06555, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": -0.005418, "nauc_ndcg_at_3_std": 0.037305, "nauc_ndcg_at_3_diff1": -0.709475, "nauc_ndcg_at_5_max": -0.012291, "nauc_ndcg_at_5_std": 0.107144, "nauc_ndcg_at_5_diff1": -0.601388, "nauc_ndcg_at_10_max": 0.000695, "nauc_ndcg_at_10_std": 0.099447, "nauc_ndcg_at_10_diff1": -0.413503, "nauc_ndcg_at_20_max": 0.022342, "nauc_ndcg_at_20_std": 0.065376, "nauc_ndcg_at_20_diff1": -0.289982, "nauc_ndcg_at_100_max": 0.03923, "nauc_ndcg_at_100_std": 0.053574, "nauc_ndcg_at_100_diff1": -0.21081, "nauc_ndcg_at_1000_max": 0.026238, "nauc_ndcg_at_1000_std": 0.084373, "nauc_ndcg_at_1000_diff1": -0.229377, "nauc_map_at_1_max": 0.048214, "nauc_map_at_1_std": -0.041385, "nauc_map_at_1_diff1": -0.088172, "nauc_map_at_3_max": 0.050755, "nauc_map_at_3_std": -0.025662, "nauc_map_at_3_diff1": -0.187867, "nauc_map_at_5_max": 0.043424, "nauc_map_at_5_std": -0.001097, "nauc_map_at_5_diff1": -0.230063, "nauc_map_at_10_max": 0.020082, "nauc_map_at_10_std": 0.037686, "nauc_map_at_10_diff1": -0.254493, "nauc_map_at_20_max": 0.018491, "nauc_map_at_20_std": 0.059549, "nauc_map_at_20_diff1": -0.248117, "nauc_map_at_100_max": 0.025165, "nauc_map_at_100_std": 0.067169, "nauc_map_at_100_diff1": -0.210546, "nauc_map_at_1000_max": 0.022191, "nauc_map_at_1000_std": 0.078865, "nauc_map_at_1000_diff1": -0.200887, "nauc_recall_at_1_max": 0.048214, "nauc_recall_at_1_std": -0.041385, "nauc_recall_at_1_diff1": -0.088172, "nauc_recall_at_3_max": 0.050951, "nauc_recall_at_3_std": -0.029022, "nauc_recall_at_3_diff1": -0.18295, "nauc_recall_at_5_max": 0.047087, "nauc_recall_at_5_std": -0.009809, "nauc_recall_at_5_diff1": -0.212614, "nauc_recall_at_10_max": 0.026775, "nauc_recall_at_10_std": 0.020146, "nauc_recall_at_10_diff1": -0.2241, "nauc_recall_at_20_max": 0.027457, "nauc_recall_at_20_std": 0.032681, "nauc_recall_at_20_diff1": -0.211723, "nauc_recall_at_100_max": 0.050047, "nauc_recall_at_100_std": 0.042645, "nauc_recall_at_100_diff1": -0.158872, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": -0.00836, "nauc_precision_at_3_std": 0.032864, "nauc_precision_at_3_diff1": -0.693781, "nauc_precision_at_5_max": -0.012723, "nauc_precision_at_5_std": 0.11256, "nauc_precision_at_5_diff1": -0.576827, "nauc_precision_at_10_max": 0.001876, "nauc_precision_at_10_std": 0.098882, "nauc_precision_at_10_diff1": -0.37156, "nauc_precision_at_20_max": 0.015563, "nauc_precision_at_20_std": 0.06292, "nauc_precision_at_20_diff1": -0.225405, "nauc_precision_at_100_max": 0.01052, "nauc_precision_at_100_std": 0.033644, "nauc_precision_at_100_diff1": -0.00676, "nauc_precision_at_1000_max": -0.032455, "nauc_precision_at_1000_std": 0.023627, "nauc_precision_at_1000_diff1": 0.101737, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.91228, "cv_recall_at_3": 0.96374, "cv_recall_at_5": 0.97544, "cv_recall_at_10": 0.9848, "cv_recall_at_20": 0.99064, "cv_recall_at_100": 0.99883, "cv_recall_at_1000": 1.0, "main_score": 0.8157, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 1.0, "ndcg_at_3": 0.94025, "ndcg_at_5": 0.88966, "ndcg_at_10": 0.7945, "ndcg_at_20": 0.66419, "ndcg_at_100": 0.54925, "ndcg_at_1000": 0.79266, "map_at_1": 0.02164, "map_at_3": 0.05954, "map_at_5": 0.09007, "map_at_10": 0.14723, "map_at_20": 0.21245, "map_at_100": 0.33371, "map_at_1000": 0.40634, "recall_at_1": 0.02164, "recall_at_3": 0.05976, "recall_at_5": 0.09152, "recall_at_10": 0.1546, "recall_at_20": 0.23793, "recall_at_100": 0.49825, "recall_at_1000": 1.0, "accuracy": 0.02164, "precision_at_1": 1.0, "precision_at_3": 0.92217, "precision_at_5": 0.85581, "precision_at_10": 0.73519, "precision_at_20": 0.57956, "precision_at_100": 0.26105, "precision_at_1000": 0.05495, "mrr_at_1": 1.0, "mrr_at_3": 1.0, "mrr_at_5": 1.0, "mrr_at_10": 1.0, "mrr_at_20": 1.0, "mrr_at_100": 1.0, "mrr_at_1000": 1.0, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": 0.033519, "nauc_ndcg_at_3_std": 0.191109, "nauc_ndcg_at_3_diff1": -0.974078, "nauc_ndcg_at_5_max": 0.058554, "nauc_ndcg_at_5_std": 0.125487, "nauc_ndcg_at_5_diff1": -0.722482, "nauc_ndcg_at_10_max": 0.043739, "nauc_ndcg_at_10_std": 0.086607, "nauc_ndcg_at_10_diff1": -0.506856, "nauc_ndcg_at_20_max": 0.049407, "nauc_ndcg_at_20_std": 0.060038, "nauc_ndcg_at_20_diff1": -0.35343, "nauc_ndcg_at_100_max": 0.03705, "nauc_ndcg_at_100_std": 0.194106, "nauc_ndcg_at_100_diff1": -0.306882, "nauc_ndcg_at_1000_max": 0.057446, "nauc_ndcg_at_1000_std": 0.158235, "nauc_ndcg_at_1000_diff1": -0.337961, "nauc_map_at_1_max": -0.022584, "nauc_map_at_1_std": 0.046043, "nauc_map_at_1_diff1": -0.065417, "nauc_map_at_3_max": -0.00987, "nauc_map_at_3_std": 0.07997, "nauc_map_at_3_diff1": -0.27578, "nauc_map_at_5_max": -0.001067, "nauc_map_at_5_std": 0.091401, "nauc_map_at_5_diff1": -0.344962, "nauc_map_at_10_max": -0.002151, "nauc_map_at_10_std": 0.095461, "nauc_map_at_10_diff1": -0.376106, "nauc_map_at_20_max": 0.009147, "nauc_map_at_20_std": 0.090942, "nauc_map_at_20_diff1": -0.35975, "nauc_map_at_100_max": 0.038798, "nauc_map_at_100_std": 0.167747, "nauc_map_at_100_diff1": -0.296981, "nauc_map_at_1000_max": 0.050458, "nauc_map_at_1000_std": 0.167945, "nauc_map_at_1000_diff1": -0.283048, "nauc_recall_at_1_max": -0.022584, "nauc_recall_at_1_std": 0.046043, "nauc_recall_at_1_diff1": -0.065417, "nauc_recall_at_3_max": -0.011124, "nauc_recall_at_3_std": 0.077491, "nauc_recall_at_3_diff1": -0.267517, "nauc_recall_at_5_max": -0.000366, "nauc_recall_at_5_std": 0.089142, "nauc_recall_at_5_diff1": -0.320334, "nauc_recall_at_10_max": -2.9e-05, "nauc_recall_at_10_std": 0.09259, "nauc_recall_at_10_diff1": -0.338848, "nauc_recall_at_20_max": 0.008641, "nauc_recall_at_20_std": 0.090322, "nauc_recall_at_20_diff1": -0.309029, "nauc_recall_at_100_max": 0.028078, "nauc_recall_at_100_std": 0.213731, "nauc_recall_at_100_diff1": -0.23102, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": 0.027472, "nauc_precision_at_3_std": 0.178428, "nauc_precision_at_3_diff1": -0.95823, "nauc_precision_at_5_max": 0.060453, "nauc_precision_at_5_std": 0.11295, "nauc_precision_at_5_diff1": -0.67856, "nauc_precision_at_10_max": 0.043592, "nauc_precision_at_10_std": 0.076959, "nauc_precision_at_10_diff1": -0.453496, "nauc_precision_at_20_max": 0.049123, "nauc_precision_at_20_std": 0.049854, "nauc_precision_at_20_diff1": -0.291184, "nauc_precision_at_100_max": 0.064844, "nauc_precision_at_100_std": 0.109652, "nauc_precision_at_100_diff1": -0.072939, "nauc_precision_at_1000_max": 0.038023, "nauc_precision_at_1000_std": -0.060784, "nauc_precision_at_1000_diff1": 0.094564, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": NaN, "nauc_mrr_at_1000_std": NaN, "nauc_mrr_at_1000_diff1": NaN, "cv_recall_at_1": 0.91913, "cv_recall_at_3": 0.96697, "cv_recall_at_5": 0.98178, "cv_recall_at_10": 0.98519, "cv_recall_at_20": 0.99431, "cv_recall_at_100": 0.99772, "cv_recall_at_1000": 1.0, "main_score": 0.7945, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 623.1594631671906, "kg_co2_emissions": null }