{ "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", "task_name": "WikipediaRetrievalMultilingual", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.648, "ndcg_at_3": 0.74056, "ndcg_at_5": 0.7562, "ndcg_at_10": 0.77039, "ndcg_at_20": 0.78098, "ndcg_at_100": 0.78857, "ndcg_at_1000": 0.79182, "map_at_1": 0.648, "map_at_3": 0.71833, "map_at_5": 0.727, "map_at_10": 0.73297, "map_at_20": 0.73586, "map_at_100": 0.73692, "map_at_1000": 0.73703, "recall_at_1": 0.648, "recall_at_3": 0.80467, "recall_at_5": 0.84267, "recall_at_10": 0.886, "recall_at_20": 0.928, "recall_at_100": 0.96867, "recall_at_1000": 0.99467, "precision_at_1": 0.648, "precision_at_3": 0.26822, "precision_at_5": 0.16853, "precision_at_10": 0.0886, "precision_at_20": 0.0464, "precision_at_100": 0.00969, "precision_at_1000": 0.00099, "mrr_at_1": 0.648667, "mrr_at_3": 0.718667, "mrr_at_5": 0.727333, "mrr_at_10": 0.733301, "mrr_at_20": 0.736189, "mrr_at_100": 0.737252, "mrr_at_1000": 0.737364, "nauc_ndcg_at_1_max": 0.48054, "nauc_ndcg_at_1_std": -0.070309, "nauc_ndcg_at_1_diff1": 0.745903, "nauc_ndcg_at_3_max": 0.533274, "nauc_ndcg_at_3_std": -0.023386, "nauc_ndcg_at_3_diff1": 0.708742, "nauc_ndcg_at_5_max": 0.53829, "nauc_ndcg_at_5_std": -0.018519, "nauc_ndcg_at_5_diff1": 0.715838, "nauc_ndcg_at_10_max": 0.538421, "nauc_ndcg_at_10_std": -0.023775, "nauc_ndcg_at_10_diff1": 0.715343, "nauc_ndcg_at_20_max": 0.529507, "nauc_ndcg_at_20_std": -0.031157, "nauc_ndcg_at_20_diff1": 0.714947, "nauc_ndcg_at_100_max": 0.527013, "nauc_ndcg_at_100_std": -0.026722, "nauc_ndcg_at_100_diff1": 0.71744, "nauc_ndcg_at_1000_max": 0.525336, "nauc_ndcg_at_1000_std": -0.029144, "nauc_ndcg_at_1000_diff1": 0.718795, "nauc_map_at_1_max": 0.48054, "nauc_map_at_1_std": -0.070309, "nauc_map_at_1_diff1": 0.745903, "nauc_map_at_3_max": 0.518255, "nauc_map_at_3_std": -0.036755, "nauc_map_at_3_diff1": 0.719276, "nauc_map_at_5_max": 0.520458, "nauc_map_at_5_std": -0.034937, "nauc_map_at_5_diff1": 0.723377, "nauc_map_at_10_max": 0.520302, "nauc_map_at_10_std": -0.037266, "nauc_map_at_10_diff1": 0.72332, "nauc_map_at_20_max": 0.517923, "nauc_map_at_20_std": -0.039299, "nauc_map_at_20_diff1": 0.723307, "nauc_map_at_100_max": 0.517447, "nauc_map_at_100_std": -0.038911, "nauc_map_at_100_diff1": 0.723732, "nauc_map_at_1000_max": 0.517388, "nauc_map_at_1000_std": -0.038975, "nauc_map_at_1000_diff1": 0.723761, "nauc_recall_at_1_max": 0.48054, "nauc_recall_at_1_std": -0.070309, "nauc_recall_at_1_diff1": 0.745903, "nauc_recall_at_3_max": 0.590385, "nauc_recall_at_3_std": 0.027451, "nauc_recall_at_3_diff1": 0.668716, "nauc_recall_at_5_max": 0.619255, "nauc_recall_at_5_std": 0.056783, "nauc_recall_at_5_diff1": 0.683191, "nauc_recall_at_10_max": 0.644938, "nauc_recall_at_10_std": 0.053665, "nauc_recall_at_10_diff1": 0.669985, "nauc_recall_at_20_max": 0.613575, "nauc_recall_at_20_std": 0.023697, "nauc_recall_at_20_diff1": 0.640921, "nauc_recall_at_100_max": 0.658522, "nauc_recall_at_100_std": 0.240529, "nauc_recall_at_100_diff1": 0.612979, "nauc_recall_at_1000_max": 0.872199, "nauc_recall_at_1000_std": 0.881536, "nauc_recall_at_1000_diff1": 0.493581, "nauc_precision_at_1_max": 0.48054, "nauc_precision_at_1_std": -0.070309, "nauc_precision_at_1_diff1": 0.745903, "nauc_precision_at_3_max": 0.590385, "nauc_precision_at_3_std": 0.027451, "nauc_precision_at_3_diff1": 0.668716, "nauc_precision_at_5_max": 0.619255, "nauc_precision_at_5_std": 0.056783, "nauc_precision_at_5_diff1": 0.683191, "nauc_precision_at_10_max": 0.644938, "nauc_precision_at_10_std": 0.053665, "nauc_precision_at_10_diff1": 0.669985, "nauc_precision_at_20_max": 0.613575, "nauc_precision_at_20_std": 0.023697, "nauc_precision_at_20_diff1": 0.640921, "nauc_precision_at_100_max": 0.658522, "nauc_precision_at_100_std": 0.240529, "nauc_precision_at_100_diff1": 0.612979, "nauc_precision_at_1000_max": 0.872199, "nauc_precision_at_1000_std": 0.881536, "nauc_precision_at_1000_diff1": 0.493581, "nauc_mrr_at_1_max": 0.479142, "nauc_mrr_at_1_std": -0.072073, "nauc_mrr_at_1_diff1": 0.744543, "nauc_mrr_at_3_max": 0.51745, "nauc_mrr_at_3_std": -0.037782, "nauc_mrr_at_3_diff1": 0.718445, "nauc_mrr_at_5_max": 0.51963, "nauc_mrr_at_5_std": -0.035996, "nauc_mrr_at_5_diff1": 0.722522, "nauc_mrr_at_10_max": 0.519454, "nauc_mrr_at_10_std": -0.03835, "nauc_mrr_at_10_diff1": 0.722446, "nauc_mrr_at_20_max": 0.517063, "nauc_mrr_at_20_std": -0.040398, "nauc_mrr_at_20_diff1": 0.722422, "nauc_mrr_at_100_max": 0.516582, "nauc_mrr_at_100_std": -0.040015, "nauc_mrr_at_100_diff1": 0.722843, "nauc_mrr_at_1000_max": 0.516523, "nauc_mrr_at_1000_std": -0.040079, "nauc_mrr_at_1000_diff1": 0.722871, "main_score": 0.77039, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "ndcg_at_1": 0.41733, "ndcg_at_3": 0.49761, "ndcg_at_5": 0.52188, "ndcg_at_10": 0.54141, "ndcg_at_20": 0.55553, "ndcg_at_100": 0.57533, "ndcg_at_1000": 0.58868, "map_at_1": 0.41733, "map_at_3": 0.47789, "map_at_5": 0.49142, "map_at_10": 0.49942, "map_at_20": 0.50319, "map_at_100": 0.50575, "map_at_1000": 0.50618, "recall_at_1": 0.41733, "recall_at_3": 0.55467, "recall_at_5": 0.61333, "recall_at_10": 0.674, "recall_at_20": 0.73067, "recall_at_100": 0.84, "recall_at_1000": 0.94933, "precision_at_1": 0.41733, "precision_at_3": 0.18489, "precision_at_5": 0.12267, "precision_at_10": 0.0674, "precision_at_20": 0.03653, "precision_at_100": 0.0084, "precision_at_1000": 0.00095, "mrr_at_1": 0.417333, "mrr_at_3": 0.477889, "mrr_at_5": 0.491422, "mrr_at_10": 0.499424, "mrr_at_20": 0.503191, "mrr_at_100": 0.50575, "mrr_at_1000": 0.506179, "nauc_ndcg_at_1_max": 0.387584, "nauc_ndcg_at_1_std": 0.05025, "nauc_ndcg_at_1_diff1": 0.689345, "nauc_ndcg_at_3_max": 0.404303, "nauc_ndcg_at_3_std": 0.096543, "nauc_ndcg_at_3_diff1": 0.643144, "nauc_ndcg_at_5_max": 0.403477, "nauc_ndcg_at_5_std": 0.108953, "nauc_ndcg_at_5_diff1": 0.634254, "nauc_ndcg_at_10_max": 0.399402, "nauc_ndcg_at_10_std": 0.112983, "nauc_ndcg_at_10_diff1": 0.634966, "nauc_ndcg_at_20_max": 0.399097, "nauc_ndcg_at_20_std": 0.114043, "nauc_ndcg_at_20_diff1": 0.634442, "nauc_ndcg_at_100_max": 0.398986, "nauc_ndcg_at_100_std": 0.116291, "nauc_ndcg_at_100_diff1": 0.63036, "nauc_ndcg_at_1000_max": 0.401057, "nauc_ndcg_at_1000_std": 0.111974, "nauc_ndcg_at_1000_diff1": 0.635589, "nauc_map_at_1_max": 0.387584, "nauc_map_at_1_std": 0.05025, "nauc_map_at_1_diff1": 0.689345, "nauc_map_at_3_max": 0.400449, "nauc_map_at_3_std": 0.084755, "nauc_map_at_3_diff1": 0.655181, "nauc_map_at_5_max": 0.400074, "nauc_map_at_5_std": 0.091648, "nauc_map_at_5_diff1": 0.650464, "nauc_map_at_10_max": 0.398597, "nauc_map_at_10_std": 0.092892, "nauc_map_at_10_diff1": 0.650832, "nauc_map_at_20_max": 0.39857, "nauc_map_at_20_std": 0.09312, "nauc_map_at_20_diff1": 0.650901, "nauc_map_at_100_max": 0.398486, "nauc_map_at_100_std": 0.093262, "nauc_map_at_100_diff1": 0.650357, "nauc_map_at_1000_max": 0.398536, "nauc_map_at_1000_std": 0.093113, "nauc_map_at_1000_diff1": 0.650522, "nauc_recall_at_1_max": 0.387584, "nauc_recall_at_1_std": 0.05025, "nauc_recall_at_1_diff1": 0.689345, "nauc_recall_at_3_max": 0.415887, "nauc_recall_at_3_std": 0.132491, "nauc_recall_at_3_diff1": 0.606318, "nauc_recall_at_5_max": 0.413979, "nauc_recall_at_5_std": 0.166349, "nauc_recall_at_5_diff1": 0.580455, "nauc_recall_at_10_max": 0.3992, "nauc_recall_at_10_std": 0.188914, "nauc_recall_at_10_diff1": 0.577275, "nauc_recall_at_20_max": 0.396918, "nauc_recall_at_20_std": 0.205087, "nauc_recall_at_20_diff1": 0.564641, "nauc_recall_at_100_max": 0.396183, "nauc_recall_at_100_std": 0.280551, "nauc_recall_at_100_diff1": 0.486847, "nauc_recall_at_1000_max": 0.486707, "nauc_recall_at_1000_std": 0.40932, "nauc_recall_at_1000_diff1": 0.444014, "nauc_precision_at_1_max": 0.387584, "nauc_precision_at_1_std": 0.05025, "nauc_precision_at_1_diff1": 0.689345, "nauc_precision_at_3_max": 0.415887, "nauc_precision_at_3_std": 0.132491, "nauc_precision_at_3_diff1": 0.606318, "nauc_precision_at_5_max": 0.413979, "nauc_precision_at_5_std": 0.166349, "nauc_precision_at_5_diff1": 0.580455, "nauc_precision_at_10_max": 0.3992, "nauc_precision_at_10_std": 0.188914, "nauc_precision_at_10_diff1": 0.577275, "nauc_precision_at_20_max": 0.396918, "nauc_precision_at_20_std": 0.205087, "nauc_precision_at_20_diff1": 0.564641, "nauc_precision_at_100_max": 0.396183, "nauc_precision_at_100_std": 0.280551, "nauc_precision_at_100_diff1": 0.486847, "nauc_precision_at_1000_max": 0.486707, "nauc_precision_at_1000_std": 0.40932, "nauc_precision_at_1000_diff1": 0.444014, "nauc_mrr_at_1_max": 0.387584, "nauc_mrr_at_1_std": 0.05025, "nauc_mrr_at_1_diff1": 0.689345, "nauc_mrr_at_3_max": 0.400449, "nauc_mrr_at_3_std": 0.084755, "nauc_mrr_at_3_diff1": 0.655181, "nauc_mrr_at_5_max": 0.400074, "nauc_mrr_at_5_std": 0.091648, "nauc_mrr_at_5_diff1": 0.650464, "nauc_mrr_at_10_max": 0.398597, "nauc_mrr_at_10_std": 0.092892, "nauc_mrr_at_10_diff1": 0.650832, "nauc_mrr_at_20_max": 0.39857, "nauc_mrr_at_20_std": 0.09312, "nauc_mrr_at_20_diff1": 0.650901, "nauc_mrr_at_100_max": 0.398486, "nauc_mrr_at_100_std": 0.093262, "nauc_mrr_at_100_diff1": 0.650357, "nauc_mrr_at_1000_max": 0.398536, "nauc_mrr_at_1000_std": 0.093113, "nauc_mrr_at_1000_diff1": 0.650522, "main_score": 0.54141, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.66733, "ndcg_at_3": 0.76245, "ndcg_at_5": 0.78052, "ndcg_at_10": 0.79062, "ndcg_at_20": 0.79889, "ndcg_at_100": 0.80607, "ndcg_at_1000": 0.80913, "map_at_1": 0.66733, "map_at_3": 0.74011, "map_at_5": 0.75011, "map_at_10": 0.75426, "map_at_20": 0.75654, "map_at_100": 0.75753, "map_at_1000": 0.75765, "recall_at_1": 0.66733, "recall_at_3": 0.82667, "recall_at_5": 0.87067, "recall_at_10": 0.902, "recall_at_20": 0.93467, "recall_at_100": 0.97333, "recall_at_1000": 0.99733, "precision_at_1": 0.66733, "precision_at_3": 0.27556, "precision_at_5": 0.17413, "precision_at_10": 0.0902, "precision_at_20": 0.04673, "precision_at_100": 0.00973, "precision_at_1000": 0.001, "mrr_at_1": 0.667333, "mrr_at_3": 0.740111, "mrr_at_5": 0.749978, "mrr_at_10": 0.754264, "mrr_at_20": 0.756503, "mrr_at_100": 0.757495, "mrr_at_1000": 0.757615, "nauc_ndcg_at_1_max": 0.508033, "nauc_ndcg_at_1_std": -0.0299, "nauc_ndcg_at_1_diff1": 0.771792, "nauc_ndcg_at_3_max": 0.54599, "nauc_ndcg_at_3_std": -0.0292, "nauc_ndcg_at_3_diff1": 0.720145, "nauc_ndcg_at_5_max": 0.548807, "nauc_ndcg_at_5_std": -0.020323, "nauc_ndcg_at_5_diff1": 0.72344, "nauc_ndcg_at_10_max": 0.542703, "nauc_ndcg_at_10_std": -0.020687, "nauc_ndcg_at_10_diff1": 0.722586, "nauc_ndcg_at_20_max": 0.54299, "nauc_ndcg_at_20_std": -0.014889, "nauc_ndcg_at_20_diff1": 0.727545, "nauc_ndcg_at_100_max": 0.537808, "nauc_ndcg_at_100_std": -0.01592, "nauc_ndcg_at_100_diff1": 0.730352, "nauc_ndcg_at_1000_max": 0.537362, "nauc_ndcg_at_1000_std": -0.01892, "nauc_ndcg_at_1000_diff1": 0.73207, "nauc_map_at_1_max": 0.508033, "nauc_map_at_1_std": -0.0299, "nauc_map_at_1_diff1": 0.771792, "nauc_map_at_3_max": 0.535207, "nauc_map_at_3_std": -0.029055, "nauc_map_at_3_diff1": 0.734447, "nauc_map_at_5_max": 0.535898, "nauc_map_at_5_std": -0.024969, "nauc_map_at_5_diff1": 0.736635, "nauc_map_at_10_max": 0.533297, "nauc_map_at_10_std": -0.02514, "nauc_map_at_10_diff1": 0.736438, "nauc_map_at_20_max": 0.533206, "nauc_map_at_20_std": -0.023958, "nauc_map_at_20_diff1": 0.737735, "nauc_map_at_100_max": 0.532527, "nauc_map_at_100_std": -0.024162, "nauc_map_at_100_diff1": 0.737982, "nauc_map_at_1000_max": 0.532499, "nauc_map_at_1000_std": -0.024266, "nauc_map_at_1000_diff1": 0.738045, "nauc_recall_at_1_max": 0.508033, "nauc_recall_at_1_std": -0.0299, "nauc_recall_at_1_diff1": 0.771792, "nauc_recall_at_3_max": 0.588712, "nauc_recall_at_3_std": -0.029976, "nauc_recall_at_3_diff1": 0.663704, "nauc_recall_at_5_max": 0.6143, "nauc_recall_at_5_std": 0.005478, "nauc_recall_at_5_diff1": 0.659017, "nauc_recall_at_10_max": 0.599173, "nauc_recall_at_10_std": 0.010093, "nauc_recall_at_10_diff1": 0.63729, "nauc_recall_at_20_max": 0.631896, "nauc_recall_at_20_std": 0.090179, "nauc_recall_at_20_diff1": 0.64784, "nauc_recall_at_100_max": 0.589659, "nauc_recall_at_100_std": 0.211438, "nauc_recall_at_100_diff1": 0.641223, "nauc_recall_at_1000_max": 0.855859, "nauc_recall_at_1000_std": 0.748016, "nauc_recall_at_1000_diff1": 0.667951, "nauc_precision_at_1_max": 0.508033, "nauc_precision_at_1_std": -0.0299, "nauc_precision_at_1_diff1": 0.771792, "nauc_precision_at_3_max": 0.588712, "nauc_precision_at_3_std": -0.029976, "nauc_precision_at_3_diff1": 0.663704, "nauc_precision_at_5_max": 0.6143, "nauc_precision_at_5_std": 0.005478, "nauc_precision_at_5_diff1": 0.659017, "nauc_precision_at_10_max": 0.599173, "nauc_precision_at_10_std": 0.010093, "nauc_precision_at_10_diff1": 0.63729, "nauc_precision_at_20_max": 0.631896, "nauc_precision_at_20_std": 0.090179, "nauc_precision_at_20_diff1": 0.64784, "nauc_precision_at_100_max": 0.589659, "nauc_precision_at_100_std": 0.211438, "nauc_precision_at_100_diff1": 0.641223, "nauc_precision_at_1000_max": 0.855859, "nauc_precision_at_1000_std": 0.748016, "nauc_precision_at_1000_diff1": 0.667951, "nauc_mrr_at_1_max": 0.508033, "nauc_mrr_at_1_std": -0.0299, "nauc_mrr_at_1_diff1": 0.771792, "nauc_mrr_at_3_max": 0.535207, "nauc_mrr_at_3_std": -0.029055, "nauc_mrr_at_3_diff1": 0.734447, "nauc_mrr_at_5_max": 0.534906, "nauc_mrr_at_5_std": -0.026022, "nauc_mrr_at_5_diff1": 0.736855, "nauc_mrr_at_10_max": 0.532904, "nauc_mrr_at_10_std": -0.025448, "nauc_mrr_at_10_diff1": 0.736455, "nauc_mrr_at_20_max": 0.532775, "nauc_mrr_at_20_std": -0.024376, "nauc_mrr_at_20_diff1": 0.737804, "nauc_mrr_at_100_max": 0.532093, "nauc_mrr_at_100_std": -0.024582, "nauc_mrr_at_100_diff1": 0.738052, "nauc_mrr_at_1000_max": 0.532065, "nauc_mrr_at_1000_std": -0.024686, "nauc_mrr_at_1000_diff1": 0.738114, "main_score": 0.79062, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "ndcg_at_1": 0.662, "ndcg_at_3": 0.75884, "ndcg_at_5": 0.77494, "ndcg_at_10": 0.78671, "ndcg_at_20": 0.79331, "ndcg_at_100": 0.80099, "ndcg_at_1000": 0.8035, "map_at_1": 0.662, "map_at_3": 0.73556, "map_at_5": 0.74459, "map_at_10": 0.74952, "map_at_20": 0.75135, "map_at_100": 0.75238, "map_at_1000": 0.75248, "recall_at_1": 0.662, "recall_at_3": 0.826, "recall_at_5": 0.86467, "recall_at_10": 0.90067, "recall_at_20": 0.92667, "recall_at_100": 0.96867, "recall_at_1000": 0.988, "precision_at_1": 0.662, "precision_at_3": 0.27533, "precision_at_5": 0.17293, "precision_at_10": 0.09007, "precision_at_20": 0.04633, "precision_at_100": 0.00969, "precision_at_1000": 0.00099, "mrr_at_1": 0.662, "mrr_at_3": 0.735222, "mrr_at_5": 0.744422, "mrr_at_10": 0.749352, "mrr_at_20": 0.751179, "mrr_at_100": 0.752211, "mrr_at_1000": 0.752312, "nauc_ndcg_at_1_max": 0.547331, "nauc_ndcg_at_1_std": 0.096566, "nauc_ndcg_at_1_diff1": 0.738867, "nauc_ndcg_at_3_max": 0.587956, "nauc_ndcg_at_3_std": 0.160283, "nauc_ndcg_at_3_diff1": 0.688391, "nauc_ndcg_at_5_max": 0.590567, "nauc_ndcg_at_5_std": 0.154928, "nauc_ndcg_at_5_diff1": 0.690776, "nauc_ndcg_at_10_max": 0.585976, "nauc_ndcg_at_10_std": 0.157435, "nauc_ndcg_at_10_diff1": 0.691071, "nauc_ndcg_at_20_max": 0.59032, "nauc_ndcg_at_20_std": 0.161165, "nauc_ndcg_at_20_diff1": 0.692347, "nauc_ndcg_at_100_max": 0.587895, "nauc_ndcg_at_100_std": 0.159543, "nauc_ndcg_at_100_diff1": 0.698146, "nauc_ndcg_at_1000_max": 0.58511, "nauc_ndcg_at_1000_std": 0.156006, "nauc_ndcg_at_1000_diff1": 0.699453, "nauc_map_at_1_max": 0.547331, "nauc_map_at_1_std": 0.096566, "nauc_map_at_1_diff1": 0.738867, "nauc_map_at_3_max": 0.575547, "nauc_map_at_3_std": 0.140612, "nauc_map_at_3_diff1": 0.701384, "nauc_map_at_5_max": 0.576285, "nauc_map_at_5_std": 0.137217, "nauc_map_at_5_diff1": 0.702891, "nauc_map_at_10_max": 0.574286, "nauc_map_at_10_std": 0.137752, "nauc_map_at_10_diff1": 0.703253, "nauc_map_at_20_max": 0.575434, "nauc_map_at_20_std": 0.138763, "nauc_map_at_20_diff1": 0.70366, "nauc_map_at_100_max": 0.575073, "nauc_map_at_100_std": 0.138572, "nauc_map_at_100_diff1": 0.704351, "nauc_map_at_1000_max": 0.574977, "nauc_map_at_1000_std": 0.138452, "nauc_map_at_1000_diff1": 0.704407, "nauc_recall_at_1_max": 0.547331, "nauc_recall_at_1_std": 0.096566, "nauc_recall_at_1_diff1": 0.738867, "nauc_recall_at_3_max": 0.638105, "nauc_recall_at_3_std": 0.239896, "nauc_recall_at_3_diff1": 0.637234, "nauc_recall_at_5_max": 0.661472, "nauc_recall_at_5_std": 0.240841, "nauc_recall_at_5_diff1": 0.633854, "nauc_recall_at_10_max": 0.6578, "nauc_recall_at_10_std": 0.282835, "nauc_recall_at_10_diff1": 0.617415, "nauc_recall_at_20_max": 0.720351, "nauc_recall_at_20_std": 0.356956, "nauc_recall_at_20_diff1": 0.603489, "nauc_recall_at_100_max": 0.823788, "nauc_recall_at_100_std": 0.560155, "nauc_recall_at_100_diff1": 0.659455, "nauc_recall_at_1000_max": 0.897811, "nauc_recall_at_1000_std": 0.813933, "nauc_recall_at_1000_diff1": 0.732363, "nauc_precision_at_1_max": 0.547331, "nauc_precision_at_1_std": 0.096566, "nauc_precision_at_1_diff1": 0.738867, "nauc_precision_at_3_max": 0.638105, "nauc_precision_at_3_std": 0.239896, "nauc_precision_at_3_diff1": 0.637234, "nauc_precision_at_5_max": 0.661472, "nauc_precision_at_5_std": 0.240841, "nauc_precision_at_5_diff1": 0.633854, "nauc_precision_at_10_max": 0.6578, "nauc_precision_at_10_std": 0.282835, "nauc_precision_at_10_diff1": 0.617415, "nauc_precision_at_20_max": 0.720351, "nauc_precision_at_20_std": 0.356956, "nauc_precision_at_20_diff1": 0.603489, "nauc_precision_at_100_max": 0.823788, "nauc_precision_at_100_std": 0.560155, "nauc_precision_at_100_diff1": 0.659455, "nauc_precision_at_1000_max": 0.897811, "nauc_precision_at_1000_std": 0.813933, "nauc_precision_at_1000_diff1": 0.732363, "nauc_mrr_at_1_max": 0.547331, "nauc_mrr_at_1_std": 0.096566, "nauc_mrr_at_1_diff1": 0.738867, "nauc_mrr_at_3_max": 0.575039, "nauc_mrr_at_3_std": 0.139625, "nauc_mrr_at_3_diff1": 0.701811, "nauc_mrr_at_5_max": 0.576042, "nauc_mrr_at_5_std": 0.136713, "nauc_mrr_at_5_diff1": 0.703138, "nauc_mrr_at_10_max": 0.57404, "nauc_mrr_at_10_std": 0.137238, "nauc_mrr_at_10_diff1": 0.703504, "nauc_mrr_at_20_max": 0.575185, "nauc_mrr_at_20_std": 0.138244, "nauc_mrr_at_20_diff1": 0.703913, "nauc_mrr_at_100_max": 0.574823, "nauc_mrr_at_100_std": 0.138051, "nauc_mrr_at_100_diff1": 0.704605, "nauc_mrr_at_1000_max": 0.574727, "nauc_mrr_at_1000_std": 0.13793, "nauc_mrr_at_1000_diff1": 0.704661, "main_score": 0.78671, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "ndcg_at_1": 0.69267, "ndcg_at_3": 0.77737, "ndcg_at_5": 0.79507, "ndcg_at_10": 0.80776, "ndcg_at_20": 0.81337, "ndcg_at_100": 0.81864, "ndcg_at_1000": 0.82167, "map_at_1": 0.69267, "map_at_3": 0.75744, "map_at_5": 0.76734, "map_at_10": 0.77256, "map_at_20": 0.77412, "map_at_100": 0.77488, "map_at_1000": 0.77498, "recall_at_1": 0.69267, "recall_at_3": 0.83467, "recall_at_5": 0.87733, "recall_at_10": 0.91667, "recall_at_20": 0.93867, "recall_at_100": 0.96667, "recall_at_1000": 0.99133, "precision_at_1": 0.69267, "precision_at_3": 0.27822, "precision_at_5": 0.17547, "precision_at_10": 0.09167, "precision_at_20": 0.04693, "precision_at_100": 0.00967, "precision_at_1000": 0.00099, "mrr_at_1": 0.692667, "mrr_at_3": 0.757444, "mrr_at_5": 0.767344, "mrr_at_10": 0.772559, "mrr_at_20": 0.774122, "mrr_at_100": 0.774884, "mrr_at_1000": 0.774983, "nauc_ndcg_at_1_max": 0.569999, "nauc_ndcg_at_1_std": -0.017339, "nauc_ndcg_at_1_diff1": 0.755023, "nauc_ndcg_at_3_max": 0.599206, "nauc_ndcg_at_3_std": 0.009769, "nauc_ndcg_at_3_diff1": 0.713329, "nauc_ndcg_at_5_max": 0.60442, "nauc_ndcg_at_5_std": 0.023574, "nauc_ndcg_at_5_diff1": 0.712351, "nauc_ndcg_at_10_max": 0.601039, "nauc_ndcg_at_10_std": 0.041768, "nauc_ndcg_at_10_diff1": 0.708829, "nauc_ndcg_at_20_max": 0.599616, "nauc_ndcg_at_20_std": 0.042209, "nauc_ndcg_at_20_diff1": 0.712842, "nauc_ndcg_at_100_max": 0.59814, "nauc_ndcg_at_100_std": 0.037865, "nauc_ndcg_at_100_diff1": 0.719005, "nauc_ndcg_at_1000_max": 0.597013, "nauc_ndcg_at_1000_std": 0.031048, "nauc_ndcg_at_1000_diff1": 0.72039, "nauc_map_at_1_max": 0.569999, "nauc_map_at_1_std": -0.017339, "nauc_map_at_1_diff1": 0.755023, "nauc_map_at_3_max": 0.590881, "nauc_map_at_3_std": 0.003378, "nauc_map_at_3_diff1": 0.723782, "nauc_map_at_5_max": 0.593452, "nauc_map_at_5_std": 0.010323, "nauc_map_at_5_diff1": 0.723882, "nauc_map_at_10_max": 0.592074, "nauc_map_at_10_std": 0.016451, "nauc_map_at_10_diff1": 0.722942, "nauc_map_at_20_max": 0.591715, "nauc_map_at_20_std": 0.016487, "nauc_map_at_20_diff1": 0.724032, "nauc_map_at_100_max": 0.591502, "nauc_map_at_100_std": 0.01597, "nauc_map_at_100_diff1": 0.724707, "nauc_map_at_1000_max": 0.591453, "nauc_map_at_1000_std": 0.015795, "nauc_map_at_1000_diff1": 0.724744, "nauc_recall_at_1_max": 0.569999, "nauc_recall_at_1_std": -0.017339, "nauc_recall_at_1_diff1": 0.755023, "nauc_recall_at_3_max": 0.632041, "nauc_recall_at_3_std": 0.034196, "nauc_recall_at_3_diff1": 0.672942, "nauc_recall_at_5_max": 0.659404, "nauc_recall_at_5_std": 0.090942, "nauc_recall_at_5_diff1": 0.655688, "nauc_recall_at_10_max": 0.660627, "nauc_recall_at_10_std": 0.237113, "nauc_recall_at_10_diff1": 0.607888, "nauc_recall_at_20_max": 0.665555, "nauc_recall_at_20_std": 0.308504, "nauc_recall_at_20_diff1": 0.613516, "nauc_recall_at_100_max": 0.682848, "nauc_recall_at_100_std": 0.408207, "nauc_recall_at_100_diff1": 0.695752, "nauc_recall_at_1000_max": 0.775946, "nauc_recall_at_1000_std": 0.421928, "nauc_recall_at_1000_diff1": 0.843425, "nauc_precision_at_1_max": 0.569999, "nauc_precision_at_1_std": -0.017339, "nauc_precision_at_1_diff1": 0.755023, "nauc_precision_at_3_max": 0.632041, "nauc_precision_at_3_std": 0.034196, "nauc_precision_at_3_diff1": 0.672942, "nauc_precision_at_5_max": 0.659404, "nauc_precision_at_5_std": 0.090942, "nauc_precision_at_5_diff1": 0.655688, "nauc_precision_at_10_max": 0.660627, "nauc_precision_at_10_std": 0.237113, "nauc_precision_at_10_diff1": 0.607888, "nauc_precision_at_20_max": 0.665555, "nauc_precision_at_20_std": 0.308504, "nauc_precision_at_20_diff1": 0.613516, "nauc_precision_at_100_max": 0.682848, "nauc_precision_at_100_std": 0.408207, "nauc_precision_at_100_diff1": 0.695752, "nauc_precision_at_1000_max": 0.775946, "nauc_precision_at_1000_std": 0.421928, "nauc_precision_at_1000_diff1": 0.843425, "nauc_mrr_at_1_max": 0.569999, "nauc_mrr_at_1_std": -0.017339, "nauc_mrr_at_1_diff1": 0.755023, "nauc_mrr_at_3_max": 0.590881, "nauc_mrr_at_3_std": 0.003378, "nauc_mrr_at_3_diff1": 0.723782, "nauc_mrr_at_5_max": 0.593452, "nauc_mrr_at_5_std": 0.010323, "nauc_mrr_at_5_diff1": 0.723882, "nauc_mrr_at_10_max": 0.592074, "nauc_mrr_at_10_std": 0.016451, "nauc_mrr_at_10_diff1": 0.722942, "nauc_mrr_at_20_max": 0.591715, "nauc_mrr_at_20_std": 0.016487, "nauc_mrr_at_20_diff1": 0.724032, "nauc_mrr_at_100_max": 0.591502, "nauc_mrr_at_100_std": 0.01597, "nauc_mrr_at_100_diff1": 0.724707, "nauc_mrr_at_1000_max": 0.591453, "nauc_mrr_at_1000_std": 0.015795, "nauc_mrr_at_1000_diff1": 0.724744, "main_score": 0.80776, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.75733, "ndcg_at_3": 0.84472, "ndcg_at_5": 0.85646, "ndcg_at_10": 0.86422, "ndcg_at_20": 0.86828, "ndcg_at_100": 0.87106, "ndcg_at_1000": 0.87247, "map_at_1": 0.75733, "map_at_3": 0.82411, "map_at_5": 0.83074, "map_at_10": 0.83407, "map_at_20": 0.8352, "map_at_100": 0.83556, "map_at_1000": 0.83561, "recall_at_1": 0.75733, "recall_at_3": 0.904, "recall_at_5": 0.932, "recall_at_10": 0.95533, "recall_at_20": 0.97133, "recall_at_100": 0.98667, "recall_at_1000": 0.998, "precision_at_1": 0.75733, "precision_at_3": 0.30133, "precision_at_5": 0.1864, "precision_at_10": 0.09553, "precision_at_20": 0.04857, "precision_at_100": 0.00987, "precision_at_1000": 0.001, "mrr_at_1": 0.757333, "mrr_at_3": 0.824111, "mrr_at_5": 0.830744, "mrr_at_10": 0.834074, "mrr_at_20": 0.835197, "mrr_at_100": 0.83556, "mrr_at_1000": 0.835605, "nauc_ndcg_at_1_max": 0.43819, "nauc_ndcg_at_1_std": -0.134958, "nauc_ndcg_at_1_diff1": 0.772879, "nauc_ndcg_at_3_max": 0.513473, "nauc_ndcg_at_3_std": -0.084498, "nauc_ndcg_at_3_diff1": 0.740239, "nauc_ndcg_at_5_max": 0.514419, "nauc_ndcg_at_5_std": -0.084464, "nauc_ndcg_at_5_diff1": 0.744927, "nauc_ndcg_at_10_max": 0.505841, "nauc_ndcg_at_10_std": -0.095953, "nauc_ndcg_at_10_diff1": 0.745281, "nauc_ndcg_at_20_max": 0.504597, "nauc_ndcg_at_20_std": -0.08691, "nauc_ndcg_at_20_diff1": 0.745124, "nauc_ndcg_at_100_max": 0.498878, "nauc_ndcg_at_100_std": -0.089973, "nauc_ndcg_at_100_diff1": 0.746261, "nauc_ndcg_at_1000_max": 0.494768, "nauc_ndcg_at_1000_std": -0.093603, "nauc_ndcg_at_1000_diff1": 0.746812, "nauc_map_at_1_max": 0.43819, "nauc_map_at_1_std": -0.134958, "nauc_map_at_1_diff1": 0.772879, "nauc_map_at_3_max": 0.489961, "nauc_map_at_3_std": -0.098174, "nauc_map_at_3_diff1": 0.748764, "nauc_map_at_5_max": 0.489297, "nauc_map_at_5_std": -0.099005, "nauc_map_at_5_diff1": 0.751248, "nauc_map_at_10_max": 0.485757, "nauc_map_at_10_std": -0.103093, "nauc_map_at_10_diff1": 0.751327, "nauc_map_at_20_max": 0.485194, "nauc_map_at_20_std": -0.101416, "nauc_map_at_20_diff1": 0.751327, "nauc_map_at_100_max": 0.484574, "nauc_map_at_100_std": -0.101615, "nauc_map_at_100_diff1": 0.751477, "nauc_map_at_1000_max": 0.484461, "nauc_map_at_1000_std": -0.10173, "nauc_map_at_1000_diff1": 0.75148, "nauc_recall_at_1_max": 0.43819, "nauc_recall_at_1_std": -0.134958, "nauc_recall_at_1_diff1": 0.772879, "nauc_recall_at_3_max": 0.627882, "nauc_recall_at_3_std": -0.019459, "nauc_recall_at_3_diff1": 0.699962, "nauc_recall_at_5_max": 0.680594, "nauc_recall_at_5_std": 0.01001, "nauc_recall_at_5_diff1": 0.706789, "nauc_recall_at_10_max": 0.69373, "nauc_recall_at_10_std": -0.043201, "nauc_recall_at_10_diff1": 0.693131, "nauc_recall_at_20_max": 0.783152, "nauc_recall_at_20_std": 0.148492, "nauc_recall_at_20_diff1": 0.661738, "nauc_recall_at_100_max": 0.819234, "nauc_recall_at_100_std": 0.244281, "nauc_recall_at_100_diff1": 0.618067, "nauc_recall_at_1000_max": 0.707594, "nauc_recall_at_1000_std": 0.49362, "nauc_recall_at_1000_diff1": 0.195612, "nauc_precision_at_1_max": 0.43819, "nauc_precision_at_1_std": -0.134958, "nauc_precision_at_1_diff1": 0.772879, "nauc_precision_at_3_max": 0.627882, "nauc_precision_at_3_std": -0.019459, "nauc_precision_at_3_diff1": 0.699962, "nauc_precision_at_5_max": 0.680594, "nauc_precision_at_5_std": 0.01001, "nauc_precision_at_5_diff1": 0.706789, "nauc_precision_at_10_max": 0.69373, "nauc_precision_at_10_std": -0.043201, "nauc_precision_at_10_diff1": 0.693131, "nauc_precision_at_20_max": 0.783152, "nauc_precision_at_20_std": 0.148492, "nauc_precision_at_20_diff1": 0.661738, "nauc_precision_at_100_max": 0.819234, "nauc_precision_at_100_std": 0.244281, "nauc_precision_at_100_diff1": 0.618067, "nauc_precision_at_1000_max": 0.707594, "nauc_precision_at_1000_std": 0.49362, "nauc_precision_at_1000_diff1": 0.195612, "nauc_mrr_at_1_max": 0.43819, "nauc_mrr_at_1_std": -0.134958, "nauc_mrr_at_1_diff1": 0.772879, "nauc_mrr_at_3_max": 0.489961, "nauc_mrr_at_3_std": -0.098174, "nauc_mrr_at_3_diff1": 0.748764, "nauc_mrr_at_5_max": 0.489297, "nauc_mrr_at_5_std": -0.099005, "nauc_mrr_at_5_diff1": 0.751248, "nauc_mrr_at_10_max": 0.485757, "nauc_mrr_at_10_std": -0.103093, "nauc_mrr_at_10_diff1": 0.751327, "nauc_mrr_at_20_max": 0.485194, "nauc_mrr_at_20_std": -0.101416, "nauc_mrr_at_20_diff1": 0.751327, "nauc_mrr_at_100_max": 0.484574, "nauc_mrr_at_100_std": -0.101615, "nauc_mrr_at_100_diff1": 0.751477, "nauc_mrr_at_1000_max": 0.484461, "nauc_mrr_at_1000_std": -0.10173, "nauc_mrr_at_1000_diff1": 0.75148, "main_score": 0.86422, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.66267, "ndcg_at_3": 0.74071, "ndcg_at_5": 0.75919, "ndcg_at_10": 0.7708, "ndcg_at_20": 0.77978, "ndcg_at_100": 0.78955, "ndcg_at_1000": 0.79336, "map_at_1": 0.66267, "map_at_3": 0.722, "map_at_5": 0.7323, "map_at_10": 0.7372, "map_at_20": 0.73969, "map_at_100": 0.74109, "map_at_1000": 0.74123, "recall_at_1": 0.66267, "recall_at_3": 0.79467, "recall_at_5": 0.83933, "recall_at_10": 0.87467, "recall_at_20": 0.91, "recall_at_100": 0.962, "recall_at_1000": 0.992, "precision_at_1": 0.66267, "precision_at_3": 0.26489, "precision_at_5": 0.16787, "precision_at_10": 0.08747, "precision_at_20": 0.0455, "precision_at_100": 0.00962, "precision_at_1000": 0.00099, "mrr_at_1": 0.662, "mrr_at_3": 0.721667, "mrr_at_5": 0.7321, "mrr_at_10": 0.736886, "mrr_at_20": 0.739375, "mrr_at_100": 0.740774, "mrr_at_1000": 0.740917, "nauc_ndcg_at_1_max": 0.50365, "nauc_ndcg_at_1_std": 0.029439, "nauc_ndcg_at_1_diff1": 0.746427, "nauc_ndcg_at_3_max": 0.529181, "nauc_ndcg_at_3_std": 0.061739, "nauc_ndcg_at_3_diff1": 0.702309, "nauc_ndcg_at_5_max": 0.541585, "nauc_ndcg_at_5_std": 0.070539, "nauc_ndcg_at_5_diff1": 0.706307, "nauc_ndcg_at_10_max": 0.542145, "nauc_ndcg_at_10_std": 0.079872, "nauc_ndcg_at_10_diff1": 0.704068, "nauc_ndcg_at_20_max": 0.53561, "nauc_ndcg_at_20_std": 0.078209, "nauc_ndcg_at_20_diff1": 0.700564, "nauc_ndcg_at_100_max": 0.535823, "nauc_ndcg_at_100_std": 0.071757, "nauc_ndcg_at_100_diff1": 0.706687, "nauc_ndcg_at_1000_max": 0.534284, "nauc_ndcg_at_1000_std": 0.070661, "nauc_ndcg_at_1000_diff1": 0.7104, "nauc_map_at_1_max": 0.50365, "nauc_map_at_1_std": 0.029439, "nauc_map_at_1_diff1": 0.746427, "nauc_map_at_3_max": 0.522307, "nauc_map_at_3_std": 0.052202, "nauc_map_at_3_diff1": 0.714776, "nauc_map_at_5_max": 0.528522, "nauc_map_at_5_std": 0.056176, "nauc_map_at_5_diff1": 0.717491, "nauc_map_at_10_max": 0.528865, "nauc_map_at_10_std": 0.059892, "nauc_map_at_10_diff1": 0.71679, "nauc_map_at_20_max": 0.527077, "nauc_map_at_20_std": 0.059209, "nauc_map_at_20_diff1": 0.716057, "nauc_map_at_100_max": 0.527149, "nauc_map_at_100_std": 0.058347, "nauc_map_at_100_diff1": 0.717012, "nauc_map_at_1000_max": 0.527119, "nauc_map_at_1000_std": 0.058387, "nauc_map_at_1000_diff1": 0.717138, "nauc_recall_at_1_max": 0.50365, "nauc_recall_at_1_std": 0.029439, "nauc_recall_at_1_diff1": 0.746427, "nauc_recall_at_3_max": 0.553994, "nauc_recall_at_3_std": 0.096617, "nauc_recall_at_3_diff1": 0.656991, "nauc_recall_at_5_max": 0.600802, "nauc_recall_at_5_std": 0.135756, "nauc_recall_at_5_diff1": 0.657818, "nauc_recall_at_10_max": 0.614843, "nauc_recall_at_10_std": 0.194301, "nauc_recall_at_10_diff1": 0.635067, "nauc_recall_at_20_max": 0.58726, "nauc_recall_at_20_std": 0.222547, "nauc_recall_at_20_diff1": 0.581274, "nauc_recall_at_100_max": 0.655487, "nauc_recall_at_100_std": 0.250946, "nauc_recall_at_100_diff1": 0.565589, "nauc_recall_at_1000_max": 0.794429, "nauc_recall_at_1000_std": 0.595433, "nauc_recall_at_1000_diff1": 0.68005, "nauc_precision_at_1_max": 0.50365, "nauc_precision_at_1_std": 0.029439, "nauc_precision_at_1_diff1": 0.746427, "nauc_precision_at_3_max": 0.553994, "nauc_precision_at_3_std": 0.096617, "nauc_precision_at_3_diff1": 0.656991, "nauc_precision_at_5_max": 0.600802, "nauc_precision_at_5_std": 0.135756, "nauc_precision_at_5_diff1": 0.657818, "nauc_precision_at_10_max": 0.614843, "nauc_precision_at_10_std": 0.194301, "nauc_precision_at_10_diff1": 0.635067, "nauc_precision_at_20_max": 0.58726, "nauc_precision_at_20_std": 0.222547, "nauc_precision_at_20_diff1": 0.581274, "nauc_precision_at_100_max": 0.655487, "nauc_precision_at_100_std": 0.250946, "nauc_precision_at_100_diff1": 0.565589, "nauc_precision_at_1000_max": 0.794429, "nauc_precision_at_1000_std": 0.595433, "nauc_precision_at_1000_diff1": 0.68005, "nauc_mrr_at_1_max": 0.505054, "nauc_mrr_at_1_std": 0.031118, "nauc_mrr_at_1_diff1": 0.747822, "nauc_mrr_at_3_max": 0.523111, "nauc_mrr_at_3_std": 0.053164, "nauc_mrr_at_3_diff1": 0.715614, "nauc_mrr_at_5_max": 0.530619, "nauc_mrr_at_5_std": 0.057863, "nauc_mrr_at_5_diff1": 0.718142, "nauc_mrr_at_10_max": 0.529925, "nauc_mrr_at_10_std": 0.06102, "nauc_mrr_at_10_diff1": 0.717638, "nauc_mrr_at_20_max": 0.528149, "nauc_mrr_at_20_std": 0.060349, "nauc_mrr_at_20_diff1": 0.716914, "nauc_mrr_at_100_max": 0.528228, "nauc_mrr_at_100_std": 0.059494, "nauc_mrr_at_100_diff1": 0.717873, "nauc_mrr_at_1000_max": 0.528199, "nauc_mrr_at_1000_std": 0.059535, "nauc_mrr_at_1000_diff1": 0.718, "main_score": 0.7708, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.66133, "ndcg_at_3": 0.74824, "ndcg_at_5": 0.76496, "ndcg_at_10": 0.77873, "ndcg_at_20": 0.78498, "ndcg_at_100": 0.79434, "ndcg_at_1000": 0.79743, "map_at_1": 0.66133, "map_at_3": 0.72689, "map_at_5": 0.73616, "map_at_10": 0.74194, "map_at_20": 0.74367, "map_at_100": 0.74504, "map_at_1000": 0.74515, "recall_at_1": 0.66133, "recall_at_3": 0.81, "recall_at_5": 0.85067, "recall_at_10": 0.89267, "recall_at_20": 0.91733, "recall_at_100": 0.96667, "recall_at_1000": 0.99133, "precision_at_1": 0.66133, "precision_at_3": 0.27, "precision_at_5": 0.17013, "precision_at_10": 0.08927, "precision_at_20": 0.04587, "precision_at_100": 0.00967, "precision_at_1000": 0.00099, "mrr_at_1": 0.661333, "mrr_at_3": 0.726889, "mrr_at_5": 0.736156, "mrr_at_10": 0.741899, "mrr_at_20": 0.743643, "mrr_at_100": 0.745003, "mrr_at_1000": 0.745113, "nauc_ndcg_at_1_max": 0.503155, "nauc_ndcg_at_1_std": 0.030402, "nauc_ndcg_at_1_diff1": 0.728427, "nauc_ndcg_at_3_max": 0.539706, "nauc_ndcg_at_3_std": 0.093583, "nauc_ndcg_at_3_diff1": 0.677415, "nauc_ndcg_at_5_max": 0.546368, "nauc_ndcg_at_5_std": 0.104358, "nauc_ndcg_at_5_diff1": 0.679397, "nauc_ndcg_at_10_max": 0.547417, "nauc_ndcg_at_10_std": 0.113206, "nauc_ndcg_at_10_diff1": 0.678367, "nauc_ndcg_at_20_max": 0.54466, "nauc_ndcg_at_20_std": 0.115415, "nauc_ndcg_at_20_diff1": 0.677876, "nauc_ndcg_at_100_max": 0.5399, "nauc_ndcg_at_100_std": 0.104435, "nauc_ndcg_at_100_diff1": 0.68314, "nauc_ndcg_at_1000_max": 0.538206, "nauc_ndcg_at_1000_std": 0.098873, "nauc_ndcg_at_1000_diff1": 0.68604, "nauc_map_at_1_max": 0.503155, "nauc_map_at_1_std": 0.030402, "nauc_map_at_1_diff1": 0.728427, "nauc_map_at_3_max": 0.528279, "nauc_map_at_3_std": 0.074508, "nauc_map_at_3_diff1": 0.691353, "nauc_map_at_5_max": 0.531224, "nauc_map_at_5_std": 0.079363, "nauc_map_at_5_diff1": 0.692866, "nauc_map_at_10_max": 0.531305, "nauc_map_at_10_std": 0.08212, "nauc_map_at_10_diff1": 0.692787, "nauc_map_at_20_max": 0.530438, "nauc_map_at_20_std": 0.082332, "nauc_map_at_20_diff1": 0.692663, "nauc_map_at_100_max": 0.529912, "nauc_map_at_100_std": 0.080809, "nauc_map_at_100_diff1": 0.693468, "nauc_map_at_1000_max": 0.529838, "nauc_map_at_1000_std": 0.080636, "nauc_map_at_1000_diff1": 0.693537, "nauc_recall_at_1_max": 0.503155, "nauc_recall_at_1_std": 0.030402, "nauc_recall_at_1_diff1": 0.728427, "nauc_recall_at_3_max": 0.583886, "nauc_recall_at_3_std": 0.16699, "nauc_recall_at_3_diff1": 0.624536, "nauc_recall_at_5_max": 0.618228, "nauc_recall_at_5_std": 0.222269, "nauc_recall_at_5_diff1": 0.618258, "nauc_recall_at_10_max": 0.648317, "nauc_recall_at_10_std": 0.311374, "nauc_recall_at_10_diff1": 0.59162, "nauc_recall_at_20_max": 0.654242, "nauc_recall_at_20_std": 0.389503, "nauc_recall_at_20_diff1": 0.564618, "nauc_recall_at_100_max": 0.67212, "nauc_recall_at_100_std": 0.487021, "nauc_recall_at_100_diff1": 0.540187, "nauc_recall_at_1000_max": 0.800582, "nauc_recall_at_1000_std": 0.685987, "nauc_recall_at_1000_diff1": 0.632694, "nauc_precision_at_1_max": 0.503155, "nauc_precision_at_1_std": 0.030402, "nauc_precision_at_1_diff1": 0.728427, "nauc_precision_at_3_max": 0.583886, "nauc_precision_at_3_std": 0.16699, "nauc_precision_at_3_diff1": 0.624536, "nauc_precision_at_5_max": 0.618228, "nauc_precision_at_5_std": 0.222269, "nauc_precision_at_5_diff1": 0.618258, "nauc_precision_at_10_max": 0.648317, "nauc_precision_at_10_std": 0.311374, "nauc_precision_at_10_diff1": 0.59162, "nauc_precision_at_20_max": 0.654242, "nauc_precision_at_20_std": 0.389503, "nauc_precision_at_20_diff1": 0.564618, "nauc_precision_at_100_max": 0.67212, "nauc_precision_at_100_std": 0.487021, "nauc_precision_at_100_diff1": 0.540187, "nauc_precision_at_1000_max": 0.800582, "nauc_precision_at_1000_std": 0.685987, "nauc_precision_at_1000_diff1": 0.632694, "nauc_mrr_at_1_max": 0.503155, "nauc_mrr_at_1_std": 0.030402, "nauc_mrr_at_1_diff1": 0.728427, "nauc_mrr_at_3_max": 0.528279, "nauc_mrr_at_3_std": 0.074508, "nauc_mrr_at_3_diff1": 0.691353, "nauc_mrr_at_5_max": 0.531224, "nauc_mrr_at_5_std": 0.079363, "nauc_mrr_at_5_diff1": 0.692866, "nauc_mrr_at_10_max": 0.531324, "nauc_mrr_at_10_std": 0.081994, "nauc_mrr_at_10_diff1": 0.692811, "nauc_mrr_at_20_max": 0.530447, "nauc_mrr_at_20_std": 0.082272, "nauc_mrr_at_20_diff1": 0.692678, "nauc_mrr_at_100_max": 0.52992, "nauc_mrr_at_100_std": 0.080737, "nauc_mrr_at_100_diff1": 0.693482, "nauc_mrr_at_1000_max": 0.529846, "nauc_mrr_at_1000_std": 0.080563, "nauc_mrr_at_1000_diff1": 0.693551, "main_score": 0.77873, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.56067, "ndcg_at_3": 0.63513, "ndcg_at_5": 0.65599, "ndcg_at_10": 0.67326, "ndcg_at_20": 0.68727, "ndcg_at_100": 0.70105, "ndcg_at_1000": 0.70895, "map_at_1": 0.56067, "map_at_3": 0.61767, "map_at_5": 0.62923, "map_at_10": 0.63649, "map_at_20": 0.64036, "map_at_100": 0.64227, "map_at_1000": 0.64254, "recall_at_1": 0.56067, "recall_at_3": 0.68533, "recall_at_5": 0.736, "recall_at_10": 0.78867, "recall_at_20": 0.844, "recall_at_100": 0.918, "recall_at_1000": 0.982, "precision_at_1": 0.56067, "precision_at_3": 0.22844, "precision_at_5": 0.1472, "precision_at_10": 0.07887, "precision_at_20": 0.0422, "precision_at_100": 0.00918, "precision_at_1000": 0.00098, "mrr_at_1": 0.561333, "mrr_at_3": 0.618, "mrr_at_5": 0.629567, "mrr_at_10": 0.636826, "mrr_at_20": 0.64069, "mrr_at_100": 0.642605, "mrr_at_1000": 0.642873, "nauc_ndcg_at_1_max": 0.478617, "nauc_ndcg_at_1_std": 0.137329, "nauc_ndcg_at_1_diff1": 0.711899, "nauc_ndcg_at_3_max": 0.487337, "nauc_ndcg_at_3_std": 0.176732, "nauc_ndcg_at_3_diff1": 0.664808, "nauc_ndcg_at_5_max": 0.498955, "nauc_ndcg_at_5_std": 0.184952, "nauc_ndcg_at_5_diff1": 0.661434, "nauc_ndcg_at_10_max": 0.503399, "nauc_ndcg_at_10_std": 0.194988, "nauc_ndcg_at_10_diff1": 0.662396, "nauc_ndcg_at_20_max": 0.50423, "nauc_ndcg_at_20_std": 0.204295, "nauc_ndcg_at_20_diff1": 0.665938, "nauc_ndcg_at_100_max": 0.502615, "nauc_ndcg_at_100_std": 0.203009, "nauc_ndcg_at_100_diff1": 0.666783, "nauc_ndcg_at_1000_max": 0.50076, "nauc_ndcg_at_1000_std": 0.194701, "nauc_ndcg_at_1000_diff1": 0.669926, "nauc_map_at_1_max": 0.478617, "nauc_map_at_1_std": 0.137329, "nauc_map_at_1_diff1": 0.711899, "nauc_map_at_3_max": 0.485384, "nauc_map_at_3_std": 0.166105, "nauc_map_at_3_diff1": 0.676006, "nauc_map_at_5_max": 0.49134, "nauc_map_at_5_std": 0.170019, "nauc_map_at_5_diff1": 0.67456, "nauc_map_at_10_max": 0.493047, "nauc_map_at_10_std": 0.173631, "nauc_map_at_10_diff1": 0.675244, "nauc_map_at_20_max": 0.493195, "nauc_map_at_20_std": 0.176022, "nauc_map_at_20_diff1": 0.676248, "nauc_map_at_100_max": 0.493009, "nauc_map_at_100_std": 0.175796, "nauc_map_at_100_diff1": 0.676451, "nauc_map_at_1000_max": 0.49295, "nauc_map_at_1000_std": 0.175506, "nauc_map_at_1000_diff1": 0.676524, "nauc_recall_at_1_max": 0.478617, "nauc_recall_at_1_std": 0.137329, "nauc_recall_at_1_diff1": 0.711899, "nauc_recall_at_3_max": 0.493521, "nauc_recall_at_3_std": 0.211374, "nauc_recall_at_3_diff1": 0.628984, "nauc_recall_at_5_max": 0.528671, "nauc_recall_at_5_std": 0.240968, "nauc_recall_at_5_diff1": 0.61378, "nauc_recall_at_10_max": 0.551921, "nauc_recall_at_10_std": 0.293738, "nauc_recall_at_10_diff1": 0.607892, "nauc_recall_at_20_max": 0.571931, "nauc_recall_at_20_std": 0.382495, "nauc_recall_at_20_diff1": 0.614815, "nauc_recall_at_100_max": 0.598916, "nauc_recall_at_100_std": 0.502365, "nauc_recall_at_100_diff1": 0.584106, "nauc_recall_at_1000_max": 0.743006, "nauc_recall_at_1000_std": 0.716637, "nauc_recall_at_1000_diff1": 0.636753, "nauc_precision_at_1_max": 0.478617, "nauc_precision_at_1_std": 0.137329, "nauc_precision_at_1_diff1": 0.711899, "nauc_precision_at_3_max": 0.493521, "nauc_precision_at_3_std": 0.211374, "nauc_precision_at_3_diff1": 0.628984, "nauc_precision_at_5_max": 0.528671, "nauc_precision_at_5_std": 0.240968, "nauc_precision_at_5_diff1": 0.61378, "nauc_precision_at_10_max": 0.551921, "nauc_precision_at_10_std": 0.293738, "nauc_precision_at_10_diff1": 0.607892, "nauc_precision_at_20_max": 0.571931, "nauc_precision_at_20_std": 0.382495, "nauc_precision_at_20_diff1": 0.614815, "nauc_precision_at_100_max": 0.598916, "nauc_precision_at_100_std": 0.502365, "nauc_precision_at_100_diff1": 0.584106, "nauc_precision_at_1000_max": 0.743006, "nauc_precision_at_1000_std": 0.716637, "nauc_precision_at_1000_diff1": 0.636753, "nauc_mrr_at_1_max": 0.477499, "nauc_mrr_at_1_std": 0.13718, "nauc_mrr_at_1_diff1": 0.710387, "nauc_mrr_at_3_max": 0.484777, "nauc_mrr_at_3_std": 0.166035, "nauc_mrr_at_3_diff1": 0.675166, "nauc_mrr_at_5_max": 0.490718, "nauc_mrr_at_5_std": 0.169948, "nauc_mrr_at_5_diff1": 0.673698, "nauc_mrr_at_10_max": 0.492415, "nauc_mrr_at_10_std": 0.173561, "nauc_mrr_at_10_diff1": 0.674365, "nauc_mrr_at_20_max": 0.492556, "nauc_mrr_at_20_std": 0.175952, "nauc_mrr_at_20_diff1": 0.675361, "nauc_mrr_at_100_max": 0.492366, "nauc_mrr_at_100_std": 0.175725, "nauc_mrr_at_100_diff1": 0.675558, "nauc_mrr_at_1000_max": 0.492306, "nauc_mrr_at_1000_std": 0.175436, "nauc_mrr_at_1000_diff1": 0.675631, "main_score": 0.67326, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.65733, "ndcg_at_3": 0.74597, "ndcg_at_5": 0.76639, "ndcg_at_10": 0.78209, "ndcg_at_20": 0.78653, "ndcg_at_100": 0.79446, "ndcg_at_1000": 0.79804, "map_at_1": 0.65733, "map_at_3": 0.72489, "map_at_5": 0.73629, "map_at_10": 0.74287, "map_at_20": 0.74403, "map_at_100": 0.74513, "map_at_1000": 0.74525, "recall_at_1": 0.65733, "recall_at_3": 0.80667, "recall_at_5": 0.856, "recall_at_10": 0.904, "recall_at_20": 0.922, "recall_at_100": 0.96467, "recall_at_1000": 0.99333, "precision_at_1": 0.65733, "precision_at_3": 0.26889, "precision_at_5": 0.1712, "precision_at_10": 0.0904, "precision_at_20": 0.0461, "precision_at_100": 0.00965, "precision_at_1000": 0.00099, "mrr_at_1": 0.657333, "mrr_at_3": 0.724889, "mrr_at_5": 0.736289, "mrr_at_10": 0.742872, "mrr_at_20": 0.744035, "mrr_at_100": 0.745128, "mrr_at_1000": 0.745254, "nauc_ndcg_at_1_max": 0.570499, "nauc_ndcg_at_1_std": 0.025958, "nauc_ndcg_at_1_diff1": 0.781652, "nauc_ndcg_at_3_max": 0.601887, "nauc_ndcg_at_3_std": 0.067648, "nauc_ndcg_at_3_diff1": 0.7482, "nauc_ndcg_at_5_max": 0.610099, "nauc_ndcg_at_5_std": 0.070548, "nauc_ndcg_at_5_diff1": 0.75183, "nauc_ndcg_at_10_max": 0.608059, "nauc_ndcg_at_10_std": 0.076603, "nauc_ndcg_at_10_diff1": 0.751519, "nauc_ndcg_at_20_max": 0.609987, "nauc_ndcg_at_20_std": 0.079691, "nauc_ndcg_at_20_diff1": 0.754616, "nauc_ndcg_at_100_max": 0.606789, "nauc_ndcg_at_100_std": 0.078418, "nauc_ndcg_at_100_diff1": 0.757039, "nauc_ndcg_at_1000_max": 0.603301, "nauc_ndcg_at_1000_std": 0.07083, "nauc_ndcg_at_1000_diff1": 0.757986, "nauc_map_at_1_max": 0.570499, "nauc_map_at_1_std": 0.025958, "nauc_map_at_1_diff1": 0.781652, "nauc_map_at_3_max": 0.594207, "nauc_map_at_3_std": 0.055058, "nauc_map_at_3_diff1": 0.757467, "nauc_map_at_5_max": 0.597967, "nauc_map_at_5_std": 0.056209, "nauc_map_at_5_diff1": 0.75994, "nauc_map_at_10_max": 0.596808, "nauc_map_at_10_std": 0.057813, "nauc_map_at_10_diff1": 0.760016, "nauc_map_at_20_max": 0.597241, "nauc_map_at_20_std": 0.058543, "nauc_map_at_20_diff1": 0.760868, "nauc_map_at_100_max": 0.596681, "nauc_map_at_100_std": 0.058223, "nauc_map_at_100_diff1": 0.761147, "nauc_map_at_1000_max": 0.596579, "nauc_map_at_1000_std": 0.058006, "nauc_map_at_1000_diff1": 0.761175, "nauc_recall_at_1_max": 0.570499, "nauc_recall_at_1_std": 0.025958, "nauc_recall_at_1_diff1": 0.781652, "nauc_recall_at_3_max": 0.630192, "nauc_recall_at_3_std": 0.115566, "nauc_recall_at_3_diff1": 0.713358, "nauc_recall_at_5_max": 0.66865, "nauc_recall_at_5_std": 0.139185, "nauc_recall_at_5_diff1": 0.713905, "nauc_recall_at_10_max": 0.683123, "nauc_recall_at_10_std": 0.20856, "nauc_recall_at_10_diff1": 0.695527, "nauc_recall_at_20_max": 0.717657, "nauc_recall_at_20_std": 0.265799, "nauc_recall_at_20_diff1": 0.710044, "nauc_recall_at_100_max": 0.773647, "nauc_recall_at_100_std": 0.461709, "nauc_recall_at_100_diff1": 0.724142, "nauc_recall_at_1000_max": 0.746499, "nauc_recall_at_1000_std": 0.496172, "nauc_recall_at_1000_diff1": 0.786181, "nauc_precision_at_1_max": 0.570499, "nauc_precision_at_1_std": 0.025958, "nauc_precision_at_1_diff1": 0.781652, "nauc_precision_at_3_max": 0.630192, "nauc_precision_at_3_std": 0.115566, "nauc_precision_at_3_diff1": 0.713358, "nauc_precision_at_5_max": 0.66865, "nauc_precision_at_5_std": 0.139185, "nauc_precision_at_5_diff1": 0.713905, "nauc_precision_at_10_max": 0.683123, "nauc_precision_at_10_std": 0.20856, "nauc_precision_at_10_diff1": 0.695527, "nauc_precision_at_20_max": 0.717657, "nauc_precision_at_20_std": 0.265799, "nauc_precision_at_20_diff1": 0.710044, "nauc_precision_at_100_max": 0.773647, "nauc_precision_at_100_std": 0.461709, "nauc_precision_at_100_diff1": 0.724142, "nauc_precision_at_1000_max": 0.746499, "nauc_precision_at_1000_std": 0.496172, "nauc_precision_at_1000_diff1": 0.786181, "nauc_mrr_at_1_max": 0.570499, "nauc_mrr_at_1_std": 0.025958, "nauc_mrr_at_1_diff1": 0.781652, "nauc_mrr_at_3_max": 0.594207, "nauc_mrr_at_3_std": 0.055058, "nauc_mrr_at_3_diff1": 0.757467, "nauc_mrr_at_5_max": 0.597967, "nauc_mrr_at_5_std": 0.056209, "nauc_mrr_at_5_diff1": 0.75994, "nauc_mrr_at_10_max": 0.596808, "nauc_mrr_at_10_std": 0.057813, "nauc_mrr_at_10_diff1": 0.760016, "nauc_mrr_at_20_max": 0.597241, "nauc_mrr_at_20_std": 0.058543, "nauc_mrr_at_20_diff1": 0.760868, "nauc_mrr_at_100_max": 0.596681, "nauc_mrr_at_100_std": 0.058223, "nauc_mrr_at_100_diff1": 0.761147, "nauc_mrr_at_1000_max": 0.596579, "nauc_mrr_at_1000_std": 0.058006, "nauc_mrr_at_1000_diff1": 0.761175, "main_score": 0.78209, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.69067, "ndcg_at_3": 0.77199, "ndcg_at_5": 0.79245, "ndcg_at_10": 0.80325, "ndcg_at_20": 0.80969, "ndcg_at_100": 0.81539, "ndcg_at_1000": 0.81879, "map_at_1": 0.69067, "map_at_3": 0.75256, "map_at_5": 0.76399, "map_at_10": 0.76858, "map_at_20": 0.77036, "map_at_100": 0.7712, "map_at_1000": 0.77134, "recall_at_1": 0.69067, "recall_at_3": 0.828, "recall_at_5": 0.87733, "recall_at_10": 0.91, "recall_at_20": 0.93533, "recall_at_100": 0.96533, "recall_at_1000": 0.992, "precision_at_1": 0.69067, "precision_at_3": 0.276, "precision_at_5": 0.17547, "precision_at_10": 0.091, "precision_at_20": 0.04677, "precision_at_100": 0.00965, "precision_at_1000": 0.00099, "mrr_at_1": 0.690667, "mrr_at_3": 0.752556, "mrr_at_5": 0.763989, "mrr_at_10": 0.768468, "mrr_at_20": 0.770301, "mrr_at_100": 0.771141, "mrr_at_1000": 0.771273, "nauc_ndcg_at_1_max": 0.507749, "nauc_ndcg_at_1_std": 0.061494, "nauc_ndcg_at_1_diff1": 0.729803, "nauc_ndcg_at_3_max": 0.552157, "nauc_ndcg_at_3_std": 0.120919, "nauc_ndcg_at_3_diff1": 0.68985, "nauc_ndcg_at_5_max": 0.554127, "nauc_ndcg_at_5_std": 0.120509, "nauc_ndcg_at_5_diff1": 0.686576, "nauc_ndcg_at_10_max": 0.559837, "nauc_ndcg_at_10_std": 0.138774, "nauc_ndcg_at_10_diff1": 0.686767, "nauc_ndcg_at_20_max": 0.553304, "nauc_ndcg_at_20_std": 0.129758, "nauc_ndcg_at_20_diff1": 0.690748, "nauc_ndcg_at_100_max": 0.546413, "nauc_ndcg_at_100_std": 0.119438, "nauc_ndcg_at_100_diff1": 0.691592, "nauc_ndcg_at_1000_max": 0.545015, "nauc_ndcg_at_1000_std": 0.11598, "nauc_ndcg_at_1000_diff1": 0.693286, "nauc_map_at_1_max": 0.507749, "nauc_map_at_1_std": 0.061494, "nauc_map_at_1_diff1": 0.729803, "nauc_map_at_3_max": 0.539315, "nauc_map_at_3_std": 0.104603, "nauc_map_at_3_diff1": 0.699792, "nauc_map_at_5_max": 0.539629, "nauc_map_at_5_std": 0.103772, "nauc_map_at_5_diff1": 0.698679, "nauc_map_at_10_max": 0.541221, "nauc_map_at_10_std": 0.110368, "nauc_map_at_10_diff1": 0.698746, "nauc_map_at_20_max": 0.539519, "nauc_map_at_20_std": 0.108018, "nauc_map_at_20_diff1": 0.699761, "nauc_map_at_100_max": 0.538629, "nauc_map_at_100_std": 0.106876, "nauc_map_at_100_diff1": 0.699929, "nauc_map_at_1000_max": 0.538577, "nauc_map_at_1000_std": 0.106753, "nauc_map_at_1000_diff1": 0.700005, "nauc_recall_at_1_max": 0.507749, "nauc_recall_at_1_std": 0.061494, "nauc_recall_at_1_diff1": 0.729803, "nauc_recall_at_3_max": 0.602038, "nauc_recall_at_3_std": 0.183805, "nauc_recall_at_3_diff1": 0.652136, "nauc_recall_at_5_max": 0.62774, "nauc_recall_at_5_std": 0.203711, "nauc_recall_at_5_diff1": 0.625954, "nauc_recall_at_10_max": 0.688508, "nauc_recall_at_10_std": 0.337168, "nauc_recall_at_10_diff1": 0.610101, "nauc_recall_at_20_max": 0.671552, "nauc_recall_at_20_std": 0.321445, "nauc_recall_at_20_diff1": 0.621661, "nauc_recall_at_100_max": 0.602061, "nauc_recall_at_100_std": 0.214375, "nauc_recall_at_100_diff1": 0.58082, "nauc_recall_at_1000_max": 0.564504, "nauc_recall_at_1000_std": -0.01848, "nauc_recall_at_1000_diff1": 0.445923, "nauc_precision_at_1_max": 0.507749, "nauc_precision_at_1_std": 0.061494, "nauc_precision_at_1_diff1": 0.729803, "nauc_precision_at_3_max": 0.602038, "nauc_precision_at_3_std": 0.183805, "nauc_precision_at_3_diff1": 0.652136, "nauc_precision_at_5_max": 0.62774, "nauc_precision_at_5_std": 0.203711, "nauc_precision_at_5_diff1": 0.625954, "nauc_precision_at_10_max": 0.688508, "nauc_precision_at_10_std": 0.337168, "nauc_precision_at_10_diff1": 0.610101, "nauc_precision_at_20_max": 0.671552, "nauc_precision_at_20_std": 0.321445, "nauc_precision_at_20_diff1": 0.621661, "nauc_precision_at_100_max": 0.602061, "nauc_precision_at_100_std": 0.214375, "nauc_precision_at_100_diff1": 0.58082, "nauc_precision_at_1000_max": 0.564504, "nauc_precision_at_1000_std": -0.01848, "nauc_precision_at_1000_diff1": 0.445923, "nauc_mrr_at_1_max": 0.507749, "nauc_mrr_at_1_std": 0.061494, "nauc_mrr_at_1_diff1": 0.729803, "nauc_mrr_at_3_max": 0.539315, "nauc_mrr_at_3_std": 0.104603, "nauc_mrr_at_3_diff1": 0.699792, "nauc_mrr_at_5_max": 0.539629, "nauc_mrr_at_5_std": 0.103772, "nauc_mrr_at_5_diff1": 0.698679, "nauc_mrr_at_10_max": 0.540844, "nauc_mrr_at_10_std": 0.109368, "nauc_mrr_at_10_diff1": 0.69868, "nauc_mrr_at_20_max": 0.539306, "nauc_mrr_at_20_std": 0.107442, "nauc_mrr_at_20_diff1": 0.699728, "nauc_mrr_at_100_max": 0.538416, "nauc_mrr_at_100_std": 0.106298, "nauc_mrr_at_100_diff1": 0.699896, "nauc_mrr_at_1000_max": 0.538364, "nauc_mrr_at_1000_std": 0.106175, "nauc_mrr_at_1000_diff1": 0.699972, "main_score": 0.80325, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "ndcg_at_1": 0.65333, "ndcg_at_3": 0.74279, "ndcg_at_5": 0.76061, "ndcg_at_10": 0.77341, "ndcg_at_20": 0.78135, "ndcg_at_100": 0.78974, "ndcg_at_1000": 0.7938, "map_at_1": 0.65333, "map_at_3": 0.72133, "map_at_5": 0.7312, "map_at_10": 0.73654, "map_at_20": 0.73873, "map_at_100": 0.73993, "map_at_1000": 0.74007, "recall_at_1": 0.65333, "recall_at_3": 0.80467, "recall_at_5": 0.848, "recall_at_10": 0.88733, "recall_at_20": 0.91867, "recall_at_100": 0.96333, "recall_at_1000": 0.996, "precision_at_1": 0.65333, "precision_at_3": 0.26822, "precision_at_5": 0.1696, "precision_at_10": 0.08873, "precision_at_20": 0.04593, "precision_at_100": 0.00963, "precision_at_1000": 0.001, "mrr_at_1": 0.653333, "mrr_at_3": 0.721333, "mrr_at_5": 0.731167, "mrr_at_10": 0.736506, "mrr_at_20": 0.7387, "mrr_at_100": 0.739898, "mrr_at_1000": 0.740039, "nauc_ndcg_at_1_max": 0.502397, "nauc_ndcg_at_1_std": 0.011819, "nauc_ndcg_at_1_diff1": 0.723214, "nauc_ndcg_at_3_max": 0.559972, "nauc_ndcg_at_3_std": 0.034459, "nauc_ndcg_at_3_diff1": 0.692341, "nauc_ndcg_at_5_max": 0.565065, "nauc_ndcg_at_5_std": 0.046978, "nauc_ndcg_at_5_diff1": 0.688305, "nauc_ndcg_at_10_max": 0.562319, "nauc_ndcg_at_10_std": 0.045988, "nauc_ndcg_at_10_diff1": 0.687909, "nauc_ndcg_at_20_max": 0.561706, "nauc_ndcg_at_20_std": 0.052311, "nauc_ndcg_at_20_diff1": 0.692224, "nauc_ndcg_at_100_max": 0.556199, "nauc_ndcg_at_100_std": 0.048161, "nauc_ndcg_at_100_diff1": 0.693086, "nauc_ndcg_at_1000_max": 0.553686, "nauc_ndcg_at_1000_std": 0.044801, "nauc_ndcg_at_1000_diff1": 0.694585, "nauc_map_at_1_max": 0.502397, "nauc_map_at_1_std": 0.011819, "nauc_map_at_1_diff1": 0.723214, "nauc_map_at_3_max": 0.545556, "nauc_map_at_3_std": 0.028593, "nauc_map_at_3_diff1": 0.700042, "nauc_map_at_5_max": 0.547669, "nauc_map_at_5_std": 0.034516, "nauc_map_at_5_diff1": 0.698417, "nauc_map_at_10_max": 0.54632, "nauc_map_at_10_std": 0.033551, "nauc_map_at_10_diff1": 0.698266, "nauc_map_at_20_max": 0.546157, "nauc_map_at_20_std": 0.035239, "nauc_map_at_20_diff1": 0.699439, "nauc_map_at_100_max": 0.54545, "nauc_map_at_100_std": 0.034836, "nauc_map_at_100_diff1": 0.699608, "nauc_map_at_1000_max": 0.545376, "nauc_map_at_1000_std": 0.034749, "nauc_map_at_1000_diff1": 0.699611, "nauc_recall_at_1_max": 0.502397, "nauc_recall_at_1_std": 0.011819, "nauc_recall_at_1_diff1": 0.723214, "nauc_recall_at_3_max": 0.61334, "nauc_recall_at_3_std": 0.056297, "nauc_recall_at_3_diff1": 0.663849, "nauc_recall_at_5_max": 0.644463, "nauc_recall_at_5_std": 0.106873, "nauc_recall_at_5_diff1": 0.64153, "nauc_recall_at_10_max": 0.653744, "nauc_recall_at_10_std": 0.123638, "nauc_recall_at_10_diff1": 0.627274, "nauc_recall_at_20_max": 0.678851, "nauc_recall_at_20_std": 0.204046, "nauc_recall_at_20_diff1": 0.643814, "nauc_recall_at_100_max": 0.674705, "nauc_recall_at_100_std": 0.268772, "nauc_recall_at_100_diff1": 0.605237, "nauc_recall_at_1000_max": 0.735917, "nauc_recall_at_1000_std": 0.805867, "nauc_recall_at_1000_diff1": 0.5554, "nauc_precision_at_1_max": 0.502397, "nauc_precision_at_1_std": 0.011819, "nauc_precision_at_1_diff1": 0.723214, "nauc_precision_at_3_max": 0.61334, "nauc_precision_at_3_std": 0.056297, "nauc_precision_at_3_diff1": 0.663849, "nauc_precision_at_5_max": 0.644463, "nauc_precision_at_5_std": 0.106873, "nauc_precision_at_5_diff1": 0.64153, "nauc_precision_at_10_max": 0.653744, "nauc_precision_at_10_std": 0.123638, "nauc_precision_at_10_diff1": 0.627274, "nauc_precision_at_20_max": 0.678851, "nauc_precision_at_20_std": 0.204046, "nauc_precision_at_20_diff1": 0.643814, "nauc_precision_at_100_max": 0.674705, "nauc_precision_at_100_std": 0.268772, "nauc_precision_at_100_diff1": 0.605237, "nauc_precision_at_1000_max": 0.735917, "nauc_precision_at_1000_std": 0.805867, "nauc_precision_at_1000_diff1": 0.5554, "nauc_mrr_at_1_max": 0.502397, "nauc_mrr_at_1_std": 0.011819, "nauc_mrr_at_1_diff1": 0.723214, "nauc_mrr_at_3_max": 0.545556, "nauc_mrr_at_3_std": 0.028593, "nauc_mrr_at_3_diff1": 0.700042, "nauc_mrr_at_5_max": 0.547681, "nauc_mrr_at_5_std": 0.034487, "nauc_mrr_at_5_diff1": 0.698409, "nauc_mrr_at_10_max": 0.546332, "nauc_mrr_at_10_std": 0.033521, "nauc_mrr_at_10_diff1": 0.698258, "nauc_mrr_at_20_max": 0.546168, "nauc_mrr_at_20_std": 0.035209, "nauc_mrr_at_20_diff1": 0.699431, "nauc_mrr_at_100_max": 0.545462, "nauc_mrr_at_100_std": 0.034805, "nauc_mrr_at_100_diff1": 0.6996, "nauc_mrr_at_1000_max": 0.545388, "nauc_mrr_at_1000_std": 0.034719, "nauc_mrr_at_1000_diff1": 0.699603, "main_score": 0.77341, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "ndcg_at_1": 0.684, "ndcg_at_3": 0.76501, "ndcg_at_5": 0.78429, "ndcg_at_10": 0.79618, "ndcg_at_20": 0.80328, "ndcg_at_100": 0.81084, "ndcg_at_1000": 0.81366, "map_at_1": 0.684, "map_at_3": 0.74589, "map_at_5": 0.75662, "map_at_10": 0.76155, "map_at_20": 0.76351, "map_at_100": 0.76462, "map_at_1000": 0.76472, "recall_at_1": 0.684, "recall_at_3": 0.82, "recall_at_5": 0.86667, "recall_at_10": 0.90333, "recall_at_20": 0.93133, "recall_at_100": 0.97133, "recall_at_1000": 0.994, "precision_at_1": 0.684, "precision_at_3": 0.27333, "precision_at_5": 0.17333, "precision_at_10": 0.09033, "precision_at_20": 0.04657, "precision_at_100": 0.00971, "precision_at_1000": 0.00099, "mrr_at_1": 0.682667, "mrr_at_3": 0.745222, "mrr_at_5": 0.755956, "mrr_at_10": 0.760882, "mrr_at_20": 0.762843, "mrr_at_100": 0.763955, "mrr_at_1000": 0.764053, "nauc_ndcg_at_1_max": 0.528245, "nauc_ndcg_at_1_std": -0.024628, "nauc_ndcg_at_1_diff1": 0.75473, "nauc_ndcg_at_3_max": 0.57398, "nauc_ndcg_at_3_std": 0.033088, "nauc_ndcg_at_3_diff1": 0.716953, "nauc_ndcg_at_5_max": 0.576662, "nauc_ndcg_at_5_std": 0.042453, "nauc_ndcg_at_5_diff1": 0.712656, "nauc_ndcg_at_10_max": 0.579155, "nauc_ndcg_at_10_std": 0.053089, "nauc_ndcg_at_10_diff1": 0.714291, "nauc_ndcg_at_20_max": 0.580283, "nauc_ndcg_at_20_std": 0.054484, "nauc_ndcg_at_20_diff1": 0.716854, "nauc_ndcg_at_100_max": 0.575711, "nauc_ndcg_at_100_std": 0.04765, "nauc_ndcg_at_100_diff1": 0.72123, "nauc_ndcg_at_1000_max": 0.573011, "nauc_ndcg_at_1000_std": 0.042392, "nauc_ndcg_at_1000_diff1": 0.72232, "nauc_map_at_1_max": 0.528245, "nauc_map_at_1_std": -0.024628, "nauc_map_at_1_diff1": 0.75473, "nauc_map_at_3_max": 0.562897, "nauc_map_at_3_std": 0.01764, "nauc_map_at_3_diff1": 0.727669, "nauc_map_at_5_max": 0.563608, "nauc_map_at_5_std": 0.021725, "nauc_map_at_5_diff1": 0.725809, "nauc_map_at_10_max": 0.564126, "nauc_map_at_10_std": 0.024841, "nauc_map_at_10_diff1": 0.726639, "nauc_map_at_20_max": 0.564402, "nauc_map_at_20_std": 0.025236, "nauc_map_at_20_diff1": 0.727257, "nauc_map_at_100_max": 0.563758, "nauc_map_at_100_std": 0.024459, "nauc_map_at_100_diff1": 0.727804, "nauc_map_at_1000_max": 0.563698, "nauc_map_at_1000_std": 0.024338, "nauc_map_at_1000_diff1": 0.727861, "nauc_recall_at_1_max": 0.528245, "nauc_recall_at_1_std": -0.024628, "nauc_recall_at_1_diff1": 0.75473, "nauc_recall_at_3_max": 0.615013, "nauc_recall_at_3_std": 0.091233, "nauc_recall_at_3_diff1": 0.676264, "nauc_recall_at_5_max": 0.638673, "nauc_recall_at_5_std": 0.143, "nauc_recall_at_5_diff1": 0.64909, "nauc_recall_at_10_max": 0.675221, "nauc_recall_at_10_std": 0.241865, "nauc_recall_at_10_diff1": 0.637735, "nauc_recall_at_20_max": 0.722213, "nauc_recall_at_20_std": 0.325197, "nauc_recall_at_20_diff1": 0.634472, "nauc_recall_at_100_max": 0.778885, "nauc_recall_at_100_std": 0.469307, "nauc_recall_at_100_diff1": 0.657199, "nauc_recall_at_1000_max": 0.919597, "nauc_recall_at_1000_std": 0.836083, "nauc_recall_at_1000_diff1": 0.617543, "nauc_precision_at_1_max": 0.528245, "nauc_precision_at_1_std": -0.024628, "nauc_precision_at_1_diff1": 0.75473, "nauc_precision_at_3_max": 0.615013, "nauc_precision_at_3_std": 0.091233, "nauc_precision_at_3_diff1": 0.676264, "nauc_precision_at_5_max": 0.638673, "nauc_precision_at_5_std": 0.143, "nauc_precision_at_5_diff1": 0.64909, "nauc_precision_at_10_max": 0.675221, "nauc_precision_at_10_std": 0.241865, "nauc_precision_at_10_diff1": 0.637735, "nauc_precision_at_20_max": 0.722213, "nauc_precision_at_20_std": 0.325197, "nauc_precision_at_20_diff1": 0.634472, "nauc_precision_at_100_max": 0.778885, "nauc_precision_at_100_std": 0.469307, "nauc_precision_at_100_diff1": 0.657199, "nauc_precision_at_1000_max": 0.919597, "nauc_precision_at_1000_std": 0.836083, "nauc_precision_at_1000_diff1": 0.617543, "nauc_mrr_at_1_max": 0.526092, "nauc_mrr_at_1_std": -0.027085, "nauc_mrr_at_1_diff1": 0.757617, "nauc_mrr_at_3_max": 0.561549, "nauc_mrr_at_3_std": 0.016097, "nauc_mrr_at_3_diff1": 0.729444, "nauc_mrr_at_5_max": 0.5622, "nauc_mrr_at_5_std": 0.020108, "nauc_mrr_at_5_diff1": 0.727665, "nauc_mrr_at_10_max": 0.562688, "nauc_mrr_at_10_std": 0.023185, "nauc_mrr_at_10_diff1": 0.728532, "nauc_mrr_at_20_max": 0.56295, "nauc_mrr_at_20_std": 0.023564, "nauc_mrr_at_20_diff1": 0.729166, "nauc_mrr_at_100_max": 0.562298, "nauc_mrr_at_100_std": 0.022799, "nauc_mrr_at_100_diff1": 0.72972, "nauc_mrr_at_1000_max": 0.562237, "nauc_mrr_at_1000_std": 0.022678, "nauc_mrr_at_1000_diff1": 0.729777, "main_score": 0.79618, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.64667, "ndcg_at_3": 0.72796, "ndcg_at_5": 0.74552, "ndcg_at_10": 0.7602, "ndcg_at_20": 0.76947, "ndcg_at_100": 0.77988, "ndcg_at_1000": 0.7837, "map_at_1": 0.64667, "map_at_3": 0.70811, "map_at_5": 0.71784, "map_at_10": 0.72392, "map_at_20": 0.72646, "map_at_100": 0.72796, "map_at_1000": 0.72812, "recall_at_1": 0.64667, "recall_at_3": 0.78533, "recall_at_5": 0.828, "recall_at_10": 0.87333, "recall_at_20": 0.91, "recall_at_100": 0.96533, "recall_at_1000": 0.99467, "precision_at_1": 0.64667, "precision_at_3": 0.26178, "precision_at_5": 0.1656, "precision_at_10": 0.08733, "precision_at_20": 0.0455, "precision_at_100": 0.00965, "precision_at_1000": 0.00099, "mrr_at_1": 0.646667, "mrr_at_3": 0.708111, "mrr_at_5": 0.717811, "mrr_at_10": 0.723884, "mrr_at_20": 0.726429, "mrr_at_100": 0.727932, "mrr_at_1000": 0.728089, "nauc_ndcg_at_1_max": 0.569033, "nauc_ndcg_at_1_std": 0.026824, "nauc_ndcg_at_1_diff1": 0.770325, "nauc_ndcg_at_3_max": 0.60702, "nauc_ndcg_at_3_std": 0.077629, "nauc_ndcg_at_3_diff1": 0.725863, "nauc_ndcg_at_5_max": 0.609892, "nauc_ndcg_at_5_std": 0.07705, "nauc_ndcg_at_5_diff1": 0.718104, "nauc_ndcg_at_10_max": 0.607256, "nauc_ndcg_at_10_std": 0.082469, "nauc_ndcg_at_10_diff1": 0.717768, "nauc_ndcg_at_20_max": 0.607064, "nauc_ndcg_at_20_std": 0.083376, "nauc_ndcg_at_20_diff1": 0.721803, "nauc_ndcg_at_100_max": 0.601733, "nauc_ndcg_at_100_std": 0.077577, "nauc_ndcg_at_100_diff1": 0.728447, "nauc_ndcg_at_1000_max": 0.599796, "nauc_ndcg_at_1000_std": 0.073115, "nauc_ndcg_at_1000_diff1": 0.72868, "nauc_map_at_1_max": 0.569033, "nauc_map_at_1_std": 0.026824, "nauc_map_at_1_diff1": 0.770325, "nauc_map_at_3_max": 0.595656, "nauc_map_at_3_std": 0.062277, "nauc_map_at_3_diff1": 0.737556, "nauc_map_at_5_max": 0.597056, "nauc_map_at_5_std": 0.061927, "nauc_map_at_5_diff1": 0.733925, "nauc_map_at_10_max": 0.595807, "nauc_map_at_10_std": 0.063444, "nauc_map_at_10_diff1": 0.734239, "nauc_map_at_20_max": 0.595559, "nauc_map_at_20_std": 0.063284, "nauc_map_at_20_diff1": 0.7353, "nauc_map_at_100_max": 0.594726, "nauc_map_at_100_std": 0.062164, "nauc_map_at_100_diff1": 0.736258, "nauc_map_at_1000_max": 0.594647, "nauc_map_at_1000_std": 0.061995, "nauc_map_at_1000_diff1": 0.736267, "nauc_recall_at_1_max": 0.569033, "nauc_recall_at_1_std": 0.026824, "nauc_recall_at_1_diff1": 0.770325, "nauc_recall_at_3_max": 0.648712, "nauc_recall_at_3_std": 0.134024, "nauc_recall_at_3_diff1": 0.683745, "nauc_recall_at_5_max": 0.665262, "nauc_recall_at_5_std": 0.141471, "nauc_recall_at_5_diff1": 0.649421, "nauc_recall_at_10_max": 0.669129, "nauc_recall_at_10_std": 0.191654, "nauc_recall_at_10_diff1": 0.624862, "nauc_recall_at_20_max": 0.692039, "nauc_recall_at_20_std": 0.243559, "nauc_recall_at_20_diff1": 0.627033, "nauc_recall_at_100_max": 0.685143, "nauc_recall_at_100_std": 0.365492, "nauc_recall_at_100_diff1": 0.661854, "nauc_recall_at_1000_max": 0.644083, "nauc_recall_at_1000_std": 0.786415, "nauc_recall_at_1000_diff1": 0.364729, "nauc_precision_at_1_max": 0.569033, "nauc_precision_at_1_std": 0.026824, "nauc_precision_at_1_diff1": 0.770325, "nauc_precision_at_3_max": 0.648712, "nauc_precision_at_3_std": 0.134024, "nauc_precision_at_3_diff1": 0.683745, "nauc_precision_at_5_max": 0.665262, "nauc_precision_at_5_std": 0.141471, "nauc_precision_at_5_diff1": 0.649421, "nauc_precision_at_10_max": 0.669129, "nauc_precision_at_10_std": 0.191654, "nauc_precision_at_10_diff1": 0.624862, "nauc_precision_at_20_max": 0.692039, "nauc_precision_at_20_std": 0.243559, "nauc_precision_at_20_diff1": 0.627033, "nauc_precision_at_100_max": 0.685143, "nauc_precision_at_100_std": 0.365492, "nauc_precision_at_100_diff1": 0.661854, "nauc_precision_at_1000_max": 0.644083, "nauc_precision_at_1000_std": 0.786415, "nauc_precision_at_1000_diff1": 0.364729, "nauc_mrr_at_1_max": 0.569033, "nauc_mrr_at_1_std": 0.026824, "nauc_mrr_at_1_diff1": 0.770325, "nauc_mrr_at_3_max": 0.595656, "nauc_mrr_at_3_std": 0.062277, "nauc_mrr_at_3_diff1": 0.737556, "nauc_mrr_at_5_max": 0.597122, "nauc_mrr_at_5_std": 0.061996, "nauc_mrr_at_5_diff1": 0.733957, "nauc_mrr_at_10_max": 0.595875, "nauc_mrr_at_10_std": 0.063515, "nauc_mrr_at_10_diff1": 0.734272, "nauc_mrr_at_20_max": 0.595626, "nauc_mrr_at_20_std": 0.063374, "nauc_mrr_at_20_diff1": 0.735334, "nauc_mrr_at_100_max": 0.594793, "nauc_mrr_at_100_std": 0.062255, "nauc_mrr_at_100_diff1": 0.736292, "nauc_mrr_at_1000_max": 0.594714, "nauc_mrr_at_1000_std": 0.062086, "nauc_mrr_at_1000_diff1": 0.7363, "main_score": 0.7602, "hf_subset": "sr", "languages": [ "srp-Cyrl" ] }, { "ndcg_at_1": 0.63533, "ndcg_at_3": 0.72504, "ndcg_at_5": 0.74736, "ndcg_at_10": 0.75983, "ndcg_at_20": 0.76825, "ndcg_at_100": 0.77955, "ndcg_at_1000": 0.78221, "map_at_1": 0.63533, "map_at_3": 0.70344, "map_at_5": 0.71588, "map_at_10": 0.72114, "map_at_20": 0.72353, "map_at_100": 0.72517, "map_at_1000": 0.72526, "recall_at_1": 0.63533, "recall_at_3": 0.78733, "recall_at_5": 0.84133, "recall_at_10": 0.87933, "recall_at_20": 0.912, "recall_at_100": 0.972, "recall_at_1000": 0.99333, "precision_at_1": 0.63533, "precision_at_3": 0.26244, "precision_at_5": 0.16827, "precision_at_10": 0.08793, "precision_at_20": 0.0456, "precision_at_100": 0.00972, "precision_at_1000": 0.00099, "mrr_at_1": 0.635333, "mrr_at_3": 0.703444, "mrr_at_5": 0.715878, "mrr_at_10": 0.721152, "mrr_at_20": 0.723547, "mrr_at_100": 0.725185, "mrr_at_1000": 0.725279, "nauc_ndcg_at_1_max": 0.512823, "nauc_ndcg_at_1_std": 0.033847, "nauc_ndcg_at_1_diff1": 0.735116, "nauc_ndcg_at_3_max": 0.535332, "nauc_ndcg_at_3_std": 0.03455, "nauc_ndcg_at_3_diff1": 0.684282, "nauc_ndcg_at_5_max": 0.548183, "nauc_ndcg_at_5_std": 0.060566, "nauc_ndcg_at_5_diff1": 0.686408, "nauc_ndcg_at_10_max": 0.545911, "nauc_ndcg_at_10_std": 0.0659, "nauc_ndcg_at_10_diff1": 0.681124, "nauc_ndcg_at_20_max": 0.54312, "nauc_ndcg_at_20_std": 0.067251, "nauc_ndcg_at_20_diff1": 0.686622, "nauc_ndcg_at_100_max": 0.542199, "nauc_ndcg_at_100_std": 0.061531, "nauc_ndcg_at_100_diff1": 0.693835, "nauc_ndcg_at_1000_max": 0.53934, "nauc_ndcg_at_1000_std": 0.05878, "nauc_ndcg_at_1000_diff1": 0.694849, "nauc_map_at_1_max": 0.512823, "nauc_map_at_1_std": 0.033847, "nauc_map_at_1_diff1": 0.735116, "nauc_map_at_3_max": 0.529134, "nauc_map_at_3_std": 0.034484, "nauc_map_at_3_diff1": 0.697982, "nauc_map_at_5_max": 0.535507, "nauc_map_at_5_std": 0.047566, "nauc_map_at_5_diff1": 0.699741, "nauc_map_at_10_max": 0.534604, "nauc_map_at_10_std": 0.049245, "nauc_map_at_10_diff1": 0.698154, "nauc_map_at_20_max": 0.533877, "nauc_map_at_20_std": 0.049375, "nauc_map_at_20_diff1": 0.699611, "nauc_map_at_100_max": 0.533694, "nauc_map_at_100_std": 0.048569, "nauc_map_at_100_diff1": 0.700537, "nauc_map_at_1000_max": 0.533611, "nauc_map_at_1000_std": 0.048536, "nauc_map_at_1000_diff1": 0.700568, "nauc_recall_at_1_max": 0.512823, "nauc_recall_at_1_std": 0.033847, "nauc_recall_at_1_diff1": 0.735116, "nauc_recall_at_3_max": 0.558159, "nauc_recall_at_3_std": 0.034726, "nauc_recall_at_3_diff1": 0.633996, "nauc_recall_at_5_max": 0.608973, "nauc_recall_at_5_std": 0.126203, "nauc_recall_at_5_diff1": 0.62578, "nauc_recall_at_10_max": 0.611777, "nauc_recall_at_10_std": 0.173375, "nauc_recall_at_10_diff1": 0.579325, "nauc_recall_at_20_max": 0.608497, "nauc_recall_at_20_std": 0.222891, "nauc_recall_at_20_diff1": 0.593788, "nauc_recall_at_100_max": 0.714753, "nauc_recall_at_100_std": 0.351185, "nauc_recall_at_100_diff1": 0.65205, "nauc_recall_at_1000_max": 0.62493, "nauc_recall_at_1000_std": 0.570168, "nauc_recall_at_1000_diff1": 0.739262, "nauc_precision_at_1_max": 0.512823, "nauc_precision_at_1_std": 0.033847, "nauc_precision_at_1_diff1": 0.735116, "nauc_precision_at_3_max": 0.558159, "nauc_precision_at_3_std": 0.034726, "nauc_precision_at_3_diff1": 0.633996, "nauc_precision_at_5_max": 0.608973, "nauc_precision_at_5_std": 0.126203, "nauc_precision_at_5_diff1": 0.62578, "nauc_precision_at_10_max": 0.611777, "nauc_precision_at_10_std": 0.173375, "nauc_precision_at_10_diff1": 0.579325, "nauc_precision_at_20_max": 0.608497, "nauc_precision_at_20_std": 0.222891, "nauc_precision_at_20_diff1": 0.593788, "nauc_precision_at_100_max": 0.714753, "nauc_precision_at_100_std": 0.351185, "nauc_precision_at_100_diff1": 0.65205, "nauc_precision_at_1000_max": 0.62493, "nauc_precision_at_1000_std": 0.570168, "nauc_precision_at_1000_diff1": 0.739262, "nauc_mrr_at_1_max": 0.512823, "nauc_mrr_at_1_std": 0.033847, "nauc_mrr_at_1_diff1": 0.735116, "nauc_mrr_at_3_max": 0.529134, "nauc_mrr_at_3_std": 0.034484, "nauc_mrr_at_3_diff1": 0.697982, "nauc_mrr_at_5_max": 0.535507, "nauc_mrr_at_5_std": 0.047566, "nauc_mrr_at_5_diff1": 0.699741, "nauc_mrr_at_10_max": 0.534577, "nauc_mrr_at_10_std": 0.04924, "nauc_mrr_at_10_diff1": 0.698136, "nauc_mrr_at_20_max": 0.53385, "nauc_mrr_at_20_std": 0.049369, "nauc_mrr_at_20_diff1": 0.699594, "nauc_mrr_at_100_max": 0.533665, "nauc_mrr_at_100_std": 0.048564, "nauc_mrr_at_100_diff1": 0.700519, "nauc_mrr_at_1000_max": 0.533582, "nauc_mrr_at_1000_std": 0.04853, "nauc_mrr_at_1000_diff1": 0.700551, "main_score": 0.75983, "hf_subset": "no", "languages": [ "nor-Latn" ] }, { "ndcg_at_1": 0.698, "ndcg_at_3": 0.78182, "ndcg_at_5": 0.79943, "ndcg_at_10": 0.81062, "ndcg_at_20": 0.81835, "ndcg_at_100": 0.82473, "ndcg_at_1000": 0.82637, "map_at_1": 0.698, "map_at_3": 0.76144, "map_at_5": 0.77124, "map_at_10": 0.77597, "map_at_20": 0.77817, "map_at_100": 0.77908, "map_at_1000": 0.77913, "recall_at_1": 0.698, "recall_at_3": 0.84067, "recall_at_5": 0.88333, "recall_at_10": 0.91733, "recall_at_20": 0.94733, "recall_at_100": 0.98133, "recall_at_1000": 0.99467, "precision_at_1": 0.698, "precision_at_3": 0.28022, "precision_at_5": 0.17667, "precision_at_10": 0.09173, "precision_at_20": 0.04737, "precision_at_100": 0.00981, "precision_at_1000": 0.00099, "mrr_at_1": 0.698, "mrr_at_3": 0.761444, "mrr_at_5": 0.771244, "mrr_at_10": 0.775975, "mrr_at_20": 0.778172, "mrr_at_100": 0.77908, "mrr_at_1000": 0.779132, "nauc_ndcg_at_1_max": 0.498491, "nauc_ndcg_at_1_std": -0.030236, "nauc_ndcg_at_1_diff1": 0.73925, "nauc_ndcg_at_3_max": 0.550516, "nauc_ndcg_at_3_std": -0.001518, "nauc_ndcg_at_3_diff1": 0.697095, "nauc_ndcg_at_5_max": 0.556958, "nauc_ndcg_at_5_std": 0.002855, "nauc_ndcg_at_5_diff1": 0.694109, "nauc_ndcg_at_10_max": 0.553319, "nauc_ndcg_at_10_std": 0.010071, "nauc_ndcg_at_10_diff1": 0.69986, "nauc_ndcg_at_20_max": 0.545663, "nauc_ndcg_at_20_std": 0.007073, "nauc_ndcg_at_20_diff1": 0.702438, "nauc_ndcg_at_100_max": 0.543098, "nauc_ndcg_at_100_std": 0.004702, "nauc_ndcg_at_100_diff1": 0.704869, "nauc_ndcg_at_1000_max": 0.541509, "nauc_ndcg_at_1000_std": 0.002494, "nauc_ndcg_at_1000_diff1": 0.706173, "nauc_map_at_1_max": 0.498491, "nauc_map_at_1_std": -0.030236, "nauc_map_at_1_diff1": 0.73925, "nauc_map_at_3_max": 0.534978, "nauc_map_at_3_std": -0.011004, "nauc_map_at_3_diff1": 0.708242, "nauc_map_at_5_max": 0.537819, "nauc_map_at_5_std": -0.009164, "nauc_map_at_5_diff1": 0.707375, "nauc_map_at_10_max": 0.535873, "nauc_map_at_10_std": -0.006523, "nauc_map_at_10_diff1": 0.709478, "nauc_map_at_20_max": 0.533907, "nauc_map_at_20_std": -0.007476, "nauc_map_at_20_diff1": 0.710334, "nauc_map_at_100_max": 0.533663, "nauc_map_at_100_std": -0.007764, "nauc_map_at_100_diff1": 0.710686, "nauc_map_at_1000_max": 0.533625, "nauc_map_at_1000_std": -0.00778, "nauc_map_at_1000_diff1": 0.710706, "nauc_recall_at_1_max": 0.498491, "nauc_recall_at_1_std": -0.030236, "nauc_recall_at_1_diff1": 0.73925, "nauc_recall_at_3_max": 0.613513, "nauc_recall_at_3_std": 0.037461, "nauc_recall_at_3_diff1": 0.652729, "nauc_recall_at_5_max": 0.656455, "nauc_recall_at_5_std": 0.066372, "nauc_recall_at_5_diff1": 0.625799, "nauc_recall_at_10_max": 0.674396, "nauc_recall_at_10_std": 0.132345, "nauc_recall_at_10_diff1": 0.639036, "nauc_recall_at_20_max": 0.650445, "nauc_recall_at_20_std": 0.167961, "nauc_recall_at_20_diff1": 0.631635, "nauc_recall_at_100_max": 0.711001, "nauc_recall_at_100_std": 0.345988, "nauc_recall_at_100_diff1": 0.605426, "nauc_recall_at_1000_max": 0.740663, "nauc_recall_at_1000_std": 0.578548, "nauc_recall_at_1000_diff1": 0.696954, "nauc_precision_at_1_max": 0.498491, "nauc_precision_at_1_std": -0.030236, "nauc_precision_at_1_diff1": 0.73925, "nauc_precision_at_3_max": 0.613513, "nauc_precision_at_3_std": 0.037461, "nauc_precision_at_3_diff1": 0.652729, "nauc_precision_at_5_max": 0.656455, "nauc_precision_at_5_std": 0.066372, "nauc_precision_at_5_diff1": 0.625799, "nauc_precision_at_10_max": 0.674396, "nauc_precision_at_10_std": 0.132345, "nauc_precision_at_10_diff1": 0.639036, "nauc_precision_at_20_max": 0.650445, "nauc_precision_at_20_std": 0.167961, "nauc_precision_at_20_diff1": 0.631635, "nauc_precision_at_100_max": 0.711001, "nauc_precision_at_100_std": 0.345988, "nauc_precision_at_100_diff1": 0.605426, "nauc_precision_at_1000_max": 0.740663, "nauc_precision_at_1000_std": 0.578548, "nauc_precision_at_1000_diff1": 0.696954, "nauc_mrr_at_1_max": 0.498491, "nauc_mrr_at_1_std": -0.030236, "nauc_mrr_at_1_diff1": 0.73925, "nauc_mrr_at_3_max": 0.534978, "nauc_mrr_at_3_std": -0.011004, "nauc_mrr_at_3_diff1": 0.708242, "nauc_mrr_at_5_max": 0.537819, "nauc_mrr_at_5_std": -0.009164, "nauc_mrr_at_5_diff1": 0.707375, "nauc_mrr_at_10_max": 0.535873, "nauc_mrr_at_10_std": -0.006523, "nauc_mrr_at_10_diff1": 0.709478, "nauc_mrr_at_20_max": 0.533907, "nauc_mrr_at_20_std": -0.007476, "nauc_mrr_at_20_diff1": 0.710334, "nauc_mrr_at_100_max": 0.533663, "nauc_mrr_at_100_std": -0.007764, "nauc_mrr_at_100_diff1": 0.710686, "nauc_mrr_at_1000_max": 0.533625, "nauc_mrr_at_1000_std": -0.00778, "nauc_mrr_at_1000_diff1": 0.710706, "main_score": 0.81062, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 148.77456712722778, "kg_co2_emissions": 0.010992792414056726 }