{ "dataset_revision": "3b6ea595c94bac3448a2ad167ca2e06abd340d6e", "task_name": "WikipediaRetrievalMultilingual", "mteb_version": "1.39.7", "scores": { "test": [ { "ndcg_at_1": 0.83333, "ndcg_at_3": 0.89427, "ndcg_at_5": 0.90517, "ndcg_at_10": 0.91157, "ndcg_at_20": 0.9142, "ndcg_at_100": 0.91556, "ndcg_at_1000": 0.91572, "map_at_1": 0.83333, "map_at_3": 0.87978, "map_at_5": 0.88594, "map_at_10": 0.88866, "map_at_20": 0.88945, "map_at_100": 0.88963, "map_at_1000": 0.88964, "recall_at_1": 0.83333, "recall_at_3": 0.936, "recall_at_5": 0.962, "recall_at_10": 0.98133, "recall_at_20": 0.99133, "recall_at_100": 0.99867, "recall_at_1000": 1.0, "precision_at_1": 0.83333, "precision_at_3": 0.312, "precision_at_5": 0.1924, "precision_at_10": 0.09813, "precision_at_20": 0.04957, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.834, "mrr_at_3": 0.880111, "mrr_at_5": 0.886278, "mrr_at_10": 0.888998, "mrr_at_20": 0.889779, "mrr_at_100": 0.889963, "mrr_at_1000": 0.889969, "nauc_ndcg_at_1_max": 0.511267, "nauc_ndcg_at_1_std": -0.20613, "nauc_ndcg_at_1_diff1": 0.834404, "nauc_ndcg_at_3_max": 0.563578, "nauc_ndcg_at_3_std": -0.228412, "nauc_ndcg_at_3_diff1": 0.81442, "nauc_ndcg_at_5_max": 0.553221, "nauc_ndcg_at_5_std": -0.243437, "nauc_ndcg_at_5_diff1": 0.818697, "nauc_ndcg_at_10_max": 0.545191, "nauc_ndcg_at_10_std": -0.243011, "nauc_ndcg_at_10_diff1": 0.820787, "nauc_ndcg_at_20_max": 0.542651, "nauc_ndcg_at_20_std": -0.223924, "nauc_ndcg_at_20_diff1": 0.820986, "nauc_ndcg_at_100_max": 0.541221, "nauc_ndcg_at_100_std": -0.224639, "nauc_ndcg_at_100_diff1": 0.821454, "nauc_ndcg_at_1000_max": 0.540446, "nauc_ndcg_at_1000_std": -0.226088, "nauc_ndcg_at_1000_diff1": 0.821204, "nauc_map_at_1_max": 0.511267, "nauc_map_at_1_std": -0.20613, "nauc_map_at_1_diff1": 0.834404, "nauc_map_at_3_max": 0.546879, "nauc_map_at_3_std": -0.223612, "nauc_map_at_3_diff1": 0.818728, "nauc_map_at_5_max": 0.540794, "nauc_map_at_5_std": -0.230346, "nauc_map_at_5_diff1": 0.821029, "nauc_map_at_10_max": 0.537771, "nauc_map_at_10_std": -0.229613, "nauc_map_at_10_diff1": 0.821863, "nauc_map_at_20_max": 0.537064, "nauc_map_at_20_std": -0.225276, "nauc_map_at_20_diff1": 0.821984, "nauc_map_at_100_max": 0.536899, "nauc_map_at_100_std": -0.225132, "nauc_map_at_100_diff1": 0.821997, "nauc_map_at_1000_max": 0.53688, "nauc_map_at_1000_std": -0.225158, "nauc_map_at_1000_diff1": 0.821988, "nauc_recall_at_1_max": 0.511267, "nauc_recall_at_1_std": -0.20613, "nauc_recall_at_1_diff1": 0.834404, "nauc_recall_at_3_max": 0.650444, "nauc_recall_at_3_std": -0.251605, "nauc_recall_at_3_diff1": 0.793602, "nauc_recall_at_5_max": 0.653415, "nauc_recall_at_5_std": -0.354915, "nauc_recall_at_5_diff1": 0.803479, "nauc_recall_at_10_max": 0.645675, "nauc_recall_at_10_std": -0.472506, "nauc_recall_at_10_diff1": 0.814759, "nauc_recall_at_20_max": 0.676147, "nauc_recall_at_20_std": -0.033649, "nauc_recall_at_20_diff1": 0.809129, "nauc_recall_at_100_max": 0.934641, "nauc_recall_at_100_std": 0.561391, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.511267, "nauc_precision_at_1_std": -0.20613, "nauc_precision_at_1_diff1": 0.834404, "nauc_precision_at_3_max": 0.650444, "nauc_precision_at_3_std": -0.251605, "nauc_precision_at_3_diff1": 0.793602, "nauc_precision_at_5_max": 0.653415, "nauc_precision_at_5_std": -0.354915, "nauc_precision_at_5_diff1": 0.803479, "nauc_precision_at_10_max": 0.645675, "nauc_precision_at_10_std": -0.472506, "nauc_precision_at_10_diff1": 0.814759, "nauc_precision_at_20_max": 0.676147, "nauc_precision_at_20_std": -0.033649, "nauc_precision_at_20_diff1": 0.809129, "nauc_precision_at_100_max": 0.934641, "nauc_precision_at_100_std": 0.561391, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.511633, "nauc_mrr_at_1_std": -0.209949, "nauc_mrr_at_1_diff1": 0.83324, "nauc_mrr_at_3_max": 0.547218, "nauc_mrr_at_3_std": -0.226255, "nauc_mrr_at_3_diff1": 0.817897, "nauc_mrr_at_5_max": 0.541135, "nauc_mrr_at_5_std": -0.233156, "nauc_mrr_at_5_diff1": 0.820157, "nauc_mrr_at_10_max": 0.538113, "nauc_mrr_at_10_std": -0.232493, "nauc_mrr_at_10_diff1": 0.820971, "nauc_mrr_at_20_max": 0.537407, "nauc_mrr_at_20_std": -0.228166, "nauc_mrr_at_20_diff1": 0.821086, "nauc_mrr_at_100_max": 0.537242, "nauc_mrr_at_100_std": -0.228026, "nauc_mrr_at_100_diff1": 0.821097, "nauc_mrr_at_1000_max": 0.537222, "nauc_mrr_at_1000_std": -0.228053, "nauc_mrr_at_1000_diff1": 0.821088, "main_score": 0.91157, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "ndcg_at_1": 0.78067, "ndcg_at_3": 0.8531, "ndcg_at_5": 0.86552, "ndcg_at_10": 0.87476, "ndcg_at_20": 0.87783, "ndcg_at_100": 0.88057, "ndcg_at_1000": 0.88176, "map_at_1": 0.78067, "map_at_3": 0.83589, "map_at_5": 0.84282, "map_at_10": 0.84674, "map_at_20": 0.8476, "map_at_100": 0.84799, "map_at_1000": 0.84804, "recall_at_1": 0.78067, "recall_at_3": 0.90267, "recall_at_5": 0.93267, "recall_at_10": 0.96067, "recall_at_20": 0.97267, "recall_at_100": 0.98733, "recall_at_1000": 0.99667, "precision_at_1": 0.78067, "precision_at_3": 0.30089, "precision_at_5": 0.18653, "precision_at_10": 0.09607, "precision_at_20": 0.04863, "precision_at_100": 0.00987, "precision_at_1000": 0.001, "mrr_at_1": 0.780667, "mrr_at_3": 0.835889, "mrr_at_5": 0.842822, "mrr_at_10": 0.846739, "mrr_at_20": 0.847601, "mrr_at_100": 0.847992, "mrr_at_1000": 0.848038, "nauc_ndcg_at_1_max": 0.55201, "nauc_ndcg_at_1_std": 0.028446, "nauc_ndcg_at_1_diff1": 0.813328, "nauc_ndcg_at_3_max": 0.595111, "nauc_ndcg_at_3_std": 0.039745, "nauc_ndcg_at_3_diff1": 0.773982, "nauc_ndcg_at_5_max": 0.611215, "nauc_ndcg_at_5_std": 0.065695, "nauc_ndcg_at_5_diff1": 0.781743, "nauc_ndcg_at_10_max": 0.604989, "nauc_ndcg_at_10_std": 0.067791, "nauc_ndcg_at_10_diff1": 0.783606, "nauc_ndcg_at_20_max": 0.601025, "nauc_ndcg_at_20_std": 0.064692, "nauc_ndcg_at_20_diff1": 0.787984, "nauc_ndcg_at_100_max": 0.596843, "nauc_ndcg_at_100_std": 0.067959, "nauc_ndcg_at_100_diff1": 0.789749, "nauc_ndcg_at_1000_max": 0.593113, "nauc_ndcg_at_1000_std": 0.059876, "nauc_ndcg_at_1000_diff1": 0.789147, "nauc_map_at_1_max": 0.55201, "nauc_map_at_1_std": 0.028446, "nauc_map_at_1_diff1": 0.813328, "nauc_map_at_3_max": 0.579726, "nauc_map_at_3_std": 0.033171, "nauc_map_at_3_diff1": 0.785344, "nauc_map_at_5_max": 0.58676, "nauc_map_at_5_std": 0.045485, "nauc_map_at_5_diff1": 0.789667, "nauc_map_at_10_max": 0.584026, "nauc_map_at_10_std": 0.045925, "nauc_map_at_10_diff1": 0.790477, "nauc_map_at_20_max": 0.582906, "nauc_map_at_20_std": 0.045087, "nauc_map_at_20_diff1": 0.791569, "nauc_map_at_100_max": 0.582408, "nauc_map_at_100_std": 0.045387, "nauc_map_at_100_diff1": 0.791747, "nauc_map_at_1000_max": 0.582296, "nauc_map_at_1000_std": 0.045147, "nauc_map_at_1000_diff1": 0.791728, "nauc_recall_at_1_max": 0.55201, "nauc_recall_at_1_std": 0.028446, "nauc_recall_at_1_diff1": 0.813328, "nauc_recall_at_3_max": 0.666654, "nauc_recall_at_3_std": 0.071777, "nauc_recall_at_3_diff1": 0.722692, "nauc_recall_at_5_max": 0.771935, "nauc_recall_at_5_std": 0.203243, "nauc_recall_at_5_diff1": 0.734781, "nauc_recall_at_10_max": 0.827771, "nauc_recall_at_10_std": 0.315158, "nauc_recall_at_10_diff1": 0.719413, "nauc_recall_at_20_max": 0.864237, "nauc_recall_at_20_std": 0.372959, "nauc_recall_at_20_diff1": 0.760698, "nauc_recall_at_100_max": 0.96388, "nauc_recall_at_100_std": 0.879282, "nauc_recall_at_100_diff1": 0.817559, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.739963, "nauc_precision_at_1_max": 0.55201, "nauc_precision_at_1_std": 0.028446, "nauc_precision_at_1_diff1": 0.813328, "nauc_precision_at_3_max": 0.666654, "nauc_precision_at_3_std": 0.071777, "nauc_precision_at_3_diff1": 0.722692, "nauc_precision_at_5_max": 0.771935, "nauc_precision_at_5_std": 0.203243, "nauc_precision_at_5_diff1": 0.734781, "nauc_precision_at_10_max": 0.827771, "nauc_precision_at_10_std": 0.315158, "nauc_precision_at_10_diff1": 0.719413, "nauc_precision_at_20_max": 0.864237, "nauc_precision_at_20_std": 0.372959, "nauc_precision_at_20_diff1": 0.760698, "nauc_precision_at_100_max": 0.96388, "nauc_precision_at_100_std": 0.879282, "nauc_precision_at_100_diff1": 0.817559, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.739963, "nauc_mrr_at_1_max": 0.55201, "nauc_mrr_at_1_std": 0.028446, "nauc_mrr_at_1_diff1": 0.813328, "nauc_mrr_at_3_max": 0.579726, "nauc_mrr_at_3_std": 0.033171, "nauc_mrr_at_3_diff1": 0.785344, "nauc_mrr_at_5_max": 0.58676, "nauc_mrr_at_5_std": 0.045485, "nauc_mrr_at_5_diff1": 0.789667, "nauc_mrr_at_10_max": 0.584026, "nauc_mrr_at_10_std": 0.045925, "nauc_mrr_at_10_diff1": 0.790477, "nauc_mrr_at_20_max": 0.582906, "nauc_mrr_at_20_std": 0.045087, "nauc_mrr_at_20_diff1": 0.791569, "nauc_mrr_at_100_max": 0.582408, "nauc_mrr_at_100_std": 0.045387, "nauc_mrr_at_100_diff1": 0.791747, "nauc_mrr_at_1000_max": 0.582296, "nauc_mrr_at_1000_std": 0.045147, "nauc_mrr_at_1000_diff1": 0.791728, "main_score": 0.87476, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.838, "ndcg_at_3": 0.89701, "ndcg_at_5": 0.90779, "ndcg_at_10": 0.91549, "ndcg_at_20": 0.91722, "ndcg_at_100": 0.91851, "ndcg_at_1000": 0.9186, "map_at_1": 0.838, "map_at_3": 0.883, "map_at_5": 0.88903, "map_at_10": 0.89243, "map_at_20": 0.89292, "map_at_100": 0.89312, "map_at_1000": 0.89313, "recall_at_1": 0.838, "recall_at_3": 0.93733, "recall_at_5": 0.96333, "recall_at_10": 0.986, "recall_at_20": 0.99267, "recall_at_100": 0.99933, "recall_at_1000": 1.0, "precision_at_1": 0.838, "precision_at_3": 0.31244, "precision_at_5": 0.19267, "precision_at_10": 0.0986, "precision_at_20": 0.04963, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.838, "mrr_at_3": 0.883, "mrr_at_5": 0.889033, "mrr_at_10": 0.892426, "mrr_at_20": 0.892919, "mrr_at_100": 0.89312, "mrr_at_1000": 0.893123, "nauc_ndcg_at_1_max": 0.534583, "nauc_ndcg_at_1_std": -0.222086, "nauc_ndcg_at_1_diff1": 0.798413, "nauc_ndcg_at_3_max": 0.540193, "nauc_ndcg_at_3_std": -0.266754, "nauc_ndcg_at_3_diff1": 0.765163, "nauc_ndcg_at_5_max": 0.530418, "nauc_ndcg_at_5_std": -0.300405, "nauc_ndcg_at_5_diff1": 0.766868, "nauc_ndcg_at_10_max": 0.537184, "nauc_ndcg_at_10_std": -0.26449, "nauc_ndcg_at_10_diff1": 0.773797, "nauc_ndcg_at_20_max": 0.538726, "nauc_ndcg_at_20_std": -0.256917, "nauc_ndcg_at_20_diff1": 0.77535, "nauc_ndcg_at_100_max": 0.537121, "nauc_ndcg_at_100_std": -0.25187, "nauc_ndcg_at_100_diff1": 0.775963, "nauc_ndcg_at_1000_max": 0.536614, "nauc_ndcg_at_1000_std": -0.252937, "nauc_ndcg_at_1000_diff1": 0.776022, "nauc_map_at_1_max": 0.534583, "nauc_map_at_1_std": -0.222086, "nauc_map_at_1_diff1": 0.798413, "nauc_map_at_3_max": 0.538351, "nauc_map_at_3_std": -0.250237, "nauc_map_at_3_diff1": 0.773655, "nauc_map_at_5_max": 0.533754, "nauc_map_at_5_std": -0.264932, "nauc_map_at_5_diff1": 0.774919, "nauc_map_at_10_max": 0.53614, "nauc_map_at_10_std": -0.251531, "nauc_map_at_10_diff1": 0.777711, "nauc_map_at_20_max": 0.536454, "nauc_map_at_20_std": -0.249678, "nauc_map_at_20_diff1": 0.777974, "nauc_map_at_100_max": 0.536184, "nauc_map_at_100_std": -0.248881, "nauc_map_at_100_diff1": 0.778023, "nauc_map_at_1000_max": 0.53617, "nauc_map_at_1000_std": -0.24891, "nauc_map_at_1000_diff1": 0.778025, "nauc_recall_at_1_max": 0.534583, "nauc_recall_at_1_std": -0.222086, "nauc_recall_at_1_diff1": 0.798413, "nauc_recall_at_3_max": 0.54977, "nauc_recall_at_3_std": -0.354029, "nauc_recall_at_3_diff1": 0.722803, "nauc_recall_at_5_max": 0.498421, "nauc_recall_at_5_std": -0.614158, "nauc_recall_at_5_diff1": 0.702894, "nauc_recall_at_10_max": 0.565671, "nauc_recall_at_10_std": -0.497266, "nauc_recall_at_10_diff1": 0.713285, "nauc_recall_at_20_max": 0.658391, "nauc_recall_at_20_std": -0.401961, "nauc_recall_at_20_diff1": 0.733724, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.722222, "nauc_recall_at_100_diff1": 0.722222, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.534583, "nauc_precision_at_1_std": -0.222086, "nauc_precision_at_1_diff1": 0.798413, "nauc_precision_at_3_max": 0.54977, "nauc_precision_at_3_std": -0.354029, "nauc_precision_at_3_diff1": 0.722803, "nauc_precision_at_5_max": 0.498421, "nauc_precision_at_5_std": -0.614158, "nauc_precision_at_5_diff1": 0.702894, "nauc_precision_at_10_max": 0.565671, "nauc_precision_at_10_std": -0.497266, "nauc_precision_at_10_diff1": 0.713285, "nauc_precision_at_20_max": 0.658391, "nauc_precision_at_20_std": -0.401961, "nauc_precision_at_20_diff1": 0.733724, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.722222, "nauc_precision_at_100_diff1": 0.722222, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.534583, "nauc_mrr_at_1_std": -0.222086, "nauc_mrr_at_1_diff1": 0.798413, "nauc_mrr_at_3_max": 0.538351, "nauc_mrr_at_3_std": -0.250237, "nauc_mrr_at_3_diff1": 0.773655, "nauc_mrr_at_5_max": 0.533754, "nauc_mrr_at_5_std": -0.264932, "nauc_mrr_at_5_diff1": 0.774919, "nauc_mrr_at_10_max": 0.53614, "nauc_mrr_at_10_std": -0.251531, "nauc_mrr_at_10_diff1": 0.777711, "nauc_mrr_at_20_max": 0.536445, "nauc_mrr_at_20_std": -0.249751, "nauc_mrr_at_20_diff1": 0.777985, "nauc_mrr_at_100_max": 0.536175, "nauc_mrr_at_100_std": -0.248954, "nauc_mrr_at_100_diff1": 0.778034, "nauc_mrr_at_1000_max": 0.536161, "nauc_mrr_at_1000_std": -0.248983, "nauc_mrr_at_1000_diff1": 0.778036, "main_score": 0.91549, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "ndcg_at_1": 0.84867, "ndcg_at_3": 0.90769, "ndcg_at_5": 0.91486, "ndcg_at_10": 0.92139, "ndcg_at_20": 0.92221, "ndcg_at_100": 0.92361, "ndcg_at_1000": 0.92421, "map_at_1": 0.84867, "map_at_3": 0.89389, "map_at_5": 0.89789, "map_at_10": 0.90061, "map_at_20": 0.90082, "map_at_100": 0.90108, "map_at_1000": 0.90111, "recall_at_1": 0.84867, "recall_at_3": 0.94733, "recall_at_5": 0.96467, "recall_at_10": 0.98467, "recall_at_20": 0.988, "recall_at_100": 0.99467, "recall_at_1000": 0.99933, "precision_at_1": 0.84867, "precision_at_3": 0.31578, "precision_at_5": 0.19293, "precision_at_10": 0.09847, "precision_at_20": 0.0494, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.848, "mrr_at_3": 0.893556, "mrr_at_5": 0.897556, "mrr_at_10": 0.900278, "mrr_at_20": 0.900491, "mrr_at_100": 0.900751, "mrr_at_1000": 0.900774, "nauc_ndcg_at_1_max": 0.574278, "nauc_ndcg_at_1_std": 0.045755, "nauc_ndcg_at_1_diff1": 0.832997, "nauc_ndcg_at_3_max": 0.636358, "nauc_ndcg_at_3_std": 0.105988, "nauc_ndcg_at_3_diff1": 0.806217, "nauc_ndcg_at_5_max": 0.616451, "nauc_ndcg_at_5_std": 0.082192, "nauc_ndcg_at_5_diff1": 0.80941, "nauc_ndcg_at_10_max": 0.616989, "nauc_ndcg_at_10_std": 0.099842, "nauc_ndcg_at_10_diff1": 0.804698, "nauc_ndcg_at_20_max": 0.613743, "nauc_ndcg_at_20_std": 0.101206, "nauc_ndcg_at_20_diff1": 0.804419, "nauc_ndcg_at_100_max": 0.613542, "nauc_ndcg_at_100_std": 0.094404, "nauc_ndcg_at_100_diff1": 0.809575, "nauc_ndcg_at_1000_max": 0.610525, "nauc_ndcg_at_1000_std": 0.087299, "nauc_ndcg_at_1000_diff1": 0.809852, "nauc_map_at_1_max": 0.574278, "nauc_map_at_1_std": 0.045755, "nauc_map_at_1_diff1": 0.832997, "nauc_map_at_3_max": 0.615448, "nauc_map_at_3_std": 0.08516, "nauc_map_at_3_diff1": 0.81206, "nauc_map_at_5_max": 0.605142, "nauc_map_at_5_std": 0.073144, "nauc_map_at_5_diff1": 0.813902, "nauc_map_at_10_max": 0.605261, "nauc_map_at_10_std": 0.07794, "nauc_map_at_10_diff1": 0.812444, "nauc_map_at_20_max": 0.604553, "nauc_map_at_20_std": 0.078142, "nauc_map_at_20_diff1": 0.812413, "nauc_map_at_100_max": 0.604489, "nauc_map_at_100_std": 0.077098, "nauc_map_at_100_diff1": 0.813174, "nauc_map_at_1000_max": 0.604395, "nauc_map_at_1000_std": 0.07688, "nauc_map_at_1000_diff1": 0.813184, "nauc_recall_at_1_max": 0.574278, "nauc_recall_at_1_std": 0.045755, "nauc_recall_at_1_diff1": 0.832997, "nauc_recall_at_3_max": 0.753962, "nauc_recall_at_3_std": 0.223564, "nauc_recall_at_3_diff1": 0.775934, "nauc_recall_at_5_max": 0.701038, "nauc_recall_at_5_std": 0.147473, "nauc_recall_at_5_diff1": 0.777795, "nauc_recall_at_10_max": 0.811066, "nauc_recall_at_10_std": 0.528153, "nauc_recall_at_10_diff1": 0.665753, "nauc_recall_at_20_max": 0.783354, "nauc_recall_at_20_std": 0.68337, "nauc_recall_at_20_diff1": 0.619463, "nauc_recall_at_100_max": 0.98366, "nauc_recall_at_100_std": 0.965278, "nauc_recall_at_100_diff1": 0.726366, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.358077, "nauc_precision_at_1_max": 0.574278, "nauc_precision_at_1_std": 0.045755, "nauc_precision_at_1_diff1": 0.832997, "nauc_precision_at_3_max": 0.753962, "nauc_precision_at_3_std": 0.223564, "nauc_precision_at_3_diff1": 0.775934, "nauc_precision_at_5_max": 0.701038, "nauc_precision_at_5_std": 0.147473, "nauc_precision_at_5_diff1": 0.777795, "nauc_precision_at_10_max": 0.811066, "nauc_precision_at_10_std": 0.528153, "nauc_precision_at_10_diff1": 0.665753, "nauc_precision_at_20_max": 0.783354, "nauc_precision_at_20_std": 0.68337, "nauc_precision_at_20_diff1": 0.619463, "nauc_precision_at_100_max": 0.98366, "nauc_precision_at_100_std": 0.965278, "nauc_precision_at_100_diff1": 0.726366, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.358077, "nauc_mrr_at_1_max": 0.566698, "nauc_mrr_at_1_std": 0.040284, "nauc_mrr_at_1_diff1": 0.834264, "nauc_mrr_at_3_max": 0.609992, "nauc_mrr_at_3_std": 0.081195, "nauc_mrr_at_3_diff1": 0.813011, "nauc_mrr_at_5_max": 0.599496, "nauc_mrr_at_5_std": 0.069054, "nauc_mrr_at_5_diff1": 0.814887, "nauc_mrr_at_10_max": 0.599455, "nauc_mrr_at_10_std": 0.07372, "nauc_mrr_at_10_diff1": 0.813461, "nauc_mrr_at_20_max": 0.598736, "nauc_mrr_at_20_std": 0.073912, "nauc_mrr_at_20_diff1": 0.813432, "nauc_mrr_at_100_max": 0.598656, "nauc_mrr_at_100_std": 0.07286, "nauc_mrr_at_100_diff1": 0.814194, "nauc_mrr_at_1000_max": 0.598562, "nauc_mrr_at_1000_std": 0.072641, "nauc_mrr_at_1000_diff1": 0.814203, "main_score": 0.92139, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "ndcg_at_1": 0.84067, "ndcg_at_3": 0.90536, "ndcg_at_5": 0.91491, "ndcg_at_10": 0.9186, "ndcg_at_20": 0.92011, "ndcg_at_100": 0.92108, "ndcg_at_1000": 0.92125, "map_at_1": 0.84067, "map_at_3": 0.88967, "map_at_5": 0.89493, "map_at_10": 0.89647, "map_at_20": 0.89688, "map_at_100": 0.89701, "map_at_1000": 0.89701, "recall_at_1": 0.84067, "recall_at_3": 0.95067, "recall_at_5": 0.974, "recall_at_10": 0.98533, "recall_at_20": 0.99133, "recall_at_100": 0.99667, "recall_at_1000": 0.998, "precision_at_1": 0.84067, "precision_at_3": 0.31689, "precision_at_5": 0.1948, "precision_at_10": 0.09853, "precision_at_20": 0.04957, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.840667, "mrr_at_3": 0.889667, "mrr_at_5": 0.894933, "mrr_at_10": 0.89647, "mrr_at_20": 0.896877, "mrr_at_100": 0.897008, "mrr_at_1000": 0.897015, "nauc_ndcg_at_1_max": 0.612774, "nauc_ndcg_at_1_std": 0.036103, "nauc_ndcg_at_1_diff1": 0.838066, "nauc_ndcg_at_3_max": 0.63244, "nauc_ndcg_at_3_std": 0.072278, "nauc_ndcg_at_3_diff1": 0.798084, "nauc_ndcg_at_5_max": 0.639591, "nauc_ndcg_at_5_std": 0.077534, "nauc_ndcg_at_5_diff1": 0.805867, "nauc_ndcg_at_10_max": 0.638066, "nauc_ndcg_at_10_std": 0.079257, "nauc_ndcg_at_10_diff1": 0.809862, "nauc_ndcg_at_20_max": 0.634007, "nauc_ndcg_at_20_std": 0.080841, "nauc_ndcg_at_20_diff1": 0.809238, "nauc_ndcg_at_100_max": 0.634635, "nauc_ndcg_at_100_std": 0.075474, "nauc_ndcg_at_100_diff1": 0.812949, "nauc_ndcg_at_1000_max": 0.633812, "nauc_ndcg_at_1000_std": 0.073391, "nauc_ndcg_at_1000_diff1": 0.812527, "nauc_map_at_1_max": 0.612774, "nauc_map_at_1_std": 0.036103, "nauc_map_at_1_diff1": 0.838066, "nauc_map_at_3_max": 0.627043, "nauc_map_at_3_std": 0.060893, "nauc_map_at_3_diff1": 0.810886, "nauc_map_at_5_max": 0.630461, "nauc_map_at_5_std": 0.063497, "nauc_map_at_5_diff1": 0.815124, "nauc_map_at_10_max": 0.629894, "nauc_map_at_10_std": 0.063385, "nauc_map_at_10_diff1": 0.816653, "nauc_map_at_20_max": 0.628972, "nauc_map_at_20_std": 0.063512, "nauc_map_at_20_diff1": 0.816518, "nauc_map_at_100_max": 0.629116, "nauc_map_at_100_std": 0.063039, "nauc_map_at_100_diff1": 0.816814, "nauc_map_at_1000_max": 0.629093, "nauc_map_at_1000_std": 0.06298, "nauc_map_at_1000_diff1": 0.816802, "nauc_recall_at_1_max": 0.612774, "nauc_recall_at_1_std": 0.036103, "nauc_recall_at_1_diff1": 0.838066, "nauc_recall_at_3_max": 0.664843, "nauc_recall_at_3_std": 0.142245, "nauc_recall_at_3_diff1": 0.719188, "nauc_recall_at_5_max": 0.741184, "nauc_recall_at_5_std": 0.232074, "nauc_recall_at_5_diff1": 0.707151, "nauc_recall_at_10_max": 0.791868, "nauc_recall_at_10_std": 0.396189, "nauc_recall_at_10_diff1": 0.693744, "nauc_recall_at_20_max": 0.757847, "nauc_recall_at_20_std": 0.682791, "nauc_recall_at_20_diff1": 0.593945, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.944444, "nauc_recall_at_100_diff1": 0.742857, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 0.907407, "nauc_recall_at_1000_diff1": 0.571429, "nauc_precision_at_1_max": 0.612774, "nauc_precision_at_1_std": 0.036103, "nauc_precision_at_1_diff1": 0.838066, "nauc_precision_at_3_max": 0.664843, "nauc_precision_at_3_std": 0.142245, "nauc_precision_at_3_diff1": 0.719188, "nauc_precision_at_5_max": 0.741184, "nauc_precision_at_5_std": 0.232074, "nauc_precision_at_5_diff1": 0.707151, "nauc_precision_at_10_max": 0.791868, "nauc_precision_at_10_std": 0.396189, "nauc_precision_at_10_diff1": 0.693744, "nauc_precision_at_20_max": 0.757847, "nauc_precision_at_20_std": 0.682791, "nauc_precision_at_20_diff1": 0.593945, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.944444, "nauc_precision_at_100_diff1": 0.742857, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 0.907407, "nauc_precision_at_1000_diff1": 0.571429, "nauc_mrr_at_1_max": 0.612774, "nauc_mrr_at_1_std": 0.036103, "nauc_mrr_at_1_diff1": 0.838066, "nauc_mrr_at_3_max": 0.627043, "nauc_mrr_at_3_std": 0.060893, "nauc_mrr_at_3_diff1": 0.810886, "nauc_mrr_at_5_max": 0.630461, "nauc_mrr_at_5_std": 0.063497, "nauc_mrr_at_5_diff1": 0.815124, "nauc_mrr_at_10_max": 0.629894, "nauc_mrr_at_10_std": 0.063385, "nauc_mrr_at_10_diff1": 0.816653, "nauc_mrr_at_20_max": 0.628972, "nauc_mrr_at_20_std": 0.063512, "nauc_mrr_at_20_diff1": 0.816518, "nauc_mrr_at_100_max": 0.629116, "nauc_mrr_at_100_std": 0.063039, "nauc_mrr_at_100_diff1": 0.816814, "nauc_mrr_at_1000_max": 0.629093, "nauc_mrr_at_1000_std": 0.06298, "nauc_mrr_at_1000_diff1": 0.816802, "main_score": 0.9186, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.89267, "ndcg_at_3": 0.93868, "ndcg_at_5": 0.94502, "ndcg_at_10": 0.94905, "ndcg_at_20": 0.94924, "ndcg_at_100": 0.94949, "ndcg_at_1000": 0.94949, "map_at_1": 0.89267, "map_at_3": 0.928, "map_at_5": 0.93153, "map_at_10": 0.93329, "map_at_20": 0.93335, "map_at_100": 0.93338, "map_at_1000": 0.93338, "recall_at_1": 0.89267, "recall_at_3": 0.96933, "recall_at_5": 0.98467, "recall_at_10": 0.99667, "recall_at_20": 0.99733, "recall_at_100": 0.99867, "recall_at_1000": 0.99867, "precision_at_1": 0.89267, "precision_at_3": 0.32311, "precision_at_5": 0.19693, "precision_at_10": 0.09967, "precision_at_20": 0.04987, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.892667, "mrr_at_3": 0.928, "mrr_at_5": 0.931533, "mrr_at_10": 0.933287, "mrr_at_20": 0.933347, "mrr_at_100": 0.933383, "mrr_at_1000": 0.933383, "nauc_ndcg_at_1_max": 0.639273, "nauc_ndcg_at_1_std": -0.030382, "nauc_ndcg_at_1_diff1": 0.877472, "nauc_ndcg_at_3_max": 0.67259, "nauc_ndcg_at_3_std": -0.068912, "nauc_ndcg_at_3_diff1": 0.858852, "nauc_ndcg_at_5_max": 0.656586, "nauc_ndcg_at_5_std": -0.064781, "nauc_ndcg_at_5_diff1": 0.860711, "nauc_ndcg_at_10_max": 0.661539, "nauc_ndcg_at_10_std": -0.048039, "nauc_ndcg_at_10_diff1": 0.869531, "nauc_ndcg_at_20_max": 0.66029, "nauc_ndcg_at_20_std": -0.046138, "nauc_ndcg_at_20_diff1": 0.869049, "nauc_ndcg_at_100_max": 0.659748, "nauc_ndcg_at_100_std": -0.044206, "nauc_ndcg_at_100_diff1": 0.868732, "nauc_ndcg_at_1000_max": 0.659748, "nauc_ndcg_at_1000_std": -0.044206, "nauc_ndcg_at_1000_diff1": 0.868732, "nauc_map_at_1_max": 0.639273, "nauc_map_at_1_std": -0.030382, "nauc_map_at_1_diff1": 0.877472, "nauc_map_at_3_max": 0.662387, "nauc_map_at_3_std": -0.058841, "nauc_map_at_3_diff1": 0.864787, "nauc_map_at_5_max": 0.654751, "nauc_map_at_5_std": -0.056208, "nauc_map_at_5_diff1": 0.866031, "nauc_map_at_10_max": 0.656533, "nauc_map_at_10_std": -0.049614, "nauc_map_at_10_diff1": 0.869157, "nauc_map_at_20_max": 0.656219, "nauc_map_at_20_std": -0.049143, "nauc_map_at_20_diff1": 0.869037, "nauc_map_at_100_max": 0.656172, "nauc_map_at_100_std": -0.048851, "nauc_map_at_100_diff1": 0.869007, "nauc_map_at_1000_max": 0.656172, "nauc_map_at_1000_std": -0.048851, "nauc_map_at_1000_diff1": 0.869007, "nauc_recall_at_1_max": 0.639273, "nauc_recall_at_1_std": -0.030382, "nauc_recall_at_1_diff1": 0.877472, "nauc_recall_at_3_max": 0.739577, "nauc_recall_at_3_std": -0.133084, "nauc_recall_at_3_diff1": 0.819622, "nauc_recall_at_5_max": 0.6676, "nauc_recall_at_5_std": -0.166443, "nauc_recall_at_5_diff1": 0.794503, "nauc_recall_at_10_max": 0.910831, "nauc_recall_at_10_std": 0.139309, "nauc_recall_at_10_diff1": 0.947712, "nauc_recall_at_20_max": 0.888539, "nauc_recall_at_20_std": 0.315009, "nauc_recall_at_20_diff1": 0.934641, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.934641, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.934641, "nauc_precision_at_1_max": 0.639273, "nauc_precision_at_1_std": -0.030382, "nauc_precision_at_1_diff1": 0.877472, "nauc_precision_at_3_max": 0.739577, "nauc_precision_at_3_std": -0.133084, "nauc_precision_at_3_diff1": 0.819622, "nauc_precision_at_5_max": 0.6676, "nauc_precision_at_5_std": -0.166443, "nauc_precision_at_5_diff1": 0.794503, "nauc_precision_at_10_max": 0.910831, "nauc_precision_at_10_std": 0.139309, "nauc_precision_at_10_diff1": 0.947712, "nauc_precision_at_20_max": 0.888539, "nauc_precision_at_20_std": 0.315009, "nauc_precision_at_20_diff1": 0.934641, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.934641, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.934641, "nauc_mrr_at_1_max": 0.639273, "nauc_mrr_at_1_std": -0.030382, "nauc_mrr_at_1_diff1": 0.877472, "nauc_mrr_at_3_max": 0.662387, "nauc_mrr_at_3_std": -0.058841, "nauc_mrr_at_3_diff1": 0.864787, "nauc_mrr_at_5_max": 0.654751, "nauc_mrr_at_5_std": -0.056208, "nauc_mrr_at_5_diff1": 0.866031, "nauc_mrr_at_10_max": 0.656533, "nauc_mrr_at_10_std": -0.049614, "nauc_mrr_at_10_diff1": 0.869157, "nauc_mrr_at_20_max": 0.656219, "nauc_mrr_at_20_std": -0.049143, "nauc_mrr_at_20_diff1": 0.869037, "nauc_mrr_at_100_max": 0.656172, "nauc_mrr_at_100_std": -0.048851, "nauc_mrr_at_100_diff1": 0.869007, "nauc_mrr_at_1000_max": 0.656172, "nauc_mrr_at_1000_std": -0.048851, "nauc_mrr_at_1000_diff1": 0.869007, "main_score": 0.94905, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.83267, "ndcg_at_3": 0.89691, "ndcg_at_5": 0.90457, "ndcg_at_10": 0.90927, "ndcg_at_20": 0.91183, "ndcg_at_100": 0.914, "ndcg_at_1000": 0.9147, "map_at_1": 0.83267, "map_at_3": 0.88211, "map_at_5": 0.88634, "map_at_10": 0.88826, "map_at_20": 0.88898, "map_at_100": 0.8893, "map_at_1000": 0.88933, "recall_at_1": 0.83267, "recall_at_3": 0.93933, "recall_at_5": 0.958, "recall_at_10": 0.97267, "recall_at_20": 0.98267, "recall_at_100": 0.994, "recall_at_1000": 0.99933, "precision_at_1": 0.83267, "precision_at_3": 0.31311, "precision_at_5": 0.1916, "precision_at_10": 0.09727, "precision_at_20": 0.04913, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.832667, "mrr_at_3": 0.882111, "mrr_at_5": 0.886344, "mrr_at_10": 0.888263, "mrr_at_20": 0.888975, "mrr_at_100": 0.889301, "mrr_at_1000": 0.889331, "nauc_ndcg_at_1_max": 0.506288, "nauc_ndcg_at_1_std": -0.056912, "nauc_ndcg_at_1_diff1": 0.829978, "nauc_ndcg_at_3_max": 0.571822, "nauc_ndcg_at_3_std": 0.002541, "nauc_ndcg_at_3_diff1": 0.802107, "nauc_ndcg_at_5_max": 0.577586, "nauc_ndcg_at_5_std": 0.010124, "nauc_ndcg_at_5_diff1": 0.805416, "nauc_ndcg_at_10_max": 0.580411, "nauc_ndcg_at_10_std": 0.021824, "nauc_ndcg_at_10_diff1": 0.811141, "nauc_ndcg_at_20_max": 0.574359, "nauc_ndcg_at_20_std": 0.019614, "nauc_ndcg_at_20_diff1": 0.810872, "nauc_ndcg_at_100_max": 0.565453, "nauc_ndcg_at_100_std": 0.008252, "nauc_ndcg_at_100_diff1": 0.811481, "nauc_ndcg_at_1000_max": 0.561895, "nauc_ndcg_at_1000_std": 0.002567, "nauc_ndcg_at_1000_diff1": 0.81224, "nauc_map_at_1_max": 0.506288, "nauc_map_at_1_std": -0.056912, "nauc_map_at_1_diff1": 0.829978, "nauc_map_at_3_max": 0.551532, "nauc_map_at_3_std": -0.015323, "nauc_map_at_3_diff1": 0.810553, "nauc_map_at_5_max": 0.552995, "nauc_map_at_5_std": -0.013233, "nauc_map_at_5_diff1": 0.812251, "nauc_map_at_10_max": 0.553878, "nauc_map_at_10_std": -0.008857, "nauc_map_at_10_diff1": 0.814388, "nauc_map_at_20_max": 0.552398, "nauc_map_at_20_std": -0.009492, "nauc_map_at_20_diff1": 0.814389, "nauc_map_at_100_max": 0.551325, "nauc_map_at_100_std": -0.010692, "nauc_map_at_100_diff1": 0.814402, "nauc_map_at_1000_max": 0.551205, "nauc_map_at_1000_std": -0.010926, "nauc_map_at_1000_diff1": 0.81444, "nauc_recall_at_1_max": 0.506288, "nauc_recall_at_1_std": -0.056912, "nauc_recall_at_1_diff1": 0.829978, "nauc_recall_at_3_max": 0.679975, "nauc_recall_at_3_std": 0.097306, "nauc_recall_at_3_diff1": 0.757241, "nauc_recall_at_5_max": 0.763602, "nauc_recall_at_5_std": 0.18812, "nauc_recall_at_5_diff1": 0.756858, "nauc_recall_at_10_max": 0.883628, "nauc_recall_at_10_std": 0.381727, "nauc_recall_at_10_diff1": 0.785441, "nauc_recall_at_20_max": 0.940566, "nauc_recall_at_20_std": 0.544387, "nauc_recall_at_20_diff1": 0.763557, "nauc_recall_at_100_max": 0.985476, "nauc_recall_at_100_std": 0.667082, "nauc_recall_at_100_diff1": 0.735502, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.722222, "nauc_precision_at_1_max": 0.506288, "nauc_precision_at_1_std": -0.056912, "nauc_precision_at_1_diff1": 0.829978, "nauc_precision_at_3_max": 0.679975, "nauc_precision_at_3_std": 0.097306, "nauc_precision_at_3_diff1": 0.757241, "nauc_precision_at_5_max": 0.763602, "nauc_precision_at_5_std": 0.18812, "nauc_precision_at_5_diff1": 0.756858, "nauc_precision_at_10_max": 0.883628, "nauc_precision_at_10_std": 0.381727, "nauc_precision_at_10_diff1": 0.785441, "nauc_precision_at_20_max": 0.940566, "nauc_precision_at_20_std": 0.544387, "nauc_precision_at_20_diff1": 0.763557, "nauc_precision_at_100_max": 0.985476, "nauc_precision_at_100_std": 0.667082, "nauc_precision_at_100_diff1": 0.735502, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.722222, "nauc_mrr_at_1_max": 0.506288, "nauc_mrr_at_1_std": -0.056912, "nauc_mrr_at_1_diff1": 0.829978, "nauc_mrr_at_3_max": 0.551532, "nauc_mrr_at_3_std": -0.015323, "nauc_mrr_at_3_diff1": 0.810553, "nauc_mrr_at_5_max": 0.552995, "nauc_mrr_at_5_std": -0.013233, "nauc_mrr_at_5_diff1": 0.812251, "nauc_mrr_at_10_max": 0.553878, "nauc_mrr_at_10_std": -0.008857, "nauc_mrr_at_10_diff1": 0.814388, "nauc_mrr_at_20_max": 0.552398, "nauc_mrr_at_20_std": -0.009492, "nauc_mrr_at_20_diff1": 0.814389, "nauc_mrr_at_100_max": 0.551325, "nauc_mrr_at_100_std": -0.010692, "nauc_mrr_at_100_diff1": 0.814402, "nauc_mrr_at_1000_max": 0.551205, "nauc_mrr_at_1000_std": -0.010926, "nauc_mrr_at_1000_diff1": 0.81444, "main_score": 0.90927, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.85533, "ndcg_at_3": 0.91283, "ndcg_at_5": 0.92207, "ndcg_at_10": 0.92609, "ndcg_at_20": 0.92746, "ndcg_at_100": 0.92835, "ndcg_at_1000": 0.92861, "map_at_1": 0.85533, "map_at_3": 0.89922, "map_at_5": 0.90429, "map_at_10": 0.90603, "map_at_20": 0.90642, "map_at_100": 0.90655, "map_at_1000": 0.90656, "recall_at_1": 0.85533, "recall_at_3": 0.952, "recall_at_5": 0.97467, "recall_at_10": 0.98667, "recall_at_20": 0.992, "recall_at_100": 0.99667, "recall_at_1000": 0.99867, "precision_at_1": 0.85533, "precision_at_3": 0.31733, "precision_at_5": 0.19493, "precision_at_10": 0.09867, "precision_at_20": 0.0496, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.855333, "mrr_at_3": 0.899222, "mrr_at_5": 0.904289, "mrr_at_10": 0.905999, "mrr_at_20": 0.90639, "mrr_at_100": 0.906523, "mrr_at_1000": 0.906534, "nauc_ndcg_at_1_max": 0.418985, "nauc_ndcg_at_1_std": -0.066945, "nauc_ndcg_at_1_diff1": 0.808454, "nauc_ndcg_at_3_max": 0.489431, "nauc_ndcg_at_3_std": -0.010376, "nauc_ndcg_at_3_diff1": 0.786687, "nauc_ndcg_at_5_max": 0.493888, "nauc_ndcg_at_5_std": -0.006569, "nauc_ndcg_at_5_diff1": 0.792231, "nauc_ndcg_at_10_max": 0.484276, "nauc_ndcg_at_10_std": -0.002642, "nauc_ndcg_at_10_diff1": 0.791421, "nauc_ndcg_at_20_max": 0.47992, "nauc_ndcg_at_20_std": -0.00537, "nauc_ndcg_at_20_diff1": 0.792048, "nauc_ndcg_at_100_max": 0.474575, "nauc_ndcg_at_100_std": -0.013712, "nauc_ndcg_at_100_diff1": 0.791956, "nauc_ndcg_at_1000_max": 0.474252, "nauc_ndcg_at_1000_std": -0.015628, "nauc_ndcg_at_1000_diff1": 0.79241, "nauc_map_at_1_max": 0.418985, "nauc_map_at_1_std": -0.066945, "nauc_map_at_1_diff1": 0.808454, "nauc_map_at_3_max": 0.469357, "nauc_map_at_3_std": -0.027832, "nauc_map_at_3_diff1": 0.791885, "nauc_map_at_5_max": 0.471059, "nauc_map_at_5_std": -0.026414, "nauc_map_at_5_diff1": 0.794955, "nauc_map_at_10_max": 0.467608, "nauc_map_at_10_std": -0.025457, "nauc_map_at_10_diff1": 0.794724, "nauc_map_at_20_max": 0.46656, "nauc_map_at_20_std": -0.02627, "nauc_map_at_20_diff1": 0.794924, "nauc_map_at_100_max": 0.46593, "nauc_map_at_100_std": -0.027224, "nauc_map_at_100_diff1": 0.79492, "nauc_map_at_1000_max": 0.4659, "nauc_map_at_1000_std": -0.027301, "nauc_map_at_1000_diff1": 0.794914, "nauc_recall_at_1_max": 0.418985, "nauc_recall_at_1_std": -0.066945, "nauc_recall_at_1_diff1": 0.808454, "nauc_recall_at_3_max": 0.604141, "nauc_recall_at_3_std": 0.090725, "nauc_recall_at_3_diff1": 0.758001, "nauc_recall_at_5_max": 0.727321, "nauc_recall_at_5_std": 0.199039, "nauc_recall_at_5_diff1": 0.768428, "nauc_recall_at_10_max": 0.773506, "nauc_recall_at_10_std": 0.447246, "nauc_recall_at_10_diff1": 0.73415, "nauc_recall_at_20_max": 0.81855, "nauc_recall_at_20_std": 0.664721, "nauc_recall_at_20_diff1": 0.713313, "nauc_recall_at_100_max": 0.709244, "nauc_recall_at_100_std": 0.679832, "nauc_recall_at_100_diff1": 0.590663, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.554155, "nauc_precision_at_1_max": 0.418985, "nauc_precision_at_1_std": -0.066945, "nauc_precision_at_1_diff1": 0.808454, "nauc_precision_at_3_max": 0.604141, "nauc_precision_at_3_std": 0.090725, "nauc_precision_at_3_diff1": 0.758001, "nauc_precision_at_5_max": 0.727321, "nauc_precision_at_5_std": 0.199039, "nauc_precision_at_5_diff1": 0.768428, "nauc_precision_at_10_max": 0.773506, "nauc_precision_at_10_std": 0.447246, "nauc_precision_at_10_diff1": 0.73415, "nauc_precision_at_20_max": 0.81855, "nauc_precision_at_20_std": 0.664721, "nauc_precision_at_20_diff1": 0.713313, "nauc_precision_at_100_max": 0.709244, "nauc_precision_at_100_std": 0.679832, "nauc_precision_at_100_diff1": 0.590663, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.554155, "nauc_mrr_at_1_max": 0.418985, "nauc_mrr_at_1_std": -0.066945, "nauc_mrr_at_1_diff1": 0.808454, "nauc_mrr_at_3_max": 0.469357, "nauc_mrr_at_3_std": -0.027832, "nauc_mrr_at_3_diff1": 0.791885, "nauc_mrr_at_5_max": 0.471059, "nauc_mrr_at_5_std": -0.026414, "nauc_mrr_at_5_diff1": 0.794955, "nauc_mrr_at_10_max": 0.467775, "nauc_mrr_at_10_std": -0.025626, "nauc_mrr_at_10_diff1": 0.794789, "nauc_mrr_at_20_max": 0.466728, "nauc_mrr_at_20_std": -0.026439, "nauc_mrr_at_20_diff1": 0.794989, "nauc_mrr_at_100_max": 0.466098, "nauc_mrr_at_100_std": -0.027393, "nauc_mrr_at_100_diff1": 0.794984, "nauc_mrr_at_1000_max": 0.466069, "nauc_mrr_at_1000_std": -0.02747, "nauc_mrr_at_1000_diff1": 0.794979, "main_score": 0.92609, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.77267, "ndcg_at_3": 0.85235, "ndcg_at_5": 0.86799, "ndcg_at_10": 0.87473, "ndcg_at_20": 0.8766, "ndcg_at_100": 0.88045, "ndcg_at_1000": 0.88078, "map_at_1": 0.77267, "map_at_3": 0.83267, "map_at_5": 0.8415, "map_at_10": 0.84432, "map_at_20": 0.84484, "map_at_100": 0.84542, "map_at_1000": 0.84543, "recall_at_1": 0.77267, "recall_at_3": 0.90933, "recall_at_5": 0.94667, "recall_at_10": 0.96733, "recall_at_20": 0.97467, "recall_at_100": 0.99467, "recall_at_1000": 0.99733, "precision_at_1": 0.77267, "precision_at_3": 0.30311, "precision_at_5": 0.18933, "precision_at_10": 0.09673, "precision_at_20": 0.04873, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.774, "mrr_at_3": 0.833444, "mrr_at_5": 0.842278, "mrr_at_10": 0.845095, "mrr_at_20": 0.845614, "mrr_at_100": 0.846201, "mrr_at_1000": 0.846213, "nauc_ndcg_at_1_max": 0.569341, "nauc_ndcg_at_1_std": 0.099124, "nauc_ndcg_at_1_diff1": 0.813118, "nauc_ndcg_at_3_max": 0.623222, "nauc_ndcg_at_3_std": 0.148961, "nauc_ndcg_at_3_diff1": 0.778878, "nauc_ndcg_at_5_max": 0.636533, "nauc_ndcg_at_5_std": 0.175725, "nauc_ndcg_at_5_diff1": 0.791946, "nauc_ndcg_at_10_max": 0.631076, "nauc_ndcg_at_10_std": 0.17292, "nauc_ndcg_at_10_diff1": 0.79924, "nauc_ndcg_at_20_max": 0.626383, "nauc_ndcg_at_20_std": 0.166684, "nauc_ndcg_at_20_diff1": 0.79952, "nauc_ndcg_at_100_max": 0.61755, "nauc_ndcg_at_100_std": 0.154639, "nauc_ndcg_at_100_diff1": 0.798188, "nauc_ndcg_at_1000_max": 0.616429, "nauc_ndcg_at_1000_std": 0.153045, "nauc_ndcg_at_1000_diff1": 0.797986, "nauc_map_at_1_max": 0.569341, "nauc_map_at_1_std": 0.099124, "nauc_map_at_1_diff1": 0.813118, "nauc_map_at_3_max": 0.606016, "nauc_map_at_3_std": 0.13266, "nauc_map_at_3_diff1": 0.789625, "nauc_map_at_5_max": 0.611428, "nauc_map_at_5_std": 0.143575, "nauc_map_at_5_diff1": 0.796604, "nauc_map_at_10_max": 0.609222, "nauc_map_at_10_std": 0.141851, "nauc_map_at_10_diff1": 0.799194, "nauc_map_at_20_max": 0.608115, "nauc_map_at_20_std": 0.140369, "nauc_map_at_20_diff1": 0.799256, "nauc_map_at_100_max": 0.60694, "nauc_map_at_100_std": 0.138891, "nauc_map_at_100_diff1": 0.799088, "nauc_map_at_1000_max": 0.606908, "nauc_map_at_1000_std": 0.138863, "nauc_map_at_1000_diff1": 0.799083, "nauc_recall_at_1_max": 0.569341, "nauc_recall_at_1_std": 0.099124, "nauc_recall_at_1_diff1": 0.813118, "nauc_recall_at_3_max": 0.708725, "nauc_recall_at_3_std": 0.230234, "nauc_recall_at_3_diff1": 0.725607, "nauc_recall_at_5_max": 0.840762, "nauc_recall_at_5_std": 0.444468, "nauc_recall_at_5_diff1": 0.759104, "nauc_recall_at_10_max": 0.90702, "nauc_recall_at_10_std": 0.587092, "nauc_recall_at_10_diff1": 0.817498, "nauc_recall_at_20_max": 0.902587, "nauc_recall_at_20_std": 0.595066, "nauc_recall_at_20_diff1": 0.827817, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 0.874008, "nauc_recall_at_100_diff1": 0.791083, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.71697, "nauc_precision_at_1_max": 0.569341, "nauc_precision_at_1_std": 0.099124, "nauc_precision_at_1_diff1": 0.813118, "nauc_precision_at_3_max": 0.708725, "nauc_precision_at_3_std": 0.230234, "nauc_precision_at_3_diff1": 0.725607, "nauc_precision_at_5_max": 0.840762, "nauc_precision_at_5_std": 0.444468, "nauc_precision_at_5_diff1": 0.759104, "nauc_precision_at_10_max": 0.90702, "nauc_precision_at_10_std": 0.587092, "nauc_precision_at_10_diff1": 0.817498, "nauc_precision_at_20_max": 0.902587, "nauc_precision_at_20_std": 0.595066, "nauc_precision_at_20_diff1": 0.827817, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 0.874008, "nauc_precision_at_100_diff1": 0.791083, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.71697, "nauc_mrr_at_1_max": 0.574405, "nauc_mrr_at_1_std": 0.09803, "nauc_mrr_at_1_diff1": 0.810442, "nauc_mrr_at_3_max": 0.609766, "nauc_mrr_at_3_std": 0.132945, "nauc_mrr_at_3_diff1": 0.787758, "nauc_mrr_at_5_max": 0.615426, "nauc_mrr_at_5_std": 0.14392, "nauc_mrr_at_5_diff1": 0.794652, "nauc_mrr_at_10_max": 0.613289, "nauc_mrr_at_10_std": 0.142196, "nauc_mrr_at_10_diff1": 0.797214, "nauc_mrr_at_20_max": 0.612193, "nauc_mrr_at_20_std": 0.140709, "nauc_mrr_at_20_diff1": 0.797269, "nauc_mrr_at_100_max": 0.611029, "nauc_mrr_at_100_std": 0.139227, "nauc_mrr_at_100_diff1": 0.797092, "nauc_mrr_at_1000_max": 0.610998, "nauc_mrr_at_1000_std": 0.139199, "nauc_mrr_at_1000_diff1": 0.797086, "main_score": 0.87473, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.844, "ndcg_at_3": 0.9094, "ndcg_at_5": 0.91652, "ndcg_at_10": 0.92322, "ndcg_at_20": 0.92457, "ndcg_at_100": 0.92524, "ndcg_at_1000": 0.92533, "map_at_1": 0.844, "map_at_3": 0.89411, "map_at_5": 0.89804, "map_at_10": 0.90095, "map_at_20": 0.90132, "map_at_100": 0.90143, "map_at_1000": 0.90144, "recall_at_1": 0.844, "recall_at_3": 0.95333, "recall_at_5": 0.97067, "recall_at_10": 0.99067, "recall_at_20": 0.996, "recall_at_100": 0.99933, "recall_at_1000": 1.0, "precision_at_1": 0.844, "precision_at_3": 0.31778, "precision_at_5": 0.19413, "precision_at_10": 0.09907, "precision_at_20": 0.0498, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.844, "mrr_at_3": 0.894111, "mrr_at_5": 0.898044, "mrr_at_10": 0.900948, "mrr_at_20": 0.901321, "mrr_at_100": 0.901433, "mrr_at_1000": 0.901436, "nauc_ndcg_at_1_max": 0.609165, "nauc_ndcg_at_1_std": -0.214554, "nauc_ndcg_at_1_diff1": 0.851891, "nauc_ndcg_at_3_max": 0.645383, "nauc_ndcg_at_3_std": -0.255074, "nauc_ndcg_at_3_diff1": 0.828315, "nauc_ndcg_at_5_max": 0.645692, "nauc_ndcg_at_5_std": -0.269276, "nauc_ndcg_at_5_diff1": 0.835363, "nauc_ndcg_at_10_max": 0.641639, "nauc_ndcg_at_10_std": -0.238932, "nauc_ndcg_at_10_diff1": 0.840378, "nauc_ndcg_at_20_max": 0.636364, "nauc_ndcg_at_20_std": -0.241507, "nauc_ndcg_at_20_diff1": 0.83863, "nauc_ndcg_at_100_max": 0.632985, "nauc_ndcg_at_100_std": -0.244831, "nauc_ndcg_at_100_diff1": 0.839016, "nauc_ndcg_at_1000_max": 0.632878, "nauc_ndcg_at_1000_std": -0.243048, "nauc_ndcg_at_1000_diff1": 0.838824, "nauc_map_at_1_max": 0.609165, "nauc_map_at_1_std": -0.214554, "nauc_map_at_1_diff1": 0.851891, "nauc_map_at_3_max": 0.633337, "nauc_map_at_3_std": -0.242662, "nauc_map_at_3_diff1": 0.834555, "nauc_map_at_5_max": 0.632556, "nauc_map_at_5_std": -0.249339, "nauc_map_at_5_diff1": 0.837678, "nauc_map_at_10_max": 0.631036, "nauc_map_at_10_std": -0.238329, "nauc_map_at_10_diff1": 0.839733, "nauc_map_at_20_max": 0.629903, "nauc_map_at_20_std": -0.238844, "nauc_map_at_20_diff1": 0.839349, "nauc_map_at_100_max": 0.629465, "nauc_map_at_100_std": -0.239458, "nauc_map_at_100_diff1": 0.839416, "nauc_map_at_1000_max": 0.629462, "nauc_map_at_1000_std": -0.239409, "nauc_map_at_1000_diff1": 0.839411, "nauc_recall_at_1_max": 0.609165, "nauc_recall_at_1_std": -0.214554, "nauc_recall_at_1_diff1": 0.851891, "nauc_recall_at_3_max": 0.720935, "nauc_recall_at_3_std": -0.331906, "nauc_recall_at_3_diff1": 0.790703, "nauc_recall_at_5_max": 0.773756, "nauc_recall_at_5_std": -0.462588, "nauc_recall_at_5_diff1": 0.820336, "nauc_recall_at_10_max": 0.938976, "nauc_recall_at_10_std": -0.166433, "nauc_recall_at_10_diff1": 0.891123, "nauc_recall_at_20_max": 0.953704, "nauc_recall_at_20_std": -0.259104, "nauc_recall_at_20_diff1": 0.835823, "nauc_recall_at_100_max": 0.722222, "nauc_recall_at_100_std": -1.739963, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.609165, "nauc_precision_at_1_std": -0.214554, "nauc_precision_at_1_diff1": 0.851891, "nauc_precision_at_3_max": 0.720935, "nauc_precision_at_3_std": -0.331906, "nauc_precision_at_3_diff1": 0.790703, "nauc_precision_at_5_max": 0.773756, "nauc_precision_at_5_std": -0.462588, "nauc_precision_at_5_diff1": 0.820336, "nauc_precision_at_10_max": 0.938976, "nauc_precision_at_10_std": -0.166433, "nauc_precision_at_10_diff1": 0.891123, "nauc_precision_at_20_max": 0.953704, "nauc_precision_at_20_std": -0.259104, "nauc_precision_at_20_diff1": 0.835823, "nauc_precision_at_100_max": 0.722222, "nauc_precision_at_100_std": -1.739963, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.609165, "nauc_mrr_at_1_std": -0.214554, "nauc_mrr_at_1_diff1": 0.851891, "nauc_mrr_at_3_max": 0.633337, "nauc_mrr_at_3_std": -0.242662, "nauc_mrr_at_3_diff1": 0.834555, "nauc_mrr_at_5_max": 0.632556, "nauc_mrr_at_5_std": -0.249339, "nauc_mrr_at_5_diff1": 0.837678, "nauc_mrr_at_10_max": 0.631036, "nauc_mrr_at_10_std": -0.238329, "nauc_mrr_at_10_diff1": 0.839733, "nauc_mrr_at_20_max": 0.629903, "nauc_mrr_at_20_std": -0.238844, "nauc_mrr_at_20_diff1": 0.839349, "nauc_mrr_at_100_max": 0.629465, "nauc_mrr_at_100_std": -0.239458, "nauc_mrr_at_100_diff1": 0.839416, "nauc_mrr_at_1000_max": 0.629462, "nauc_mrr_at_1000_std": -0.239409, "nauc_mrr_at_1000_diff1": 0.839411, "main_score": 0.92322, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "ndcg_at_1": 0.84, "ndcg_at_3": 0.90256, "ndcg_at_5": 0.91231, "ndcg_at_10": 0.9182, "ndcg_at_20": 0.91958, "ndcg_at_100": 0.92021, "ndcg_at_1000": 0.9208, "map_at_1": 0.84, "map_at_3": 0.88811, "map_at_5": 0.89344, "map_at_10": 0.89591, "map_at_20": 0.89631, "map_at_100": 0.8964, "map_at_1000": 0.89642, "recall_at_1": 0.84, "recall_at_3": 0.944, "recall_at_5": 0.968, "recall_at_10": 0.986, "recall_at_20": 0.99133, "recall_at_100": 0.99467, "recall_at_1000": 0.99933, "precision_at_1": 0.84, "precision_at_3": 0.31467, "precision_at_5": 0.1936, "precision_at_10": 0.0986, "precision_at_20": 0.04957, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.888111, "mrr_at_5": 0.893444, "mrr_at_10": 0.895908, "mrr_at_20": 0.896306, "mrr_at_100": 0.896396, "mrr_at_1000": 0.896419, "nauc_ndcg_at_1_max": 0.513785, "nauc_ndcg_at_1_std": 0.024519, "nauc_ndcg_at_1_diff1": 0.825088, "nauc_ndcg_at_3_max": 0.542815, "nauc_ndcg_at_3_std": 0.034144, "nauc_ndcg_at_3_diff1": 0.794748, "nauc_ndcg_at_5_max": 0.544293, "nauc_ndcg_at_5_std": 0.044178, "nauc_ndcg_at_5_diff1": 0.793804, "nauc_ndcg_at_10_max": 0.538233, "nauc_ndcg_at_10_std": 0.036075, "nauc_ndcg_at_10_diff1": 0.800041, "nauc_ndcg_at_20_max": 0.535857, "nauc_ndcg_at_20_std": 0.038731, "nauc_ndcg_at_20_diff1": 0.800588, "nauc_ndcg_at_100_max": 0.534868, "nauc_ndcg_at_100_std": 0.042643, "nauc_ndcg_at_100_diff1": 0.800858, "nauc_ndcg_at_1000_max": 0.53385, "nauc_ndcg_at_1000_std": 0.038149, "nauc_ndcg_at_1000_diff1": 0.800325, "nauc_map_at_1_max": 0.513785, "nauc_map_at_1_std": 0.024519, "nauc_map_at_1_diff1": 0.825088, "nauc_map_at_3_max": 0.534544, "nauc_map_at_3_std": 0.030105, "nauc_map_at_3_diff1": 0.80299, "nauc_map_at_5_max": 0.534776, "nauc_map_at_5_std": 0.034748, "nauc_map_at_5_diff1": 0.803036, "nauc_map_at_10_max": 0.532729, "nauc_map_at_10_std": 0.032207, "nauc_map_at_10_diff1": 0.805327, "nauc_map_at_20_max": 0.532157, "nauc_map_at_20_std": 0.032803, "nauc_map_at_20_diff1": 0.80549, "nauc_map_at_100_max": 0.532101, "nauc_map_at_100_std": 0.033303, "nauc_map_at_100_diff1": 0.805579, "nauc_map_at_1000_max": 0.532021, "nauc_map_at_1000_std": 0.033156, "nauc_map_at_1000_diff1": 0.805552, "nauc_recall_at_1_max": 0.513785, "nauc_recall_at_1_std": 0.024519, "nauc_recall_at_1_diff1": 0.825088, "nauc_recall_at_3_max": 0.587563, "nauc_recall_at_3_std": 0.057228, "nauc_recall_at_3_diff1": 0.750539, "nauc_recall_at_5_max": 0.630836, "nauc_recall_at_5_std": 0.135738, "nauc_recall_at_5_diff1": 0.710638, "nauc_recall_at_10_max": 0.630252, "nauc_recall_at_10_std": 0.099862, "nauc_recall_at_10_diff1": 0.711462, "nauc_recall_at_20_max": 0.606658, "nauc_recall_at_20_std": 0.229369, "nauc_recall_at_20_diff1": 0.674136, "nauc_recall_at_100_max": 0.560924, "nauc_recall_at_100_std": 0.627509, "nauc_recall_at_100_diff1": 0.601774, "nauc_recall_at_1000_max": 0.358077, "nauc_recall_at_1000_std": 0.869281, "nauc_recall_at_1000_diff1": -1.151727, "nauc_precision_at_1_max": 0.513785, "nauc_precision_at_1_std": 0.024519, "nauc_precision_at_1_diff1": 0.825088, "nauc_precision_at_3_max": 0.587563, "nauc_precision_at_3_std": 0.057228, "nauc_precision_at_3_diff1": 0.750539, "nauc_precision_at_5_max": 0.630836, "nauc_precision_at_5_std": 0.135738, "nauc_precision_at_5_diff1": 0.710638, "nauc_precision_at_10_max": 0.630252, "nauc_precision_at_10_std": 0.099862, "nauc_precision_at_10_diff1": 0.711462, "nauc_precision_at_20_max": 0.606658, "nauc_precision_at_20_std": 0.229369, "nauc_precision_at_20_diff1": 0.674136, "nauc_precision_at_100_max": 0.560924, "nauc_precision_at_100_std": 0.627509, "nauc_precision_at_100_diff1": 0.601774, "nauc_precision_at_1000_max": 0.358077, "nauc_precision_at_1000_std": 0.869281, "nauc_precision_at_1000_diff1": -1.151727, "nauc_mrr_at_1_max": 0.513785, "nauc_mrr_at_1_std": 0.024519, "nauc_mrr_at_1_diff1": 0.825088, "nauc_mrr_at_3_max": 0.534544, "nauc_mrr_at_3_std": 0.030105, "nauc_mrr_at_3_diff1": 0.80299, "nauc_mrr_at_5_max": 0.534776, "nauc_mrr_at_5_std": 0.034748, "nauc_mrr_at_5_diff1": 0.803036, "nauc_mrr_at_10_max": 0.532729, "nauc_mrr_at_10_std": 0.032207, "nauc_mrr_at_10_diff1": 0.805327, "nauc_mrr_at_20_max": 0.532157, "nauc_mrr_at_20_std": 0.032803, "nauc_mrr_at_20_diff1": 0.80549, "nauc_mrr_at_100_max": 0.532101, "nauc_mrr_at_100_std": 0.033303, "nauc_mrr_at_100_diff1": 0.805579, "nauc_mrr_at_1000_max": 0.532021, "nauc_mrr_at_1000_std": 0.033156, "nauc_mrr_at_1000_diff1": 0.805552, "main_score": 0.9182, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "ndcg_at_1": 0.83133, "ndcg_at_3": 0.89011, "ndcg_at_5": 0.90423, "ndcg_at_10": 0.91042, "ndcg_at_20": 0.91269, "ndcg_at_100": 0.91422, "ndcg_at_1000": 0.91438, "map_at_1": 0.83133, "map_at_3": 0.87644, "map_at_5": 0.88434, "map_at_10": 0.88699, "map_at_20": 0.88766, "map_at_100": 0.88788, "map_at_1000": 0.88789, "recall_at_1": 0.83133, "recall_at_3": 0.92933, "recall_at_5": 0.96333, "recall_at_10": 0.982, "recall_at_20": 0.99067, "recall_at_100": 0.99867, "recall_at_1000": 1.0, "precision_at_1": 0.83133, "precision_at_3": 0.30978, "precision_at_5": 0.19267, "precision_at_10": 0.0982, "precision_at_20": 0.04953, "precision_at_100": 0.00999, "precision_at_1000": 0.001, "mrr_at_1": 0.831333, "mrr_at_3": 0.876444, "mrr_at_5": 0.884344, "mrr_at_10": 0.886988, "mrr_at_20": 0.887659, "mrr_at_100": 0.887883, "mrr_at_1000": 0.887888, "nauc_ndcg_at_1_max": 0.587574, "nauc_ndcg_at_1_std": -0.050083, "nauc_ndcg_at_1_diff1": 0.839296, "nauc_ndcg_at_3_max": 0.628733, "nauc_ndcg_at_3_std": -0.055064, "nauc_ndcg_at_3_diff1": 0.798775, "nauc_ndcg_at_5_max": 0.631401, "nauc_ndcg_at_5_std": -0.058526, "nauc_ndcg_at_5_diff1": 0.8114, "nauc_ndcg_at_10_max": 0.632127, "nauc_ndcg_at_10_std": -0.047798, "nauc_ndcg_at_10_diff1": 0.81432, "nauc_ndcg_at_20_max": 0.626595, "nauc_ndcg_at_20_std": -0.041513, "nauc_ndcg_at_20_diff1": 0.813924, "nauc_ndcg_at_100_max": 0.620682, "nauc_ndcg_at_100_std": -0.05105, "nauc_ndcg_at_100_diff1": 0.816666, "nauc_ndcg_at_1000_max": 0.620224, "nauc_ndcg_at_1000_std": -0.052212, "nauc_ndcg_at_1000_diff1": 0.816564, "nauc_map_at_1_max": 0.587574, "nauc_map_at_1_std": -0.050083, "nauc_map_at_1_diff1": 0.839296, "nauc_map_at_3_max": 0.616899, "nauc_map_at_3_std": -0.057718, "nauc_map_at_3_diff1": 0.810461, "nauc_map_at_5_max": 0.617503, "nauc_map_at_5_std": -0.059661, "nauc_map_at_5_diff1": 0.817339, "nauc_map_at_10_max": 0.617451, "nauc_map_at_10_std": -0.055779, "nauc_map_at_10_diff1": 0.818607, "nauc_map_at_20_max": 0.616056, "nauc_map_at_20_std": -0.054198, "nauc_map_at_20_diff1": 0.81845, "nauc_map_at_100_max": 0.615367, "nauc_map_at_100_std": -0.055392, "nauc_map_at_100_diff1": 0.818789, "nauc_map_at_1000_max": 0.615359, "nauc_map_at_1000_std": -0.055413, "nauc_map_at_1000_diff1": 0.818787, "nauc_recall_at_1_max": 0.587574, "nauc_recall_at_1_std": -0.050083, "nauc_recall_at_1_diff1": 0.839296, "nauc_recall_at_3_max": 0.685244, "nauc_recall_at_3_std": -0.039194, "nauc_recall_at_3_diff1": 0.742944, "nauc_recall_at_5_max": 0.751303, "nauc_recall_at_5_std": -0.043697, "nauc_recall_at_5_diff1": 0.765682, "nauc_recall_at_10_max": 0.88486, "nauc_recall_at_10_std": 0.118615, "nauc_recall_at_10_diff1": 0.756596, "nauc_recall_at_20_max": 0.933473, "nauc_recall_at_20_std": 0.472889, "nauc_recall_at_20_diff1": 0.697446, "nauc_recall_at_100_max": 0.861111, "nauc_recall_at_100_std": 0.561391, "nauc_recall_at_100_diff1": 0.869281, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.587574, "nauc_precision_at_1_std": -0.050083, "nauc_precision_at_1_diff1": 0.839296, "nauc_precision_at_3_max": 0.685244, "nauc_precision_at_3_std": -0.039194, "nauc_precision_at_3_diff1": 0.742944, "nauc_precision_at_5_max": 0.751303, "nauc_precision_at_5_std": -0.043697, "nauc_precision_at_5_diff1": 0.765682, "nauc_precision_at_10_max": 0.88486, "nauc_precision_at_10_std": 0.118615, "nauc_precision_at_10_diff1": 0.756596, "nauc_precision_at_20_max": 0.933473, "nauc_precision_at_20_std": 0.472889, "nauc_precision_at_20_diff1": 0.697446, "nauc_precision_at_100_max": 0.861111, "nauc_precision_at_100_std": 0.561391, "nauc_precision_at_100_diff1": 0.869281, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.58696, "nauc_mrr_at_1_std": -0.047218, "nauc_mrr_at_1_diff1": 0.839296, "nauc_mrr_at_3_max": 0.616488, "nauc_mrr_at_3_std": -0.055797, "nauc_mrr_at_3_diff1": 0.810461, "nauc_mrr_at_5_max": 0.617062, "nauc_mrr_at_5_std": -0.057603, "nauc_mrr_at_5_diff1": 0.817339, "nauc_mrr_at_10_max": 0.616999, "nauc_mrr_at_10_std": -0.053671, "nauc_mrr_at_10_diff1": 0.818607, "nauc_mrr_at_20_max": 0.615601, "nauc_mrr_at_20_std": -0.052077, "nauc_mrr_at_20_diff1": 0.81845, "nauc_mrr_at_100_max": 0.614912, "nauc_mrr_at_100_std": -0.053267, "nauc_mrr_at_100_diff1": 0.818789, "nauc_mrr_at_1000_max": 0.614903, "nauc_mrr_at_1000_std": -0.053288, "nauc_mrr_at_1000_diff1": 0.818787, "main_score": 0.91042, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "ndcg_at_1": 0.82933, "ndcg_at_3": 0.89372, "ndcg_at_5": 0.90629, "ndcg_at_10": 0.91203, "ndcg_at_20": 0.91367, "ndcg_at_100": 0.91473, "ndcg_at_1000": 0.91497, "map_at_1": 0.82933, "map_at_3": 0.87856, "map_at_5": 0.88549, "map_at_10": 0.88794, "map_at_20": 0.88836, "map_at_100": 0.88854, "map_at_1000": 0.88854, "recall_at_1": 0.82933, "recall_at_3": 0.93733, "recall_at_5": 0.968, "recall_at_10": 0.98533, "recall_at_20": 0.992, "recall_at_100": 0.99733, "recall_at_1000": 0.99933, "precision_at_1": 0.82933, "precision_at_3": 0.31244, "precision_at_5": 0.1936, "precision_at_10": 0.09853, "precision_at_20": 0.0496, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.828667, "mrr_at_3": 0.878222, "mrr_at_5": 0.885156, "mrr_at_10": 0.887609, "mrr_at_20": 0.888029, "mrr_at_100": 0.888204, "mrr_at_1000": 0.888212, "nauc_ndcg_at_1_max": 0.570871, "nauc_ndcg_at_1_std": -0.119112, "nauc_ndcg_at_1_diff1": 0.840998, "nauc_ndcg_at_3_max": 0.597825, "nauc_ndcg_at_3_std": -0.059491, "nauc_ndcg_at_3_diff1": 0.798287, "nauc_ndcg_at_5_max": 0.597135, "nauc_ndcg_at_5_std": -0.064021, "nauc_ndcg_at_5_diff1": 0.804068, "nauc_ndcg_at_10_max": 0.601386, "nauc_ndcg_at_10_std": -0.062699, "nauc_ndcg_at_10_diff1": 0.807775, "nauc_ndcg_at_20_max": 0.598711, "nauc_ndcg_at_20_std": -0.063718, "nauc_ndcg_at_20_diff1": 0.810936, "nauc_ndcg_at_100_max": 0.59567, "nauc_ndcg_at_100_std": -0.066984, "nauc_ndcg_at_100_diff1": 0.811165, "nauc_ndcg_at_1000_max": 0.59474, "nauc_ndcg_at_1000_std": -0.069775, "nauc_ndcg_at_1000_diff1": 0.812298, "nauc_map_at_1_max": 0.570871, "nauc_map_at_1_std": -0.119112, "nauc_map_at_1_diff1": 0.840998, "nauc_map_at_3_max": 0.590601, "nauc_map_at_3_std": -0.075275, "nauc_map_at_3_diff1": 0.810381, "nauc_map_at_5_max": 0.590043, "nauc_map_at_5_std": -0.077955, "nauc_map_at_5_diff1": 0.813872, "nauc_map_at_10_max": 0.591551, "nauc_map_at_10_std": -0.077721, "nauc_map_at_10_diff1": 0.815319, "nauc_map_at_20_max": 0.590991, "nauc_map_at_20_std": -0.077947, "nauc_map_at_20_diff1": 0.816029, "nauc_map_at_100_max": 0.590646, "nauc_map_at_100_std": -0.078196, "nauc_map_at_100_diff1": 0.816041, "nauc_map_at_1000_max": 0.590624, "nauc_map_at_1000_std": -0.078263, "nauc_map_at_1000_diff1": 0.816072, "nauc_recall_at_1_max": 0.570871, "nauc_recall_at_1_std": -0.119112, "nauc_recall_at_1_diff1": 0.840998, "nauc_recall_at_3_max": 0.635338, "nauc_recall_at_3_std": 0.02228, "nauc_recall_at_3_diff1": 0.734872, "nauc_recall_at_5_max": 0.663545, "nauc_recall_at_5_std": 0.064173, "nauc_recall_at_5_diff1": 0.712389, "nauc_recall_at_10_max": 0.807232, "nauc_recall_at_10_std": 0.235209, "nauc_recall_at_10_diff1": 0.669659, "nauc_recall_at_20_max": 0.864418, "nauc_recall_at_20_std": 0.436236, "nauc_recall_at_20_diff1": 0.682968, "nauc_recall_at_100_max": 0.897876, "nauc_recall_at_100_std": 0.828431, "nauc_recall_at_100_diff1": 0.476074, "nauc_recall_at_1000_max": 0.869281, "nauc_recall_at_1000_std": 0.722222, "nauc_recall_at_1000_diff1": 0.554155, "nauc_precision_at_1_max": 0.570871, "nauc_precision_at_1_std": -0.119112, "nauc_precision_at_1_diff1": 0.840998, "nauc_precision_at_3_max": 0.635338, "nauc_precision_at_3_std": 0.02228, "nauc_precision_at_3_diff1": 0.734872, "nauc_precision_at_5_max": 0.663545, "nauc_precision_at_5_std": 0.064173, "nauc_precision_at_5_diff1": 0.712389, "nauc_precision_at_10_max": 0.807232, "nauc_precision_at_10_std": 0.235209, "nauc_precision_at_10_diff1": 0.669659, "nauc_precision_at_20_max": 0.864418, "nauc_precision_at_20_std": 0.436236, "nauc_precision_at_20_diff1": 0.682968, "nauc_precision_at_100_max": 0.897876, "nauc_precision_at_100_std": 0.828431, "nauc_precision_at_100_diff1": 0.476074, "nauc_precision_at_1000_max": 0.869281, "nauc_precision_at_1000_std": 0.722222, "nauc_precision_at_1000_diff1": 0.554155, "nauc_mrr_at_1_max": 0.57111, "nauc_mrr_at_1_std": -0.115109, "nauc_mrr_at_1_diff1": 0.842104, "nauc_mrr_at_3_max": 0.590717, "nauc_mrr_at_3_std": -0.072615, "nauc_mrr_at_3_diff1": 0.811222, "nauc_mrr_at_5_max": 0.590167, "nauc_mrr_at_5_std": -0.07512, "nauc_mrr_at_5_diff1": 0.814757, "nauc_mrr_at_10_max": 0.591674, "nauc_mrr_at_10_std": -0.074822, "nauc_mrr_at_10_diff1": 0.816221, "nauc_mrr_at_20_max": 0.591116, "nauc_mrr_at_20_std": -0.075036, "nauc_mrr_at_20_diff1": 0.816932, "nauc_mrr_at_100_max": 0.590773, "nauc_mrr_at_100_std": -0.07528, "nauc_mrr_at_100_diff1": 0.816946, "nauc_mrr_at_1000_max": 0.590751, "nauc_mrr_at_1000_std": -0.075346, "nauc_mrr_at_1000_diff1": 0.816977, "main_score": 0.91203, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "ndcg_at_1": 0.826, "ndcg_at_3": 0.89249, "ndcg_at_5": 0.90251, "ndcg_at_10": 0.90851, "ndcg_at_20": 0.91005, "ndcg_at_100": 0.9118, "ndcg_at_1000": 0.91233, "map_at_1": 0.826, "map_at_3": 0.87689, "map_at_5": 0.88252, "map_at_10": 0.88511, "map_at_20": 0.88554, "map_at_100": 0.88579, "map_at_1000": 0.88582, "recall_at_1": 0.826, "recall_at_3": 0.93733, "recall_at_5": 0.96133, "recall_at_10": 0.97933, "recall_at_20": 0.98533, "recall_at_100": 0.99467, "recall_at_1000": 0.99867, "precision_at_1": 0.826, "precision_at_3": 0.31244, "precision_at_5": 0.19227, "precision_at_10": 0.09793, "precision_at_20": 0.04927, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.825333, "mrr_at_3": 0.876556, "mrr_at_5": 0.882189, "mrr_at_10": 0.884772, "mrr_at_20": 0.885212, "mrr_at_100": 0.88546, "mrr_at_1000": 0.885484, "nauc_ndcg_at_1_max": 0.52284, "nauc_ndcg_at_1_std": -0.1481, "nauc_ndcg_at_1_diff1": 0.840769, "nauc_ndcg_at_3_max": 0.578058, "nauc_ndcg_at_3_std": -0.086711, "nauc_ndcg_at_3_diff1": 0.820391, "nauc_ndcg_at_5_max": 0.572978, "nauc_ndcg_at_5_std": -0.072852, "nauc_ndcg_at_5_diff1": 0.823902, "nauc_ndcg_at_10_max": 0.574346, "nauc_ndcg_at_10_std": -0.080977, "nauc_ndcg_at_10_diff1": 0.828348, "nauc_ndcg_at_20_max": 0.572276, "nauc_ndcg_at_20_std": -0.088159, "nauc_ndcg_at_20_diff1": 0.826315, "nauc_ndcg_at_100_max": 0.56664, "nauc_ndcg_at_100_std": -0.088341, "nauc_ndcg_at_100_diff1": 0.825859, "nauc_ndcg_at_1000_max": 0.565059, "nauc_ndcg_at_1000_std": -0.091978, "nauc_ndcg_at_1000_diff1": 0.826067, "nauc_map_at_1_max": 0.52284, "nauc_map_at_1_std": -0.1481, "nauc_map_at_1_diff1": 0.840769, "nauc_map_at_3_max": 0.560786, "nauc_map_at_3_std": -0.104939, "nauc_map_at_3_diff1": 0.824637, "nauc_map_at_5_max": 0.557895, "nauc_map_at_5_std": -0.099256, "nauc_map_at_5_diff1": 0.826634, "nauc_map_at_10_max": 0.558299, "nauc_map_at_10_std": -0.102367, "nauc_map_at_10_diff1": 0.828294, "nauc_map_at_20_max": 0.557736, "nauc_map_at_20_std": -0.104126, "nauc_map_at_20_diff1": 0.827838, "nauc_map_at_100_max": 0.557145, "nauc_map_at_100_std": -0.104054, "nauc_map_at_100_diff1": 0.827743, "nauc_map_at_1000_max": 0.5571, "nauc_map_at_1000_std": -0.104151, "nauc_map_at_1000_diff1": 0.827741, "nauc_recall_at_1_max": 0.52284, "nauc_recall_at_1_std": -0.1481, "nauc_recall_at_1_diff1": 0.840769, "nauc_recall_at_3_max": 0.671171, "nauc_recall_at_3_std": 0.010738, "nauc_recall_at_3_diff1": 0.799273, "nauc_recall_at_5_max": 0.695104, "nauc_recall_at_5_std": 0.150761, "nauc_recall_at_5_diff1": 0.804952, "nauc_recall_at_10_max": 0.810864, "nauc_recall_at_10_std": 0.233668, "nauc_recall_at_10_diff1": 0.843378, "nauc_recall_at_20_max": 0.861748, "nauc_recall_at_20_std": 0.201468, "nauc_recall_at_20_diff1": 0.803073, "nauc_recall_at_100_max": 0.872199, "nauc_recall_at_100_std": 0.641807, "nauc_recall_at_100_diff1": 0.737395, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.613679, "nauc_precision_at_1_max": 0.52284, "nauc_precision_at_1_std": -0.1481, "nauc_precision_at_1_diff1": 0.840769, "nauc_precision_at_3_max": 0.671171, "nauc_precision_at_3_std": 0.010738, "nauc_precision_at_3_diff1": 0.799273, "nauc_precision_at_5_max": 0.695104, "nauc_precision_at_5_std": 0.150761, "nauc_precision_at_5_diff1": 0.804952, "nauc_precision_at_10_max": 0.810864, "nauc_precision_at_10_std": 0.233668, "nauc_precision_at_10_diff1": 0.843378, "nauc_precision_at_20_max": 0.861748, "nauc_precision_at_20_std": 0.201468, "nauc_precision_at_20_diff1": 0.803073, "nauc_precision_at_100_max": 0.872199, "nauc_precision_at_100_std": 0.641807, "nauc_precision_at_100_diff1": 0.737395, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 0.613679, "nauc_mrr_at_1_max": 0.516346, "nauc_mrr_at_1_std": -0.147083, "nauc_mrr_at_1_diff1": 0.841857, "nauc_mrr_at_3_max": 0.556178, "nauc_mrr_at_3_std": -0.104337, "nauc_mrr_at_3_diff1": 0.825433, "nauc_mrr_at_5_max": 0.553064, "nauc_mrr_at_5_std": -0.098638, "nauc_mrr_at_5_diff1": 0.827465, "nauc_mrr_at_10_max": 0.553354, "nauc_mrr_at_10_std": -0.101727, "nauc_mrr_at_10_diff1": 0.82914, "nauc_mrr_at_20_max": 0.552772, "nauc_mrr_at_20_std": -0.103479, "nauc_mrr_at_20_diff1": 0.828688, "nauc_mrr_at_100_max": 0.552171, "nauc_mrr_at_100_std": -0.103414, "nauc_mrr_at_100_diff1": 0.828596, "nauc_mrr_at_1000_max": 0.552126, "nauc_mrr_at_1000_std": -0.10351, "nauc_mrr_at_1000_diff1": 0.828594, "main_score": 0.90851, "hf_subset": "sr", "languages": [ "srp-Cyrl" ] }, { "ndcg_at_1": 0.80333, "ndcg_at_3": 0.88154, "ndcg_at_5": 0.89255, "ndcg_at_10": 0.89872, "ndcg_at_20": 0.9009, "ndcg_at_100": 0.90183, "ndcg_at_1000": 0.90235, "map_at_1": 0.80333, "map_at_3": 0.86267, "map_at_5": 0.8688, "map_at_10": 0.87141, "map_at_20": 0.87201, "map_at_100": 0.87216, "map_at_1000": 0.87218, "recall_at_1": 0.80333, "recall_at_3": 0.936, "recall_at_5": 0.96267, "recall_at_10": 0.98133, "recall_at_20": 0.99, "recall_at_100": 0.99467, "recall_at_1000": 0.99867, "precision_at_1": 0.80333, "precision_at_3": 0.312, "precision_at_5": 0.19253, "precision_at_10": 0.09813, "precision_at_20": 0.0495, "precision_at_100": 0.00995, "precision_at_1000": 0.001, "mrr_at_1": 0.803333, "mrr_at_3": 0.862667, "mrr_at_5": 0.8688, "mrr_at_10": 0.871414, "mrr_at_20": 0.872005, "mrr_at_100": 0.872163, "mrr_at_1000": 0.872184, "nauc_ndcg_at_1_max": 0.562095, "nauc_ndcg_at_1_std": -0.033577, "nauc_ndcg_at_1_diff1": 0.811926, "nauc_ndcg_at_3_max": 0.614336, "nauc_ndcg_at_3_std": 0.002381, "nauc_ndcg_at_3_diff1": 0.784862, "nauc_ndcg_at_5_max": 0.619672, "nauc_ndcg_at_5_std": 0.008854, "nauc_ndcg_at_5_diff1": 0.791274, "nauc_ndcg_at_10_max": 0.611542, "nauc_ndcg_at_10_std": 0.00658, "nauc_ndcg_at_10_diff1": 0.796747, "nauc_ndcg_at_20_max": 0.605586, "nauc_ndcg_at_20_std": 0.006321, "nauc_ndcg_at_20_diff1": 0.797692, "nauc_ndcg_at_100_max": 0.602808, "nauc_ndcg_at_100_std": 0.006217, "nauc_ndcg_at_100_diff1": 0.796609, "nauc_ndcg_at_1000_max": 0.600862, "nauc_ndcg_at_1000_std": 0.001324, "nauc_ndcg_at_1000_diff1": 0.796465, "nauc_map_at_1_max": 0.562095, "nauc_map_at_1_std": -0.033577, "nauc_map_at_1_diff1": 0.811926, "nauc_map_at_3_max": 0.598323, "nauc_map_at_3_std": -0.008327, "nauc_map_at_3_diff1": 0.79274, "nauc_map_at_5_max": 0.600087, "nauc_map_at_5_std": -0.005456, "nauc_map_at_5_diff1": 0.79599, "nauc_map_at_10_max": 0.596875, "nauc_map_at_10_std": -0.006712, "nauc_map_at_10_diff1": 0.797899, "nauc_map_at_20_max": 0.59557, "nauc_map_at_20_std": -0.006975, "nauc_map_at_20_diff1": 0.798128, "nauc_map_at_100_max": 0.595163, "nauc_map_at_100_std": -0.006968, "nauc_map_at_100_diff1": 0.797961, "nauc_map_at_1000_max": 0.595104, "nauc_map_at_1000_std": -0.007122, "nauc_map_at_1000_diff1": 0.797954, "nauc_recall_at_1_max": 0.562095, "nauc_recall_at_1_std": -0.033577, "nauc_recall_at_1_diff1": 0.811926, "nauc_recall_at_3_max": 0.7074, "nauc_recall_at_3_std": 0.064319, "nauc_recall_at_3_diff1": 0.739462, "nauc_recall_at_5_max": 0.807932, "nauc_recall_at_5_std": 0.145683, "nauc_recall_at_5_diff1": 0.750759, "nauc_recall_at_10_max": 0.871115, "nauc_recall_at_10_std": 0.254035, "nauc_recall_at_10_diff1": 0.797019, "nauc_recall_at_20_max": 0.870837, "nauc_recall_at_20_std": 0.472082, "nauc_recall_at_20_diff1": 0.830532, "nauc_recall_at_100_max": 0.87074, "nauc_recall_at_100_std": 0.863154, "nauc_recall_at_100_diff1": 0.772701, "nauc_recall_at_1000_max": 0.613679, "nauc_recall_at_1000_std": 0.795752, "nauc_recall_at_1000_diff1": 0.638189, "nauc_precision_at_1_max": 0.562095, "nauc_precision_at_1_std": -0.033577, "nauc_precision_at_1_diff1": 0.811926, "nauc_precision_at_3_max": 0.7074, "nauc_precision_at_3_std": 0.064319, "nauc_precision_at_3_diff1": 0.739462, "nauc_precision_at_5_max": 0.807932, "nauc_precision_at_5_std": 0.145683, "nauc_precision_at_5_diff1": 0.750759, "nauc_precision_at_10_max": 0.871115, "nauc_precision_at_10_std": 0.254035, "nauc_precision_at_10_diff1": 0.797019, "nauc_precision_at_20_max": 0.870837, "nauc_precision_at_20_std": 0.472082, "nauc_precision_at_20_diff1": 0.830532, "nauc_precision_at_100_max": 0.87074, "nauc_precision_at_100_std": 0.863154, "nauc_precision_at_100_diff1": 0.772701, "nauc_precision_at_1000_max": 0.613679, "nauc_precision_at_1000_std": 0.795752, "nauc_precision_at_1000_diff1": 0.638189, "nauc_mrr_at_1_max": 0.562095, "nauc_mrr_at_1_std": -0.033577, "nauc_mrr_at_1_diff1": 0.811926, "nauc_mrr_at_3_max": 0.598323, "nauc_mrr_at_3_std": -0.008327, "nauc_mrr_at_3_diff1": 0.79274, "nauc_mrr_at_5_max": 0.600087, "nauc_mrr_at_5_std": -0.005456, "nauc_mrr_at_5_diff1": 0.79599, "nauc_mrr_at_10_max": 0.596875, "nauc_mrr_at_10_std": -0.006712, "nauc_mrr_at_10_diff1": 0.797899, "nauc_mrr_at_20_max": 0.59557, "nauc_mrr_at_20_std": -0.006975, "nauc_mrr_at_20_diff1": 0.798128, "nauc_mrr_at_100_max": 0.595163, "nauc_mrr_at_100_std": -0.006968, "nauc_mrr_at_100_diff1": 0.797961, "nauc_mrr_at_1000_max": 0.595104, "nauc_mrr_at_1000_std": -0.007122, "nauc_mrr_at_1000_diff1": 0.797954, "main_score": 0.89872, "hf_subset": "no", "languages": [ "nor-Latn" ] }, { "ndcg_at_1": 0.85333, "ndcg_at_3": 0.90847, "ndcg_at_5": 0.91794, "ndcg_at_10": 0.9236, "ndcg_at_20": 0.92482, "ndcg_at_100": 0.92572, "ndcg_at_1000": 0.92617, "map_at_1": 0.85333, "map_at_3": 0.89522, "map_at_5": 0.90056, "map_at_10": 0.90292, "map_at_20": 0.90328, "map_at_100": 0.90341, "map_at_1000": 0.90344, "recall_at_1": 0.85333, "recall_at_3": 0.94667, "recall_at_5": 0.96933, "recall_at_10": 0.98667, "recall_at_20": 0.99133, "recall_at_100": 0.996, "recall_at_1000": 0.99933, "precision_at_1": 0.85333, "precision_at_3": 0.31556, "precision_at_5": 0.19387, "precision_at_10": 0.09867, "precision_at_20": 0.04957, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.853333, "mrr_at_3": 0.895222, "mrr_at_5": 0.900556, "mrr_at_10": 0.902924, "mrr_at_20": 0.903281, "mrr_at_100": 0.903415, "mrr_at_1000": 0.903436, "nauc_ndcg_at_1_max": 0.580947, "nauc_ndcg_at_1_std": 0.025195, "nauc_ndcg_at_1_diff1": 0.823479, "nauc_ndcg_at_3_max": 0.623096, "nauc_ndcg_at_3_std": 0.049946, "nauc_ndcg_at_3_diff1": 0.816949, "nauc_ndcg_at_5_max": 0.628457, "nauc_ndcg_at_5_std": 0.050479, "nauc_ndcg_at_5_diff1": 0.820999, "nauc_ndcg_at_10_max": 0.622094, "nauc_ndcg_at_10_std": 0.050923, "nauc_ndcg_at_10_diff1": 0.819982, "nauc_ndcg_at_20_max": 0.6175, "nauc_ndcg_at_20_std": 0.047507, "nauc_ndcg_at_20_diff1": 0.822215, "nauc_ndcg_at_100_max": 0.614664, "nauc_ndcg_at_100_std": 0.049193, "nauc_ndcg_at_100_diff1": 0.820732, "nauc_ndcg_at_1000_max": 0.612562, "nauc_ndcg_at_1000_std": 0.048184, "nauc_ndcg_at_1000_diff1": 0.820416, "nauc_map_at_1_max": 0.580947, "nauc_map_at_1_std": 0.025195, "nauc_map_at_1_diff1": 0.823479, "nauc_map_at_3_max": 0.609318, "nauc_map_at_3_std": 0.044773, "nauc_map_at_3_diff1": 0.818147, "nauc_map_at_5_max": 0.610763, "nauc_map_at_5_std": 0.04482, "nauc_map_at_5_diff1": 0.819886, "nauc_map_at_10_max": 0.608292, "nauc_map_at_10_std": 0.044944, "nauc_map_at_10_diff1": 0.819627, "nauc_map_at_20_max": 0.607197, "nauc_map_at_20_std": 0.044183, "nauc_map_at_20_diff1": 0.820039, "nauc_map_at_100_max": 0.606827, "nauc_map_at_100_std": 0.044261, "nauc_map_at_100_diff1": 0.819865, "nauc_map_at_1000_max": 0.60675, "nauc_map_at_1000_std": 0.044261, "nauc_map_at_1000_diff1": 0.81985, "nauc_recall_at_1_max": 0.580947, "nauc_recall_at_1_std": 0.025195, "nauc_recall_at_1_diff1": 0.823479, "nauc_recall_at_3_max": 0.698722, "nauc_recall_at_3_std": 0.075998, "nauc_recall_at_3_diff1": 0.811129, "nauc_recall_at_5_max": 0.791834, "nauc_recall_at_5_std": 0.097471, "nauc_recall_at_5_diff1": 0.834856, "nauc_recall_at_10_max": 0.893091, "nauc_recall_at_10_std": 0.160924, "nauc_recall_at_10_diff1": 0.831396, "nauc_recall_at_20_max": 0.891187, "nauc_recall_at_20_std": 0.10673, "nauc_recall_at_20_diff1": 0.917044, "nauc_recall_at_100_max": 0.956427, "nauc_recall_at_100_std": 0.37535, "nauc_recall_at_100_diff1": 0.888344, "nauc_recall_at_1000_max": 1.0, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 1.0, "nauc_precision_at_1_max": 0.580947, "nauc_precision_at_1_std": 0.025195, "nauc_precision_at_1_diff1": 0.823479, "nauc_precision_at_3_max": 0.698722, "nauc_precision_at_3_std": 0.075998, "nauc_precision_at_3_diff1": 0.811129, "nauc_precision_at_5_max": 0.791834, "nauc_precision_at_5_std": 0.097471, "nauc_precision_at_5_diff1": 0.834856, "nauc_precision_at_10_max": 0.893091, "nauc_precision_at_10_std": 0.160924, "nauc_precision_at_10_diff1": 0.831396, "nauc_precision_at_20_max": 0.891187, "nauc_precision_at_20_std": 0.10673, "nauc_precision_at_20_diff1": 0.917044, "nauc_precision_at_100_max": 0.956427, "nauc_precision_at_100_std": 0.37535, "nauc_precision_at_100_diff1": 0.888344, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.580947, "nauc_mrr_at_1_std": 0.025195, "nauc_mrr_at_1_diff1": 0.823479, "nauc_mrr_at_3_max": 0.609318, "nauc_mrr_at_3_std": 0.044773, "nauc_mrr_at_3_diff1": 0.818147, "nauc_mrr_at_5_max": 0.610763, "nauc_mrr_at_5_std": 0.04482, "nauc_mrr_at_5_diff1": 0.819886, "nauc_mrr_at_10_max": 0.608292, "nauc_mrr_at_10_std": 0.044944, "nauc_mrr_at_10_diff1": 0.819627, "nauc_mrr_at_20_max": 0.607197, "nauc_mrr_at_20_std": 0.044183, "nauc_mrr_at_20_diff1": 0.820039, "nauc_mrr_at_100_max": 0.606827, "nauc_mrr_at_100_std": 0.044261, "nauc_mrr_at_100_diff1": 0.819865, "nauc_mrr_at_1000_max": 0.60675, "nauc_mrr_at_1000_std": 0.044261, "nauc_mrr_at_1000_diff1": 0.81985, "main_score": 0.9236, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 198.44189023971558, "kg_co2_emissions": null }