{ "dataset_revision": "95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "1.18.0", "scores": { "dev": [ { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00038, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 1e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.00283, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 0.0, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 1.6e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": -0.159749, "nauc_ndcg_at_1000_std": 0.453038, "nauc_ndcg_at_1000_diff1": -0.119321, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": -0.217078, "nauc_map_at_1000_std": 0.422169, "nauc_map_at_1000_diff1": -0.122219, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": -0.175587, "nauc_recall_at_1000_std": 0.496204, "nauc_recall_at_1000_diff1": -0.080746, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": -0.079219, "nauc_precision_at_1000_std": 0.380199, "nauc_precision_at_1000_diff1": -0.198216, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": -0.140361, "nauc_mrr_at_1000_std": 0.329037, "nauc_mrr_at_1000_diff1": -0.23842, "main_score": 0.0, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00015, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 0.0, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.00122, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 0.0, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 3e-06, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": -0.573242, "nauc_ndcg_at_1000_std": 0.098603, "nauc_ndcg_at_1000_diff1": -0.498329, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": -0.573242, "nauc_map_at_1000_std": 0.098603, "nauc_map_at_1000_diff1": -0.498329, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": -0.573242, "nauc_recall_at_1000_std": 0.098603, "nauc_recall_at_1000_diff1": -0.498329, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": -0.573242, "nauc_precision_at_1000_std": 0.098603, "nauc_precision_at_1000_diff1": -0.498329, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": -0.573242, "nauc_mrr_at_1000_std": 0.098603, "nauc_mrr_at_1000_diff1": -0.498329, "main_score": 0.0, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00065, "ndcg_at_1000": 0.00156, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 3e-05, "map_at_1000": 5e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00295, "recall_at_1000": 0.00818, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0001, "precision_at_1000": 3e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.000109, "mrr_at_1000": 0.000171, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": 0.06899, "nauc_ndcg_at_100_std": 0.383763, "nauc_ndcg_at_100_diff1": -0.13433, "nauc_ndcg_at_1000_max": 0.136243, "nauc_ndcg_at_1000_std": 0.034759, "nauc_ndcg_at_1000_diff1": -0.030873, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": 0.139351, "nauc_map_at_100_std": 0.451983, "nauc_map_at_100_diff1": -0.171682, "nauc_map_at_1000_max": 0.273979, "nauc_map_at_1000_std": 0.238675, "nauc_map_at_1000_diff1": -0.032649, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": 0.165664, "nauc_recall_at_100_std": 0.484766, "nauc_recall_at_100_diff1": -0.210096, "nauc_recall_at_1000_max": 0.135123, "nauc_recall_at_1000_std": 0.006946, "nauc_recall_at_1000_diff1": -0.110138, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.084431, "nauc_precision_at_100_std": 0.22715, "nauc_precision_at_100_diff1": -0.026463, "nauc_precision_at_1000_max": 0.035887, "nauc_precision_at_1000_std": -0.044031, "nauc_precision_at_1000_diff1": 0.037872, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.108307, "nauc_mrr_at_100_std": 0.194205, "nauc_mrr_at_100_diff1": 0.019143, "nauc_mrr_at_1000_max": 0.091083, "nauc_mrr_at_1000_std": 0.081401, "nauc_mrr_at_1000_diff1": 0.134629, "main_score": 0.0, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 6e-05, "ndcg_at_1000": 0.0016, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 3e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00016, "recall_at_1000": 0.01102, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 1e-05, "precision_at_1000": 3e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 3.4e-05, "mrr_at_1000": 9.4e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.415452, "nauc_ndcg_at_100_std": 0.098709, "nauc_ndcg_at_100_diff1": 0.098709, "nauc_ndcg_at_1000_max": -0.14181, "nauc_ndcg_at_1000_std": -0.245548, "nauc_ndcg_at_1000_diff1": -0.212236, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.415452, "nauc_map_at_100_std": 0.098709, "nauc_map_at_100_diff1": 0.098709, "nauc_map_at_1000_max": -0.209416, "nauc_map_at_1000_std": -0.26886, "nauc_map_at_1000_diff1": -0.282251, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.415452, "nauc_recall_at_100_std": 0.098709, "nauc_recall_at_100_diff1": 0.098709, "nauc_recall_at_1000_max": -0.145018, "nauc_recall_at_1000_std": -0.288586, "nauc_recall_at_1000_diff1": -0.214563, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.415452, "nauc_precision_at_100_std": 0.098709, "nauc_precision_at_100_diff1": 0.098709, "nauc_precision_at_1000_max": -0.112092, "nauc_precision_at_1000_std": -0.167693, "nauc_precision_at_1000_diff1": -0.151878, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.415452, "nauc_mrr_at_100_std": 0.098709, "nauc_mrr_at_100_diff1": 0.098709, "nauc_mrr_at_1000_max": -0.223171, "nauc_mrr_at_1000_std": -0.091827, "nauc_mrr_at_1000_diff1": -0.140547, "main_score": 0.0, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00102, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 2e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.0059, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 5.9e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": -0.235817, "nauc_ndcg_at_1000_std": -0.008283, "nauc_ndcg_at_1000_diff1": -0.027424, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": 0.014216, "nauc_map_at_1000_std": 0.304914, "nauc_map_at_1000_diff1": -0.23429, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": -0.259714, "nauc_recall_at_1000_std": -0.021613, "nauc_recall_at_1000_diff1": -0.061688, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": -0.28195, "nauc_precision_at_1000_std": -0.101722, "nauc_precision_at_1000_diff1": 0.097304, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": -0.111802, "nauc_mrr_at_1000_std": 0.134127, "nauc_mrr_at_1000_diff1": -0.045189, "main_score": 0.0, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00052, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 1e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.00356, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 2.1e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": -0.19214, "nauc_ndcg_at_1000_std": -0.051847, "nauc_ndcg_at_1000_diff1": -0.303087, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": -0.323807, "nauc_map_at_1000_std": -0.163977, "nauc_map_at_1000_diff1": -0.392365, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": -0.160043, "nauc_recall_at_1000_std": -0.058562, "nauc_recall_at_1000_diff1": -0.292549, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": -0.188944, "nauc_precision_at_1000_std": 0.002592, "nauc_precision_at_1000_diff1": -0.284615, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": -0.316517, "nauc_mrr_at_1000_std": -0.013511, "nauc_mrr_at_1000_diff1": -0.38421, "main_score": 0.0, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00065, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 1e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.005, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 1.9e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": 0.062376, "nauc_ndcg_at_1000_std": -0.084876, "nauc_ndcg_at_1000_diff1": 0.097318, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": 0.185575, "nauc_map_at_1000_std": -0.031629, "nauc_map_at_1000_diff1": 0.10933, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": 0.091884, "nauc_recall_at_1000_std": -0.058228, "nauc_recall_at_1000_diff1": 0.11025, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": -0.034746, "nauc_precision_at_1000_std": -0.13802, "nauc_precision_at_1000_diff1": 0.079796, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": 0.117815, "nauc_mrr_at_1000_std": -0.070858, "nauc_mrr_at_1000_diff1": 0.103777, "main_score": 0.0, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00027, "ndcg_at_1000": 0.00139, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 1e-05, "map_at_1000": 3e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00146, "recall_at_1000": 0.00982, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 3e-05, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 3e-05, "mrr_at_1000": 6.7e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.573906, "nauc_ndcg_at_100_std": -0.414437, "nauc_ndcg_at_100_diff1": -0.414437, "nauc_ndcg_at_1000_max": -0.315517, "nauc_ndcg_at_1000_std": -0.312968, "nauc_ndcg_at_1000_diff1": -0.296624, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.573906, "nauc_map_at_100_std": -0.414437, "nauc_map_at_100_diff1": -0.414437, "nauc_map_at_1000_max": -0.44398, "nauc_map_at_1000_std": -0.372229, "nauc_map_at_1000_diff1": -0.364433, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.573906, "nauc_recall_at_100_std": -0.414437, "nauc_recall_at_100_diff1": -0.414437, "nauc_recall_at_1000_max": -0.360138, "nauc_recall_at_1000_std": -0.321981, "nauc_recall_at_1000_diff1": -0.320806, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.573906, "nauc_precision_at_100_std": -0.414437, "nauc_precision_at_100_diff1": -0.414437, "nauc_precision_at_1000_max": -0.13869, "nauc_precision_at_1000_std": -0.247242, "nauc_precision_at_1000_diff1": -0.204771, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.573906, "nauc_mrr_at_100_std": -0.414437, "nauc_mrr_at_100_diff1": -0.414437, "nauc_mrr_at_1000_max": -0.301335, "nauc_mrr_at_1000_std": -0.35096, "nauc_mrr_at_1000_diff1": -0.29406, "main_score": 0.0, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00107, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 2e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.00652, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 5.4e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": 0.005821, "nauc_ndcg_at_1000_std": -0.142024, "nauc_ndcg_at_1000_diff1": 0.107327, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": -0.054817, "nauc_map_at_1000_std": -0.142048, "nauc_map_at_1000_diff1": -0.035667, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": -0.000531, "nauc_recall_at_1000_std": -0.110408, "nauc_recall_at_1000_diff1": 0.115372, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 0.050903, "nauc_precision_at_1000_std": -0.204109, "nauc_precision_at_1000_diff1": 0.159148, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": -0.039506, "nauc_mrr_at_1000_std": -0.203688, "nauc_mrr_at_1000_diff1": 0.014175, "main_score": 0.0, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 9e-05, "ndcg_at_100": 9e-05, "ndcg_at_1000": 0.0005, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 1e-05, "map_at_100": 1e-05, "map_at_1000": 2e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.00021, "recall_at_100": 0.00021, "recall_at_1000": 0.00289, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 5e-05, "precision_at_100": 1e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 6.9e-05, "mrr_at_100": 6.9e-05, "mrr_at_1000": 8.9e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": 0.098471, "nauc_ndcg_at_20_std": -0.415079, "nauc_ndcg_at_20_diff1": 0.661926, "nauc_ndcg_at_100_max": 0.098471, "nauc_ndcg_at_100_std": -0.415079, "nauc_ndcg_at_100_diff1": 0.661926, "nauc_ndcg_at_1000_max": -0.144951, "nauc_ndcg_at_1000_std": -0.323821, "nauc_ndcg_at_1000_diff1": 0.167271, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": 0.098471, "nauc_map_at_20_std": -0.415079, "nauc_map_at_20_diff1": 0.661926, "nauc_map_at_100_max": 0.098471, "nauc_map_at_100_std": -0.415079, "nauc_map_at_100_diff1": 0.661926, "nauc_map_at_1000_max": 0.029029, "nauc_map_at_1000_std": -0.391584, "nauc_map_at_1000_diff1": 0.520652, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": 0.098471, "nauc_recall_at_20_std": -0.415079, "nauc_recall_at_20_diff1": 0.661926, "nauc_recall_at_100_max": 0.098471, "nauc_recall_at_100_std": -0.415079, "nauc_recall_at_100_diff1": 0.661926, "nauc_recall_at_1000_max": -0.222549, "nauc_recall_at_1000_std": -0.31218, "nauc_recall_at_1000_diff1": 0.195704, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": 0.098471, "nauc_precision_at_20_std": -0.415079, "nauc_precision_at_20_diff1": 0.661926, "nauc_precision_at_100_max": 0.098471, "nauc_precision_at_100_std": -0.415079, "nauc_precision_at_100_diff1": 0.661926, "nauc_precision_at_1000_max": -0.116823, "nauc_precision_at_1000_std": -0.31304, "nauc_precision_at_1000_diff1": 0.009364, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": 0.098471, "nauc_mrr_at_20_std": -0.415079, "nauc_mrr_at_20_diff1": 0.661926, "nauc_mrr_at_100_max": 0.098471, "nauc_mrr_at_100_std": -0.415079, "nauc_mrr_at_100_diff1": 0.661926, "nauc_mrr_at_1000_max": 0.061177, "nauc_mrr_at_1000_std": -0.390139, "nauc_mrr_at_1000_diff1": 0.501405, "main_score": 0.0, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0003, "ndcg_at_100": 0.0003, "ndcg_at_1000": 0.00147, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 8e-05, "map_at_100": 8e-05, "map_at_1000": 0.00011, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.00116, "recall_at_100": 0.00116, "recall_at_1000": 0.00933, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 6e-05, "precision_at_100": 1e-05, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 8.3e-05, "mrr_at_100": 8.3e-05, "mrr_at_1000": 0.000137, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": -0.205796, "nauc_ndcg_at_20_std": -0.070566, "nauc_ndcg_at_20_diff1": 0.098471, "nauc_ndcg_at_100_max": -0.205796, "nauc_ndcg_at_100_std": -0.070566, "nauc_ndcg_at_100_diff1": 0.098471, "nauc_ndcg_at_1000_max": -0.021979, "nauc_ndcg_at_1000_std": -0.185535, "nauc_ndcg_at_1000_diff1": 0.063955, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": -0.205796, "nauc_map_at_20_std": -0.070566, "nauc_map_at_20_diff1": 0.098471, "nauc_map_at_100_max": -0.205796, "nauc_map_at_100_std": -0.070566, "nauc_map_at_100_diff1": 0.098471, "nauc_map_at_1000_max": -0.127473, "nauc_map_at_1000_std": -0.098723, "nauc_map_at_1000_diff1": 0.105343, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": -0.205796, "nauc_recall_at_20_std": -0.070566, "nauc_recall_at_20_diff1": 0.098471, "nauc_recall_at_100_max": -0.205796, "nauc_recall_at_100_std": -0.070566, "nauc_recall_at_100_diff1": 0.098471, "nauc_recall_at_1000_max": -0.022466, "nauc_recall_at_1000_std": -0.190666, "nauc_recall_at_1000_diff1": 0.082044, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": -0.205796, "nauc_precision_at_20_std": -0.070566, "nauc_precision_at_20_diff1": 0.098471, "nauc_precision_at_100_max": -0.205796, "nauc_precision_at_100_std": -0.070566, "nauc_precision_at_100_diff1": 0.098471, "nauc_precision_at_1000_max": -0.007986, "nauc_precision_at_1000_std": -0.225209, "nauc_precision_at_1000_diff1": -0.010859, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": -0.205796, "nauc_mrr_at_20_std": -0.070566, "nauc_mrr_at_20_diff1": 0.098471, "nauc_mrr_at_100_max": -0.205796, "nauc_mrr_at_100_std": -0.070566, "nauc_mrr_at_100_diff1": 0.098471, "nauc_mrr_at_1000_max": -0.071989, "nauc_mrr_at_1000_std": -0.1319, "nauc_mrr_at_1000_diff1": 0.055378, "main_score": 0.0, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00236, "ndcg_at_1000": 0.00387, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.00036, "map_at_1000": 0.00038, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00955, "recall_at_1000": 0.0187, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.00019, "precision_at_1000": 5e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.000696, "mrr_at_1000": 0.000767, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.010713, "nauc_ndcg_at_100_std": -0.397413, "nauc_ndcg_at_100_diff1": -0.091556, "nauc_ndcg_at_1000_max": -0.068313, "nauc_ndcg_at_1000_std": -0.141745, "nauc_ndcg_at_1000_diff1": 0.251219, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.030074, "nauc_map_at_100_std": -0.442549, "nauc_map_at_100_diff1": -0.14374, "nauc_map_at_1000_max": -0.031115, "nauc_map_at_1000_std": -0.396426, "nauc_map_at_1000_diff1": -0.088898, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": 0.001288, "nauc_recall_at_100_std": -0.40739, "nauc_recall_at_100_diff1": -0.119395, "nauc_recall_at_1000_max": -0.091617, "nauc_recall_at_1000_std": -0.079432, "nauc_recall_at_1000_diff1": 0.332866, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.016178, "nauc_precision_at_100_std": -0.349969, "nauc_precision_at_100_diff1": -0.017937, "nauc_precision_at_1000_max": -0.11244, "nauc_precision_at_1000_std": -0.016544, "nauc_precision_at_1000_diff1": 0.43825, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.065673, "nauc_mrr_at_100_std": -0.380807, "nauc_mrr_at_100_diff1": -0.044501, "nauc_mrr_at_1000_max": -0.061786, "nauc_mrr_at_1000_std": -0.310313, "nauc_mrr_at_1000_diff1": 0.035392, "main_score": 0.0, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00026, "ndcg_at_1000": 0.00068, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 2e-05, "map_at_1000": 3e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00114, "recall_at_1000": 0.00401, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 3e-05, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 5.3e-05, "mrr_at_1000": 7e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": 0.574226, "nauc_ndcg_at_100_std": -0.091694, "nauc_ndcg_at_100_diff1": 0.142712, "nauc_ndcg_at_1000_max": 0.073792, "nauc_ndcg_at_1000_std": -0.111886, "nauc_ndcg_at_1000_diff1": -0.102613, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": 0.503656, "nauc_map_at_100_std": -0.038094, "nauc_map_at_100_diff1": 0.096429, "nauc_map_at_1000_max": 0.298267, "nauc_map_at_1000_std": -0.047261, "nauc_map_at_1000_diff1": -0.022803, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": 0.619667, "nauc_recall_at_100_std": -0.126207, "nauc_recall_at_100_diff1": 0.206835, "nauc_recall_at_1000_max": -0.023673, "nauc_recall_at_1000_std": -0.150534, "nauc_recall_at_1000_diff1": -0.133808, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 0.549235, "nauc_precision_at_100_std": -0.072713, "nauc_precision_at_100_diff1": 0.05876, "nauc_precision_at_1000_max": 0.085189, "nauc_precision_at_1000_std": -0.087872, "nauc_precision_at_1000_diff1": -0.094285, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": 0.47348, "nauc_mrr_at_100_std": -0.015175, "nauc_mrr_at_100_diff1": 0.010585, "nauc_mrr_at_1000_max": 0.324864, "nauc_mrr_at_1000_std": -0.003024, "nauc_mrr_at_1000_diff1": -0.063881, "main_score": 0.0, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00038, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 1e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.00311, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 0.0, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 9e-06, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": -0.22399, "nauc_ndcg_at_1000_std": 0.542975, "nauc_ndcg_at_1000_diff1": 0.383827, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": -0.236642, "nauc_map_at_1000_std": 0.604594, "nauc_map_at_1000_diff1": 0.421228, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": -0.235336, "nauc_recall_at_1000_std": 0.598235, "nauc_recall_at_1000_diff1": 0.417368, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": -0.194089, "nauc_precision_at_1000_std": 0.397352, "nauc_precision_at_1000_diff1": 0.295439, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": -0.195564, "nauc_mrr_at_1000_std": 0.404534, "nauc_mrr_at_1000_diff1": 0.299798, "main_score": 0.0, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00145, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 2e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.01329, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 1e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 2.5e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": -0.128193, "nauc_ndcg_at_1000_std": 0.189309, "nauc_ndcg_at_1000_diff1": -0.186953, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": -0.118001, "nauc_map_at_1000_std": 0.176507, "nauc_map_at_1000_diff1": -0.19712, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": -0.129458, "nauc_recall_at_1000_std": 0.192094, "nauc_recall_at_1000_diff1": -0.185473, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": -0.129458, "nauc_precision_at_1000_std": 0.192094, "nauc_precision_at_1000_diff1": -0.185473, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": -0.117334, "nauc_mrr_at_1000_std": 0.178597, "nauc_mrr_at_1000_diff1": -0.197247, "main_score": 0.0, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.00021, "ndcg_at_1000": 0.00125, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 1e-05, "map_at_1000": 3e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.00091, "recall_at_1000": 0.00955, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 3e-05, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 4.1e-05, "mrr_at_1000": 6.8e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": -0.316505, "nauc_ndcg_at_100_std": -0.36949, "nauc_ndcg_at_100_diff1": -0.438905, "nauc_ndcg_at_1000_max": -0.003587, "nauc_ndcg_at_1000_std": 0.073157, "nauc_ndcg_at_1000_diff1": 0.065517, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": -0.336304, "nauc_map_at_100_std": -0.378631, "nauc_map_at_100_diff1": -0.414657, "nauc_map_at_1000_max": -0.080491, "nauc_map_at_1000_std": -0.05756, "nauc_map_at_1000_diff1": -0.072621, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": -0.31034, "nauc_recall_at_100_std": -0.366644, "nauc_recall_at_100_diff1": -0.446456, "nauc_recall_at_1000_max": -0.011518, "nauc_recall_at_1000_std": 0.090012, "nauc_recall_at_1000_diff1": 0.087219, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": -0.31034, "nauc_precision_at_100_std": -0.366644, "nauc_precision_at_100_diff1": -0.446456, "nauc_precision_at_1000_max": 0.010131, "nauc_precision_at_1000_std": 0.06589, "nauc_precision_at_1000_diff1": 0.060424, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": -0.336304, "nauc_mrr_at_100_std": -0.378631, "nauc_mrr_at_100_diff1": -0.414657, "nauc_mrr_at_1000_max": -0.12847, "nauc_mrr_at_1000_std": -0.13909, "nauc_mrr_at_1000_diff1": -0.151225, "main_score": 0.0, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.00325, "ndcg_at_10": 0.00325, "ndcg_at_20": 0.00325, "ndcg_at_100": 0.00459, "ndcg_at_1000": 0.00646, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.00168, "map_at_10": 0.00168, "map_at_20": 0.00168, "map_at_100": 0.00179, "map_at_1000": 0.00182, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0084, "recall_at_10": 0.0084, "recall_at_20": 0.0084, "recall_at_100": 0.01681, "recall_at_1000": 0.03361, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.00168, "precision_at_10": 0.00084, "precision_at_20": 0.00042, "precision_at_100": 0.00017, "precision_at_1000": 3e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.001681, "mrr_at_10": 0.001681, "mrr_at_20": 0.001681, "mrr_at_100": 0.001791, "mrr_at_1000": 0.001824, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": 0.662536, "nauc_ndcg_at_5_std": -0.068637, "nauc_ndcg_at_5_diff1": -0.57851, "nauc_ndcg_at_10_max": 0.662536, "nauc_ndcg_at_10_std": -0.068637, "nauc_ndcg_at_10_diff1": -0.57851, "nauc_ndcg_at_20_max": 0.662536, "nauc_ndcg_at_20_std": -0.068637, "nauc_ndcg_at_20_diff1": -0.57851, "nauc_ndcg_at_100_max": 0.761085, "nauc_ndcg_at_100_std": -0.142037, "nauc_ndcg_at_100_diff1": -0.380338, "nauc_ndcg_at_1000_max": 0.410169, "nauc_ndcg_at_1000_std": -0.216382, "nauc_ndcg_at_1000_diff1": -0.374524, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": 0.662536, "nauc_map_at_5_std": -0.068637, "nauc_map_at_5_diff1": -0.57851, "nauc_map_at_10_max": 0.662536, "nauc_map_at_10_std": -0.068637, "nauc_map_at_10_diff1": -0.57851, "nauc_map_at_20_max": 0.662536, "nauc_map_at_20_std": -0.068637, "nauc_map_at_20_diff1": -0.57851, "nauc_map_at_100_max": 0.683367, "nauc_map_at_100_std": -0.084152, "nauc_map_at_100_diff1": -0.536621, "nauc_map_at_1000_max": 0.662203, "nauc_map_at_1000_std": -0.090573, "nauc_map_at_1000_diff1": -0.533959, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": 0.662536, "nauc_recall_at_5_std": -0.068637, "nauc_recall_at_5_diff1": -0.57851, "nauc_recall_at_10_max": 0.662536, "nauc_recall_at_10_std": -0.068637, "nauc_recall_at_10_diff1": -0.57851, "nauc_recall_at_20_max": 0.662536, "nauc_recall_at_20_std": -0.068637, "nauc_recall_at_20_diff1": -0.57851, "nauc_recall_at_100_max": 0.831268, "nauc_recall_at_100_std": -0.19431, "nauc_recall_at_100_diff1": -0.239208, "nauc_recall_at_1000_max": 0.191011, "nauc_recall_at_1000_std": -0.29326, "nauc_recall_at_1000_diff1": -0.296786, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": 0.662536, "nauc_precision_at_5_std": -0.068637, "nauc_precision_at_5_diff1": -0.57851, "nauc_precision_at_10_max": 0.662536, "nauc_precision_at_10_std": -0.068637, "nauc_precision_at_10_diff1": -0.57851, "nauc_precision_at_20_max": 0.662536, "nauc_precision_at_20_std": -0.068637, "nauc_precision_at_20_diff1": -0.57851, "nauc_precision_at_100_max": 0.831268, "nauc_precision_at_100_std": -0.19431, "nauc_precision_at_100_diff1": -0.239208, "nauc_precision_at_1000_max": 0.191011, "nauc_precision_at_1000_std": -0.29326, "nauc_precision_at_1000_diff1": -0.296786, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": 0.662536, "nauc_mrr_at_5_std": -0.068637, "nauc_mrr_at_5_diff1": -0.57851, "nauc_mrr_at_10_max": 0.662536, "nauc_mrr_at_10_std": -0.068637, "nauc_mrr_at_10_diff1": -0.57851, "nauc_mrr_at_20_max": 0.662536, "nauc_mrr_at_20_std": -0.068637, "nauc_mrr_at_20_diff1": -0.57851, "nauc_mrr_at_100_max": 0.683367, "nauc_mrr_at_100_std": -0.084152, "nauc_mrr_at_100_diff1": -0.536621, "nauc_mrr_at_1000_max": 0.662203, "nauc_mrr_at_1000_std": -0.090573, "nauc_mrr_at_1000_diff1": -0.533959, "main_score": 0.00325, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.0, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "ndcg_at_10": 0.0, "ndcg_at_20": 0.0, "ndcg_at_100": 0.0, "ndcg_at_1000": 0.00112, "map_at_1": 0.0, "map_at_3": 0.0, "map_at_5": 0.0, "map_at_10": 0.0, "map_at_20": 0.0, "map_at_100": 0.0, "map_at_1000": 2e-05, "recall_at_1": 0.0, "recall_at_3": 0.0, "recall_at_5": 0.0, "recall_at_10": 0.0, "recall_at_20": 0.0, "recall_at_100": 0.0, "recall_at_1000": 0.00852, "precision_at_1": 0.0, "precision_at_3": 0.0, "precision_at_5": 0.0, "precision_at_10": 0.0, "precision_at_20": 0.0, "precision_at_100": 0.0, "precision_at_1000": 2e-05, "mrr_at_1": 0.0, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "mrr_at_10": 0.0, "mrr_at_20": 0.0, "mrr_at_100": 0.0, "mrr_at_1000": 4.3e-05, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_10_max": NaN, "nauc_ndcg_at_10_std": NaN, "nauc_ndcg_at_10_diff1": NaN, "nauc_ndcg_at_20_max": NaN, "nauc_ndcg_at_20_std": NaN, "nauc_ndcg_at_20_diff1": NaN, "nauc_ndcg_at_100_max": NaN, "nauc_ndcg_at_100_std": NaN, "nauc_ndcg_at_100_diff1": NaN, "nauc_ndcg_at_1000_max": 0.365337, "nauc_ndcg_at_1000_std": -0.125545, "nauc_ndcg_at_1000_diff1": -0.130553, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_1_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_3_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_10_max": NaN, "nauc_map_at_10_std": NaN, "nauc_map_at_10_diff1": NaN, "nauc_map_at_20_max": NaN, "nauc_map_at_20_std": NaN, "nauc_map_at_20_diff1": NaN, "nauc_map_at_100_max": NaN, "nauc_map_at_100_std": NaN, "nauc_map_at_100_diff1": NaN, "nauc_map_at_1000_max": 0.569366, "nauc_map_at_1000_std": -0.118948, "nauc_map_at_1000_diff1": -0.266702, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": 0.448583, "nauc_recall_at_1000_std": -0.134058, "nauc_recall_at_1000_diff1": -0.155592, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_10_max": NaN, "nauc_precision_at_10_std": NaN, "nauc_precision_at_10_diff1": NaN, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 0.124322, "nauc_precision_at_1000_std": -0.133763, "nauc_precision_at_1000_diff1": -0.014441, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_10_max": NaN, "nauc_mrr_at_10_std": NaN, "nauc_mrr_at_10_diff1": NaN, "nauc_mrr_at_20_max": NaN, "nauc_mrr_at_20_std": NaN, "nauc_mrr_at_20_diff1": NaN, "nauc_mrr_at_100_max": NaN, "nauc_mrr_at_100_std": NaN, "nauc_mrr_at_100_diff1": NaN, "nauc_mrr_at_1000_max": 0.207792, "nauc_mrr_at_1000_std": -0.215937, "nauc_mrr_at_1000_diff1": -0.216377, "main_score": 0.0, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 5510.576503753662, "kg_co2_emissions": 0.3927630310941439 }