{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "2.4.2", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.05102, "f1_weighted": 0.07764, "precision": 0.031056, "precision_weighted": 0.047259, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.032967, "f1_weighted": 0.0301, "precision": 0.018634, "precision_weighted": 0.017013, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.05291, "f1_weighted": 0.084175, "precision": 0.032468, "precision_weighted": 0.051653, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.034286, "f1_weighted": 0.032727, "precision": 0.019481, "precision_weighted": 0.018595, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.034237, "f1_weighted": 0.044928, "precision": 0.020327, "precision_weighted": 0.026904, "recall": 0.114286, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 2263.277619123459, "kg_co2_emissions": null }