{ "dataset_revision": "aa56583bf2bc52b0565770607d6fc3faebecf9e2", "task_name": "LanguageClassification", "mteb_version": "2.10.0", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.912109, "f1": 0.91016, "f1_weighted": 0.910321, "precision": 0.9179, "precision_weighted": 0.917943, "recall": 0.91185, "recall_weighted": 0.912109, "ap": null, "ap_weighted": null }, { "accuracy": 0.873535, "f1": 0.868506, "f1_weighted": 0.868768, "precision": 0.87638, "precision_weighted": 0.876527, "recall": 0.873192, "recall_weighted": 0.873535, "ap": null, "ap_weighted": null }, { "accuracy": 0.90625, "f1": 0.904377, "f1_weighted": 0.904517, "precision": 0.911569, "precision_weighted": 0.91161, "recall": 0.906025, "recall_weighted": 0.90625, "ap": null, "ap_weighted": null }, { "accuracy": 0.92041, "f1": 0.918744, "f1_weighted": 0.918902, "precision": 0.925555, "precision_weighted": 0.925639, "recall": 0.920203, "recall_weighted": 0.92041, "ap": null, "ap_weighted": null }, { "accuracy": 0.892578, "f1": 0.886665, "f1_weighted": 0.886879, "precision": 0.89866, "precision_weighted": 0.898757, "recall": 0.892295, "recall_weighted": 0.892578, "ap": null, "ap_weighted": null }, { "accuracy": 0.894531, "f1": 0.890307, "f1_weighted": 0.890544, "precision": 0.899908, "precision_weighted": 0.900088, "recall": 0.894275, "recall_weighted": 0.894531, "ap": null, "ap_weighted": null }, { "accuracy": 0.890137, "f1": 0.886613, "f1_weighted": 0.886864, "precision": 0.895087, "precision_weighted": 0.895239, "recall": 0.889811, "recall_weighted": 0.890137, "ap": null, "ap_weighted": null }, { "accuracy": 0.904297, "f1": 0.90154, "f1_weighted": 0.901735, "precision": 0.910411, "precision_weighted": 0.910485, "recall": 0.904012, "recall_weighted": 0.904297, "ap": null, "ap_weighted": null }, { "accuracy": 0.885742, "f1": 0.880905, "f1_weighted": 0.881138, "precision": 0.889586, "precision_weighted": 0.889712, "recall": 0.885442, "recall_weighted": 0.885742, "ap": null, "ap_weighted": null }, { "accuracy": 0.898438, "f1": 0.895673, "f1_weighted": 0.895879, "precision": 0.900049, "precision_weighted": 0.90017, "recall": 0.898158, "recall_weighted": 0.898438, "ap": null, "ap_weighted": null } ], "accuracy": 0.897803, "f1": 0.894349, "f1_weighted": 0.894555, "precision": 0.902511, "precision_weighted": 0.902617, "recall": 0.897526, "recall_weighted": 0.897803, "ap": NaN, "ap_weighted": NaN, "main_score": 0.897803, "hf_subset": "default", "languages": [ "ara-Arab", "bul-Cyrl", "deu-Latn", "ell-Grek", "eng-Latn", "spa-Latn", "fra-Latn", "hin-Deva", "ita-Latn", "jpn-Jpan", "nld-Latn", "pol-Latn", "por-Latn", "rus-Cyrl", "swa-Latn", "tha-Thai", "tur-Latn", "urd-Arab", "vie-Latn", "cmn-Hans" ] } ] }, "evaluation_time": 87.93071436882019, "kg_co2_emissions": null, "date": null }