{ "dataset_revision": "fba4f2cfe2592641056f7a274c9aa8453b27a4a8", "task_name": "NusaXBitextMining", "mteb_version": "1.18.0", "scores": { "train": [ { "precision": 0.520487, "recall": 0.586, "f1": 0.536171, "accuracy": 0.586, "main_score": 0.536171, "hf_subset": "eng-ace", "languages": [ "eng-Latn", "ace-Latn" ] }, { "precision": 0.538227, "recall": 0.61, "f1": 0.556272, "accuracy": 0.61, "main_score": 0.556272, "hf_subset": "eng-ban", "languages": [ "eng-Latn", "ban-Latn" ] }, { "precision": 0.366944, "recall": 0.45, "f1": 0.385797, "accuracy": 0.45, "main_score": 0.385797, "hf_subset": "eng-bbc", "languages": [ "eng-Latn", "bbc-Latn" ] }, { "precision": 0.647475, "recall": 0.708, "f1": 0.663283, "accuracy": 0.708, "main_score": 0.663283, "hf_subset": "eng-bjn", "languages": [ "eng-Latn", "bjn-Latn" ] }, { "precision": 0.308069, "recall": 0.384, "f1": 0.324553, "accuracy": 0.384, "main_score": 0.324553, "hf_subset": "eng-bug", "languages": [ "eng-Latn", "bug-Latn" ] }, { "precision": 0.912667, "recall": 0.938, "f1": 0.920667, "accuracy": 0.938, "main_score": 0.920667, "hf_subset": "eng-ind", "languages": [ "eng-Latn", "ind-Latn" ] }, { "precision": 0.624097, "recall": 0.692, "f1": 0.641671, "accuracy": 0.692, "main_score": 0.641671, "hf_subset": "eng-jav", "languages": [ "eng-Latn", "jav-Latn" ] }, { "precision": 0.347974, "recall": 0.414, "f1": 0.362001, "accuracy": 0.414, "main_score": 0.362001, "hf_subset": "eng-mad", "languages": [ "eng-Latn", "mad-Latn" ] }, { "precision": 0.712101, "recall": 0.78, "f1": 0.730738, "accuracy": 0.78, "main_score": 0.730738, "hf_subset": "eng-min", "languages": [ "eng-Latn", "min-Latn" ] }, { "precision": 0.464921, "recall": 0.54, "f1": 0.481964, "accuracy": 0.54, "main_score": 0.481964, "hf_subset": "eng-nij", "languages": [ "eng-Latn", "nij-Latn" ] }, { "precision": 0.592157, "recall": 0.662, "f1": 0.610119, "accuracy": 0.662, "main_score": 0.610119, "hf_subset": "eng-sun", "languages": [ "eng-Latn", "sun-Latn" ] } ] }, "evaluation_time": 14.205561637878418, "kg_co2_emissions": 0.001129726060310525 }