{ "dataset_revision": "ba52e9d114a4a145d79b4293afab31304a999a4c", "task_name": "NusaTranslationBitextMining", "mteb_version": "1.18.0", "scores": { "train": [ { "precision": 0.645187, "recall": 0.698, "f1": 0.658096, "accuracy": 0.698, "main_score": 0.658096, "hf_subset": "ind-abs", "languages": [ "ind-Latn", "abs-Latn" ] }, { "precision": 0.342726, "recall": 0.396515, "f1": 0.354503, "accuracy": 0.396515, "main_score": 0.354503, "hf_subset": "ind-btk", "languages": [ "ind-Latn", "bbc-Latn" ] }, { "precision": 0.4785, "recall": 0.544091, "f1": 0.49408, "accuracy": 0.544091, "main_score": 0.49408, "hf_subset": "ind-bew", "languages": [ "ind-Latn", "bew-Latn" ] }, { "precision": 0.39868, "recall": 0.444, "f1": 0.408298, "accuracy": 0.444, "main_score": 0.408298, "hf_subset": "ind-bhp", "languages": [ "ind-Latn", "bhp-Latn" ] }, { "precision": 0.412086, "recall": 0.467576, "f1": 0.424626, "accuracy": 0.467576, "main_score": 0.424626, "hf_subset": "ind-jav", "languages": [ "ind-Latn", "jav-Latn" ] }, { "precision": 0.297057, "recall": 0.341212, "f1": 0.307269, "accuracy": 0.341212, "main_score": 0.307269, "hf_subset": "ind-mad", "languages": [ "ind-Latn", "mad-Latn" ] }, { "precision": 0.209635, "recall": 0.253182, "f1": 0.219082, "accuracy": 0.253182, "main_score": 0.219082, "hf_subset": "ind-mak", "languages": [ "ind-Latn", "mak-Latn" ] }, { "precision": 0.605875, "recall": 0.661515, "f1": 0.619412, "accuracy": 0.661515, "main_score": 0.619412, "hf_subset": "ind-min", "languages": [ "ind-Latn", "min-Latn" ] }, { "precision": 0.83167, "recall": 0.873, "f1": 0.843623, "accuracy": 0.873, "main_score": 0.843623, "hf_subset": "ind-mui", "languages": [ "ind-Latn", "mui-Latn" ] }, { "precision": 0.366877, "recall": 0.418, "f1": 0.377306, "accuracy": 0.418, "main_score": 0.377306, "hf_subset": "ind-rej", "languages": [ "ind-Latn", "rej-Latn" ] }, { "precision": 0.434328, "recall": 0.489394, "f1": 0.447364, "accuracy": 0.489394, "main_score": 0.447364, "hf_subset": "ind-sun", "languages": [ "ind-Latn", "sun-Latn" ] } ] }, "evaluation_time": 499.5124146938324, "kg_co2_emissions": 0.04275422909883284 }