{ "dataset_revision": "ba52e9d114a4a145d79b4293afab31304a999a4c", "evaluation_time": 299.200875043869, "kg_co2_emissions": 0.10468143746883024, "mteb_version": "1.12.75", "scores": { "train": [ { "accuracy": 0.942, "f1": 0.9294666666666667, "hf_subset": "ind-abs", "languages": [ "ind-Latn", "abs-Latn" ], "main_score": 0.9294666666666667, "precision": 0.9244714285714285, "recall": 0.942 }, { "accuracy": 0.7190909090909091, "f1": 0.6729375821202604, "hf_subset": "ind-btk", "languages": [ "ind-Latn", "bbc-Latn" ], "main_score": 0.6729375821202604, "precision": 0.657170077212708, "recall": 0.7190909090909091 }, { "accuracy": 0.8490909090909091, "f1": 0.8220704265960037, "hf_subset": "ind-bew", "languages": [ "ind-Latn", "bew-Latn" ], "main_score": 0.8220704265960037, "precision": 0.8122463171698142, "recall": 0.8490909090909091 }, { "accuracy": 0.788, "f1": 0.7557774914740433, "hf_subset": "ind-bhp", "languages": [ "ind-Latn", "bhp-Latn" ], "main_score": 0.7557774914740433, "precision": 0.7435825396825397, "recall": 0.788 }, { "accuracy": 0.8354545454545454, "f1": 0.8020143832738529, "hf_subset": "ind-jav", "languages": [ "ind-Latn", "jav-Latn" ], "main_score": 0.8020143832738529, "precision": 0.7893222339596973, "recall": 0.8354545454545454 }, { "accuracy": 0.718030303030303, "f1": 0.6736999122530352, "hf_subset": "ind-mad", "languages": [ "ind-Latn", "mad-Latn" ], "main_score": 0.6736999122530352, "precision": 0.6577335580975621, "recall": 0.718030303030303 }, { "accuracy": 0.573939393939394, "f1": 0.5215011338309062, "hf_subset": "ind-mak", "languages": [ "ind-Latn", "mak-Latn" ], "main_score": 0.5215011338309062, "precision": 0.5040734653200725, "recall": 0.573939393939394 }, { "accuracy": 0.8771212121212121, "f1": 0.8508118730150815, "hf_subset": "ind-min", "languages": [ "ind-Latn", "min-Latn" ], "main_score": 0.8508118730150815, "precision": 0.8408029363313455, "recall": 0.8771212121212121 }, { "accuracy": 0.978, "f1": 0.9711666666666666, "hf_subset": "ind-mui", "languages": [ "ind-Latn", "mui-Latn" ], "main_score": 0.9711666666666666, "precision": 0.968, "recall": 0.978 }, { "accuracy": 0.818, "f1": 0.7786380952380952, "hf_subset": "ind-rej", "languages": [ "ind-Latn", "rej-Latn" ], "main_score": 0.7786380952380952, "precision": 0.76298658008658, "recall": 0.818 }, { "accuracy": 0.8484848484848485, "f1": 0.8157507357961903, "hf_subset": "ind-sun", "languages": [ "ind-Latn", "sun-Latn" ], "main_score": 0.8157507357961903, "precision": 0.8033521769872037, "recall": 0.8484848484848485 } ] }, "task_name": "NusaTranslationBitextMining" }