{ "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", "task_name": "Tatoeba", "mteb_version": "1.18.0", "scores": { "test": [ { "precision": 0.943083, "recall": 0.96, "f1": 0.948567, "accuracy": 0.96, "main_score": 0.948567, "hf_subset": "afr-eng", "languages": [ "afr-Latn", "eng-Latn" ] }, { "precision": 0.211495, "recall": 0.284672, "f1": 0.227185, "accuracy": 0.284672, "main_score": 0.227185, "hf_subset": "cha-eng", "languages": [ "cha-Latn", "eng-Latn" ] }, { "precision": 0.370885, "recall": 0.447619, "f1": 0.391272, "accuracy": 0.447619, "main_score": 0.391272, "hf_subset": "pms-eng", "languages": [ "pms-Latn", "eng-Latn" ] }, { "precision": 0.920783, "recall": 0.944, "f1": 0.928067, "accuracy": 0.944, "main_score": 0.928067, "hf_subset": "tgl-eng", "languages": [ "tgl-Latn", "eng-Latn" ] }, { "precision": 0.604556, "recall": 0.675325, "f1": 0.62381, "accuracy": 0.675325, "main_score": 0.62381, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.9675, "recall": 0.977, "f1": 0.970667, "accuracy": 0.977, "main_score": 0.970667, "hf_subset": "epo-eng", "languages": [ "epo-Latn", "eng-Latn" ] }, { "precision": 0.95075, "recall": 0.966, "f1": 0.955567, "accuracy": 0.966, "main_score": 0.955567, "hf_subset": "ces-eng", "languages": [ "ces-Latn", "eng-Latn" ] }, { "precision": 0.73252, "recall": 0.804878, "f1": 0.75489, "accuracy": 0.804878, "main_score": 0.75489, "hf_subset": "jav-eng", "languages": [ "jav-Latn", "eng-Latn" ] }, { "precision": 0.053362, "recall": 0.073, "f1": 0.056457, "accuracy": 0.073, "main_score": 0.056457, "hf_subset": "ber-eng", "languages": [ "ber-Tfng", "eng-Latn" ] }, { "precision": 0.598484, "recall": 0.661972, "f1": 0.614884, "accuracy": 0.661972, "main_score": 0.614884, "hf_subset": "max-eng", "languages": [ "max-Deva", "eng-Latn" ] }, { "precision": 0.867246, "recall": 0.906087, "f1": 0.87971, "accuracy": 0.906087, "main_score": 0.87971, "hf_subset": "cym-eng", "languages": [ "cym-Latn", "eng-Latn" ] }, { "precision": 0.821783, "recall": 0.869, "f1": 0.836319, "accuracy": 0.869, "main_score": 0.836319, "hf_subset": "wuu-eng", "languages": [ "wuu-Hans", "eng-Latn" ] }, { "precision": 0.652536, "recall": 0.734, "f1": 0.676276, "accuracy": 0.734, "main_score": 0.676276, "hf_subset": "lat-eng", "languages": [ "lat-Latn", "eng-Latn" ] }, { "precision": 0.093779, "recall": 0.133, "f1": 0.103422, "accuracy": 0.133, "main_score": 0.103422, "hf_subset": "mhr-eng", "languages": [ "mhr-Cyrl", "eng-Latn" ] }, { "precision": 0.9405, "recall": 0.958, "f1": 0.946333, "accuracy": 0.958, "main_score": 0.946333, "hf_subset": "nld-eng", "languages": [ "nld-Latn", "eng-Latn" ] }, { "precision": 0.931167, "recall": 0.952, "f1": 0.938, "accuracy": 0.952, "main_score": 0.938, "hf_subset": "hun-eng", "languages": [ "hun-Latn", "eng-Latn" ] }, { "precision": 0.848266, "recall": 0.884393, "f1": 0.85973, "accuracy": 0.884393, "main_score": 0.85973, "hf_subset": "fry-eng", "languages": [ "fry-Latn", "eng-Latn" ] }, { "precision": 0.944444, "recall": 0.961538, "f1": 0.950142, "accuracy": 0.961538, "main_score": 0.950142, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.410304, "recall": 0.490605, "f1": 0.430914, "accuracy": 0.490605, "main_score": 0.430914, "hf_subset": "dsb-eng", "languages": [ "dsb-Latn", "eng-Latn" ] }, { "precision": 0.807512, "recall": 0.852113, "f1": 0.821596, "accuracy": 0.852113, "main_score": 0.821596, "hf_subset": "xho-eng", "languages": [ "xho-Latn", "eng-Latn" ] }, { "precision": 0.921667, "recall": 0.944, "f1": 0.928833, "accuracy": 0.944, "main_score": 0.928833, "hf_subset": "eus-eng", "languages": [ "eus-Latn", "eng-Latn" ] }, { "precision": 0.959333, "recall": 0.972, "f1": 0.9635, "accuracy": 0.972, "main_score": 0.9635, "hf_subset": "slk-eng", "languages": [ "slk-Latn", "eng-Latn" ] }, { "precision": 0.9635, "recall": 0.975, "f1": 0.967333, "accuracy": 0.975, "main_score": 0.967333, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "precision": 0.9715, "recall": 0.981, "f1": 0.974667, "accuracy": 0.981, "main_score": 0.974667, "hf_subset": "nob-eng", "languages": [ "nob-Latn", "eng-Latn" ] }, { "precision": 0.945833, "recall": 0.962, "f1": 0.951167, "accuracy": 0.962, "main_score": 0.951167, "hf_subset": "glg-eng", "languages": [ "glg-Latn", "eng-Latn" ] }, { "precision": 0.325471, "recall": 0.407115, "f1": 0.344457, "accuracy": 0.407115, "main_score": 0.344457, "hf_subset": "csb-eng", "languages": [ "csb-Latn", "eng-Latn" ] }, { "precision": 0.935583, "recall": 0.954, "f1": 0.941567, "accuracy": 0.954, "main_score": 0.941567, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "precision": 0.87675, "recall": 0.91, "f1": 0.887067, "accuracy": 0.91, "main_score": 0.887067, "hf_subset": "uig-eng", "languages": [ "uig-Arab", "eng-Latn" ] }, { "precision": 0.9435, "recall": 0.961, "f1": 0.949167, "accuracy": 0.961, "main_score": 0.949167, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] }, { "precision": 0.416107, "recall": 0.508929, "f1": 0.439272, "accuracy": 0.508929, "main_score": 0.439272, "hf_subset": "swg-eng", "languages": [ "swg-Latn", "eng-Latn" ] }, { "precision": 0.848333, "recall": 0.893, "f1": 0.862667, "accuracy": 0.893, "main_score": 0.862667, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.763824, "recall": 0.817757, "f1": 0.780452, "accuracy": 0.817757, "main_score": 0.780452, "hf_subset": "uzb-eng", "languages": [ "uzb-Latn", "eng-Latn" ] }, { "precision": 0.835362, "recall": 0.881739, "f1": 0.850145, "accuracy": 0.881739, "main_score": 0.850145, "hf_subset": "kaz-eng", "languages": [ "kaz-Cyrl", "eng-Latn" ] }, { "precision": 0.962167, "recall": 0.974, "f1": 0.966, "accuracy": 0.974, "main_score": 0.966, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "precision": 0.366311, "recall": 0.461538, "f1": 0.391806, "accuracy": 0.461538, "main_score": 0.391806, "hf_subset": "gsw-eng", "languages": [ "gsw-Latn", "eng-Latn" ] }, { "precision": 0.9585, "recall": 0.97, "f1": 0.962333, "accuracy": 0.97, "main_score": 0.962333, "hf_subset": "zsm-eng", "languages": [ "zsm-Latn", "eng-Latn" ] }, { "precision": 0.848167, "recall": 0.89, "f1": 0.861267, "accuracy": 0.89, "main_score": 0.861267, "hf_subset": "yue-eng", "languages": [ "yue-Hant", "eng-Latn" ] }, { "precision": 0.546979, "recall": 0.629, "f1": 0.569695, "accuracy": 0.629, "main_score": 0.569695, "hf_subset": "lfn-eng", "languages": [ "lfn-Latn", "eng-Latn" ] }, { "precision": 0.021433, "recall": 0.03, "f1": 0.022702, "accuracy": 0.03, "main_score": 0.022702, "hf_subset": "kab-eng", "languages": [ "kab-Latn", "eng-Latn" ] }, { "precision": 0.967977, "recall": 0.978166, "f1": 0.971373, "accuracy": 0.978166, "main_score": 0.971373, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.9695, "recall": 0.979, "f1": 0.972667, "accuracy": 0.979, "main_score": 0.972667, "hf_subset": "tur-eng", "languages": [ "tur-Latn", "eng-Latn" ] }, { "precision": 0.08773, "recall": 0.116, "f1": 0.094574, "accuracy": 0.116, "main_score": 0.094574, "hf_subset": "bre-eng", "languages": [ "bre-Latn", "eng-Latn" ] }, { "precision": 0.969, "recall": 0.978, "f1": 0.972, "accuracy": 0.978, "main_score": 0.972, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "precision": 0.790945, "recall": 0.850394, "f1": 0.808924, "accuracy": 0.850394, "main_score": 0.808924, "hf_subset": "ast-eng", "languages": [ "ast-Latn", "eng-Latn" ] }, { "precision": 0.958, "recall": 0.971, "f1": 0.962333, "accuracy": 0.971, "main_score": 0.962333, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.950167, "recall": 0.963, "f1": 0.954333, "accuracy": 0.963, "main_score": 0.954333, "hf_subset": "sqi-eng", "languages": [ "sqi-Latn", "eng-Latn" ] }, { "precision": 0.800214, "recall": 0.851282, "f1": 0.815897, "accuracy": 0.851282, "main_score": 0.815897, "hf_subset": "swh-eng", "languages": [ "swh-Latn", "eng-Latn" ] }, { "precision": 0.949513, "recall": 0.963504, "f1": 0.954075, "accuracy": 0.963504, "main_score": 0.954075, "hf_subset": "tha-eng", "languages": [ "tha-Thai", "eng-Latn" ] }, { "precision": 0.943, "recall": 0.96, "f1": 0.9485, "accuracy": 0.96, "main_score": 0.9485, "hf_subset": "est-eng", "languages": [ "est-Latn", "eng-Latn" ] }, { "precision": 0.773417, "recall": 0.833, "f1": 0.791667, "accuracy": 0.833, "main_score": 0.791667, "hf_subset": "ile-eng", "languages": [ "ile-Latn", "eng-Latn" ] }, { "precision": 0.9825, "recall": 0.988, "f1": 0.984333, "accuracy": 0.988, "main_score": 0.984333, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "precision": 0.721504, "recall": 0.790244, "f1": 0.742439, "accuracy": 0.790244, "main_score": 0.742439, "hf_subset": "kur-eng", "languages": [ "kur-Latn", "eng-Latn" ] }, { "precision": 0.94209, "recall": 0.960452, "f1": 0.948211, "accuracy": 0.960452, "main_score": 0.948211, "hf_subset": "bos-eng", "languages": [ "bos-Latn", "eng-Latn" ] }, { "precision": 0.890283, "recall": 0.919, "f1": 0.899233, "accuracy": 0.919, "main_score": 0.899233, "hf_subset": "gle-eng", "languages": [ "gle-Latn", "eng-Latn" ] }, { "precision": 0.773219, "recall": 0.832061, "f1": 0.790204, "accuracy": 0.832061, "main_score": 0.790204, "hf_subset": "fao-eng", "languages": [ "fao-Latn", "eng-Latn" ] }, { "precision": 0.055277, "recall": 0.078, "f1": 0.059908, "accuracy": 0.078, "main_score": 0.059908, "hf_subset": "pam-eng", "languages": [ "pam-Latn", "eng-Latn" ] }, { "precision": 0.939, "recall": 0.957, "f1": 0.944833, "accuracy": 0.957, "main_score": 0.944833, "hf_subset": "isl-eng", "languages": [ "isl-Latn", "eng-Latn" ] }, { "precision": 0.467386, "recall": 0.548654, "f1": 0.489086, "accuracy": 0.548654, "main_score": 0.489086, "hf_subset": "hsb-eng", "languages": [ "hsb-Latn", "eng-Latn" ] }, { "precision": 0.270275, "recall": 0.347305, "f1": 0.288762, "accuracy": 0.347305, "main_score": 0.288762, "hf_subset": "orv-eng", "languages": [ "orv-Cyrl", "eng-Latn" ] }, { "precision": 0.901417, "recall": 0.927, "f1": 0.909367, "accuracy": 0.927, "main_score": 0.909367, "hf_subset": "nno-eng", "languages": [ "nno-Latn", "eng-Latn" ] }, { "precision": 0.9325, "recall": 0.952, "f1": 0.938833, "accuracy": 0.952, "main_score": 0.938833, "hf_subset": "srp-eng", "languages": [ "srp-Cyrl", "eng-Latn" ] }, { "precision": 0.770884, "recall": 0.821934, "f1": 0.785987, "accuracy": 0.821934, "main_score": 0.785987, "hf_subset": "yid-eng", "languages": [ "yid-Hebr", "eng-Latn" ] }, { "precision": 0.891083, "recall": 0.92, "f1": 0.900233, "accuracy": 0.92, "main_score": 0.900233, "hf_subset": "mkd-eng", "languages": [ "mkd-Cyrl", "eng-Latn" ] }, { "precision": 0.938333, "recall": 0.957, "f1": 0.944333, "accuracy": 0.957, "main_score": 0.944333, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "precision": 0.933667, "recall": 0.953, "f1": 0.94, "accuracy": 0.953, "main_score": 0.94, "hf_subset": "swe-eng", "languages": [ "swe-Latn", "eng-Latn" ] }, { "precision": 0.596059, "recall": 0.676, "f1": 0.618927, "accuracy": 0.676, "main_score": 0.618927, "hf_subset": "nds-eng", "languages": [ "nds-Latn", "eng-Latn" ] }, { "precision": 0.940533, "recall": 0.958, "f1": 0.946167, "accuracy": 0.958, "main_score": 0.946167, "hf_subset": "lit-eng", "languages": [ "lit-Latn", "eng-Latn" ] }, { "precision": 0.937333, "recall": 0.957, "f1": 0.943833, "accuracy": 0.957, "main_score": 0.943833, "hf_subset": "lvs-eng", "languages": [ "lvs-Latn", "eng-Latn" ] }, { "precision": 0.953929, "recall": 0.968408, "f1": 0.958566, "accuracy": 0.968408, "main_score": 0.958566, "hf_subset": "slv-eng", "languages": [ "slv-Latn", "eng-Latn" ] }, { "precision": 0.832783, "recall": 0.874, "f1": 0.845533, "accuracy": 0.874, "main_score": 0.845533, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "precision": 0.880917, "recall": 0.915, "f1": 0.892067, "accuracy": 0.915, "main_score": 0.892067, "hf_subset": "heb-eng", "languages": [ "heb-Hebr", "eng-Latn" ] }, { "precision": 0.920083, "recall": 0.942, "f1": 0.927233, "accuracy": 0.942, "main_score": 0.927233, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "precision": 0.651881, "recall": 0.723735, "f1": 0.672188, "accuracy": 0.723735, "main_score": 0.672188, "hf_subset": "nov-eng", "languages": [ "nov-Latn", "eng-Latn" ] }, { "precision": 0.9345, "recall": 0.952, "f1": 0.94, "accuracy": 0.952, "main_score": 0.94, "hf_subset": "ind-eng", "languages": [ "ind-Latn", "eng-Latn" ] }, { "precision": 0.236532, "recall": 0.319429, "f1": 0.257328, "accuracy": 0.319429, "main_score": 0.257328, "hf_subset": "arq-eng", "languages": [ "arq-Arab", "eng-Latn" ] }, { "precision": 0.939833, "recall": 0.958, "f1": 0.945833, "accuracy": 0.958, "main_score": 0.945833, "hf_subset": "ron-eng", "languages": [ "ron-Latn", "eng-Latn" ] }, { "precision": 0.79765, "recall": 0.846, "f1": 0.8129, "accuracy": 0.846, "main_score": 0.8129, "hf_subset": "tat-eng", "languages": [ "tat-Cyrl", "eng-Latn" ] }, { "precision": 0.773084, "recall": 0.815789, "f1": 0.786196, "accuracy": 0.815789, "main_score": 0.786196, "hf_subset": "khm-eng", "languages": [ "khm-Khmr", "eng-Latn" ] }, { "precision": 0.871083, "recall": 0.907, "f1": 0.882733, "accuracy": 0.907, "main_score": 0.882733, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "precision": 0.403109, "recall": 0.507463, "f1": 0.429443, "accuracy": 0.507463, "main_score": 0.429443, "hf_subset": "ang-eng", "languages": [ "ang-Latn", "eng-Latn" ] }, { "precision": 0.543757, "recall": 0.613333, "f1": 0.562413, "accuracy": 0.613333, "main_score": 0.562413, "hf_subset": "ceb-eng", "languages": [ "ceb-Latn", "eng-Latn" ] }, { "precision": 0.929833, "recall": 0.948, "f1": 0.935667, "accuracy": 0.948, "main_score": 0.935667, "hf_subset": "pes-eng", "languages": [ "pes-Arab", "eng-Latn" ] }, { "precision": 0.9335, "recall": 0.954, "f1": 0.940167, "accuracy": 0.954, "main_score": 0.940167, "hf_subset": "bel-eng", "languages": [ "bel-Cyrl", "eng-Latn" ] }, { "precision": 0.639543, "recall": 0.72, "f1": 0.663355, "accuracy": 0.72, "main_score": 0.663355, "hf_subset": "cbk-eng", "languages": [ "cbk-Latn", "eng-Latn" ] }, { "precision": 0.925833, "recall": 0.948, "f1": 0.933167, "accuracy": 0.948, "main_score": 0.933167, "hf_subset": "ukr-eng", "languages": [ "ukr-Cyrl", "eng-Latn" ] }, { "precision": 0.956667, "recall": 0.969, "f1": 0.960667, "accuracy": 0.969, "main_score": 0.960667, "hf_subset": "hrv-eng", "languages": [ "hrv-Latn", "eng-Latn" ] }, { "precision": 0.934167, "recall": 0.954, "f1": 0.940667, "accuracy": 0.954, "main_score": 0.940667, "hf_subset": "ell-eng", "languages": [ "ell-Grek", "eng-Latn" ] }, { "precision": 0.875, "recall": 0.910714, "f1": 0.886905, "accuracy": 0.910714, "main_score": 0.886905, "hf_subset": "amh-eng", "languages": [ "amh-Ethi", "eng-Latn" ] }, { "precision": 0.918333, "recall": 0.944, "f1": 0.926833, "accuracy": 0.944, "main_score": 0.926833, "hf_subset": "bul-eng", "languages": [ "bul-Cyrl", "eng-Latn" ] }, { "precision": 0.422436, "recall": 0.528846, "f1": 0.451923, "accuracy": 0.528846, "main_score": 0.451923, "hf_subset": "tzl-eng", "languages": [ "tzl-Latn", "eng-Latn" ] }, { "precision": 0.573364, "recall": 0.655172, "f1": 0.597455, "accuracy": 0.655172, "main_score": 0.597455, "hf_subset": "tuk-eng", "languages": [ "tuk-Latn", "eng-Latn" ] }, { "precision": 0.068748, "recall": 0.097, "f1": 0.074823, "accuracy": 0.097, "main_score": 0.074823, "hf_subset": "dtp-eng", "languages": [ "dtp-Latn", "eng-Latn" ] }, { "precision": 0.950833, "recall": 0.965, "f1": 0.9555, "accuracy": 0.965, "main_score": 0.9555, "hf_subset": "fin-eng", "languages": [ "fin-Latn", "eng-Latn" ] }, { "precision": 0.901583, "recall": 0.93, "f1": 0.910733, "accuracy": 0.93, "main_score": 0.910733, "hf_subset": "ina-eng", "languages": [ "ina-Latn", "eng-Latn" ] }, { "precision": 0.772517, "recall": 0.834741, "f1": 0.792142, "accuracy": 0.834741, "main_score": 0.792142, "hf_subset": "gla-eng", "languages": [ "gla-Latn", "eng-Latn" ] }, { "precision": 0.898347, "recall": 0.928954, "f1": 0.908177, "accuracy": 0.928954, "main_score": 0.908177, "hf_subset": "kat-eng", "languages": [ "kat-Geor", "eng-Latn" ] }, { "precision": 0.930083, "recall": 0.951, "f1": 0.9369, "accuracy": 0.951, "main_score": 0.9369, "hf_subset": "cat-eng", "languages": [ "cat-Latn", "eng-Latn" ] }, { "precision": 0.915909, "recall": 0.940909, "f1": 0.923864, "accuracy": 0.940909, "main_score": 0.923864, "hf_subset": "mon-eng", "languages": [ "mon-Cyrl", "eng-Latn" ] }, { "precision": 0.61742, "recall": 0.696017, "f1": 0.640077, "accuracy": 0.696017, "main_score": 0.640077, "hf_subset": "arz-eng", "languages": [ "arz-Arab", "eng-Latn" ] }, { "precision": 0.058911, "recall": 0.086, "f1": 0.064436, "accuracy": 0.086, "main_score": 0.064436, "hf_subset": "cor-eng", "languages": [ "cor-Latn", "eng-Latn" ] }, { "precision": 0.919167, "recall": 0.944, "f1": 0.927167, "accuracy": 0.944, "main_score": 0.927167, "hf_subset": "aze-eng", "languages": [ "aze-Latn", "eng-Latn" ] }, { "precision": 0.883008, "recall": 0.912052, "f1": 0.892182, "accuracy": 0.912052, "main_score": 0.892182, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.943867, "recall": 0.959, "f1": 0.948667, "accuracy": 0.959, "main_score": 0.948667, "hf_subset": "dan-eng", "languages": [ "dan-Latn", "eng-Latn" ] }, { "precision": 0.9065, "recall": 0.935, "f1": 0.916, "accuracy": 0.935, "main_score": 0.916, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.794393, "recall": 0.847, "f1": 0.810036, "accuracy": 0.847, "main_score": 0.810036, "hf_subset": "ido-eng", "languages": [ "ido-Latn", "eng-Latn" ] }, { "precision": 0.921667, "recall": 0.945, "f1": 0.929333, "accuracy": 0.945, "main_score": 0.929333, "hf_subset": "rus-eng", "languages": [ "rus-Cyrl", "eng-Latn" ] }, { "precision": 0.069246, "recall": 0.096, "f1": 0.074971, "accuracy": 0.096, "main_score": 0.074971, "hf_subset": "kzj-eng", "languages": [ "kzj-Latn", "eng-Latn" ] }, { "precision": 0.916917, "recall": 0.942, "f1": 0.925067, "accuracy": 0.942, "main_score": 0.925067, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.474048, "recall": 0.55, "f1": 0.494504, "accuracy": 0.55, "main_score": 0.494504, "hf_subset": "oci-eng", "languages": [ "oci-Latn", "eng-Latn" ] }, { "precision": 0.90274, "recall": 0.931267, "f1": 0.91168, "accuracy": 0.931267, "main_score": 0.91168, "hf_subset": "hye-eng", "languages": [ "hye-Armn", "eng-Latn" ] }, { "precision": 0.943167, "recall": 0.961, "f1": 0.949, "accuracy": 0.961, "main_score": 0.949, "hf_subset": "jpn-eng", "languages": [ "jpn-Jpan", "eng-Latn" ] }, { "precision": 0.436192, "recall": 0.5, "f1": 0.453926, "accuracy": 0.5, "main_score": 0.453926, "hf_subset": "war-eng", "languages": [ "war-Latn", "eng-Latn" ] } ] }, "evaluation_time": 46.609472036361694, "kg_co2_emissions": 0.0021866772367281446 }