{ "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", "task_name": "Tatoeba", "mteb_version": "1.18.0", "scores": { "test": [ { "precision": 0.060226, "recall": 0.08, "f1": 0.064278, "accuracy": 0.08, "main_score": 0.064278, "hf_subset": "pam-eng", "languages": [ "pam-Latn", "eng-Latn" ] }, { "precision": 0.011811, "recall": 0.02, "f1": 0.013221, "accuracy": 0.02, "main_score": 0.013221, "hf_subset": "kab-eng", "languages": [ "kab-Latn", "eng-Latn" ] }, { "precision": 0.003745, "recall": 0.016287, "f1": 0.004176, "accuracy": 0.016287, "main_score": 0.004176, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.026737, "recall": 0.035, "f1": 0.028336, "accuracy": 0.035, "main_score": 0.028336, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] }, { "precision": 0.024464, "recall": 0.049296, "f1": 0.026525, "accuracy": 0.049296, "main_score": 0.026525, "hf_subset": "xho-eng", "languages": [ "xho-Latn", "eng-Latn" ] }, { "precision": 0.283961, "recall": 0.349, "f1": 0.299324, "accuracy": 0.349, "main_score": 0.299324, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "precision": 0.067033, "recall": 0.081, "f1": 0.070065, "accuracy": 0.081, "main_score": 0.070065, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "precision": 0.180358, "recall": 0.260116, "f1": 0.197321, "accuracy": 0.260116, "main_score": 0.197321, "hf_subset": "fry-eng", "languages": [ "fry-Latn", "eng-Latn" ] }, { "precision": 0.013372, "recall": 0.023, "f1": 0.014573, "accuracy": 0.023, "main_score": 0.014573, "hf_subset": "wuu-eng", "languages": [ "wuu-Hans", "eng-Latn" ] }, { "precision": 1e-06, "recall": 0.001, "f1": 2e-06, "accuracy": 0.001, "main_score": 2e-06, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.015818, "recall": 0.023, "f1": 0.016668, "accuracy": 0.023, "main_score": 0.016668, "hf_subset": "bel-eng", "languages": [ "bel-Cyrl", "eng-Latn" ] }, { "precision": 0.032438, "recall": 0.046, "f1": 0.035731, "accuracy": 0.046, "main_score": 0.035731, "hf_subset": "est-eng", "languages": [ "est-Latn", "eng-Latn" ] }, { "precision": 0.031939, "recall": 0.043426, "f1": 0.033657, "accuracy": 0.043426, "main_score": 0.033657, "hf_subset": "gla-eng", "languages": [ "gla-Latn", "eng-Latn" ] }, { "precision": 0.053918, "recall": 0.072, "f1": 0.056777, "accuracy": 0.072, "main_score": 0.056777, "hf_subset": "kzj-eng", "languages": [ "kzj-Latn", "eng-Latn" ] }, { "precision": 0.042409, "recall": 0.051, "f1": 0.044143, "accuracy": 0.051, "main_score": 0.044143, "hf_subset": "srp-eng", "languages": [ "srp-Cyrl", "eng-Latn" ] }, { "precision": 0.034812, "recall": 0.063084, "f1": 0.038406, "accuracy": 0.063084, "main_score": 0.038406, "hf_subset": "uzb-eng", "languages": [ "uzb-Latn", "eng-Latn" ] }, { "precision": 0.191944, "recall": 0.236, "f1": 0.201806, "accuracy": 0.236, "main_score": 0.201806, "hf_subset": "nds-eng", "languages": [ "nds-Latn", "eng-Latn" ] }, { "precision": 0.053516, "recall": 0.063, "f1": 0.055199, "accuracy": 0.063, "main_score": 0.055199, "hf_subset": "ber-eng", "languages": [ "ber-Tfng", "eng-Latn" ] }, { "precision": 0.424432, "recall": 0.498, "f1": 0.44314, "accuracy": 0.498, "main_score": 0.44314, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "precision": 0.075744, "recall": 0.1, "f1": 0.080769, "accuracy": 0.1, "main_score": 0.080769, "hf_subset": "slk-eng", "languages": [ "slk-Latn", "eng-Latn" ] }, { "precision": 0.04784, "recall": 0.065, "f1": 0.050193, "accuracy": 0.065, "main_score": 0.050193, "hf_subset": "lvs-eng", "languages": [ "lvs-Latn", "eng-Latn" ] }, { "precision": 0.000413, "recall": 0.011905, "f1": 0.000782, "accuracy": 0.011905, "main_score": 0.000782, "hf_subset": "amh-eng", "languages": [ "amh-Ethi", "eng-Latn" ] }, { "precision": 0.009146, "recall": 0.013913, "f1": 0.009495, "accuracy": 0.013913, "main_score": 0.009495, "hf_subset": "kaz-eng", "languages": [ "kaz-Cyrl", "eng-Latn" ] }, { "precision": 0.437685, "recall": 0.508, "f1": 0.455956, "accuracy": 0.508, "main_score": 0.455956, "hf_subset": "ina-eng", "languages": [ "ina-Latn", "eng-Latn" ] }, { "precision": 0.179089, "recall": 0.226, "f1": 0.188696, "accuracy": 0.226, "main_score": 0.188696, "hf_subset": "dan-eng", "languages": [ "dan-Latn", "eng-Latn" ] }, { "precision": 0.006005, "recall": 0.008, "f1": 0.00601, "accuracy": 0.008, "main_score": 0.00601, "hf_subset": "ell-eng", "languages": [ "ell-Grek", "eng-Latn" ] }, { "precision": 0.122799, "recall": 0.167, "f1": 0.131949, "accuracy": 0.167, "main_score": 0.131949, "hf_subset": "lat-eng", "languages": [ "lat-Latn", "eng-Latn" ] }, { "precision": 0.09398, "recall": 0.126829, "f1": 0.100669, "accuracy": 0.126829, "main_score": 0.100669, "hf_subset": "kur-eng", "languages": [ "kur-Latn", "eng-Latn" ] }, { "precision": 0.385623, "recall": 0.437, "f1": 0.398257, "accuracy": 0.437, "main_score": 0.398257, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "precision": 0.099517, "recall": 0.129, "f1": 0.10442, "accuracy": 0.129, "main_score": 0.10442, "hf_subset": "zsm-eng", "languages": [ "zsm-Latn", "eng-Latn" ] }, { "precision": 0.14288, "recall": 0.19403, "f1": 0.150613, "accuracy": 0.19403, "main_score": 0.150613, "hf_subset": "ang-eng", "languages": [ "ang-Latn", "eng-Latn" ] }, { "precision": 0.060783, "recall": 0.102564, "f1": 0.0672, "accuracy": 0.102564, "main_score": 0.0672, "hf_subset": "swh-eng", "languages": [ "swh-Latn", "eng-Latn" ] }, { "precision": 0.004501, "recall": 0.006, "f1": 0.004669, "accuracy": 0.006, "main_score": 0.004669, "hf_subset": "heb-eng", "languages": [ "heb-Hebr", "eng-Latn" ] }, { "precision": 0.182033, "recall": 0.228, "f1": 0.192208, "accuracy": 0.228, "main_score": 0.192208, "hf_subset": "nob-eng", "languages": [ "nob-Latn", "eng-Latn" ] }, { "precision": 0.10394, "recall": 0.137, "f1": 0.110581, "accuracy": 0.137, "main_score": 0.110581, "hf_subset": "hrv-eng", "languages": [ "hrv-Latn", "eng-Latn" ] }, { "precision": 0.051598, "recall": 0.071, "f1": 0.055246, "accuracy": 0.071, "main_score": 0.055246, "hf_subset": "aze-eng", "languages": [ "aze-Latn", "eng-Latn" ] }, { "precision": 0.111303, "recall": 0.134387, "f1": 0.115275, "accuracy": 0.134387, "main_score": 0.115275, "hf_subset": "csb-eng", "languages": [ "csb-Latn", "eng-Latn" ] }, { "precision": 0.01369, "recall": 0.016423, "f1": 0.013998, "accuracy": 0.016423, "main_score": 0.013998, "hf_subset": "tha-eng", "languages": [ "tha-Thai", "eng-Latn" ] }, { "precision": 0.124642, "recall": 0.154, "f1": 0.131739, "accuracy": 0.154, "main_score": 0.131739, "hf_subset": "nno-eng", "languages": [ "nno-Latn", "eng-Latn" ] }, { "precision": 0.002795, "recall": 0.011, "f1": 0.003341, "accuracy": 0.011, "main_score": 0.003341, "hf_subset": "rus-eng", "languages": [ "rus-Cyrl", "eng-Latn" ] }, { "precision": 0.059877, "recall": 0.078, "f1": 0.062888, "accuracy": 0.078, "main_score": 0.062888, "hf_subset": "fin-eng", "languages": [ "fin-Latn", "eng-Latn" ] }, { "precision": 0.086441, "recall": 0.120292, "f1": 0.092279, "accuracy": 0.120292, "main_score": 0.092279, "hf_subset": "slv-eng", "languages": [ "slv-Latn", "eng-Latn" ] }, { "precision": 0.006004, "recall": 0.007, "f1": 0.006009, "accuracy": 0.007, "main_score": 0.006009, "hf_subset": "uig-eng", "languages": [ "uig-Arab", "eng-Latn" ] }, { "precision": 0.035389, "recall": 0.053, "f1": 0.037663, "accuracy": 0.053, "main_score": 0.037663, "hf_subset": "gle-eng", "languages": [ "gle-Latn", "eng-Latn" ] }, { "precision": 0.057559, "recall": 0.087, "f1": 0.062707, "accuracy": 0.087, "main_score": 0.062707, "hf_subset": "ces-eng", "languages": [ "ces-Latn", "eng-Latn" ] }, { "precision": 0.058581, "recall": 0.082, "f1": 0.062768, "accuracy": 0.082, "main_score": 0.062768, "hf_subset": "isl-eng", "languages": [ "isl-Latn", "eng-Latn" ] }, { "precision": 0.001251, "recall": 0.003, "f1": 0.001402, "accuracy": 0.003, "main_score": 0.001402, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.148007, "recall": 0.19, "f1": 0.156079, "accuracy": 0.19, "main_score": 0.156079, "hf_subset": "swe-eng", "languages": [ "swe-Latn", "eng-Latn" ] }, { "precision": 0.026231, "recall": 0.042, "f1": 0.029465, "accuracy": 0.042, "main_score": 0.029465, "hf_subset": "cor-eng", "languages": [ "cor-Latn", "eng-Latn" ] }, { "precision": 0.070792, "recall": 0.1, "f1": 0.075717, "accuracy": 0.1, "main_score": 0.075717, "hf_subset": "ceb-eng", "languages": [ "ceb-Latn", "eng-Latn" ] }, { "precision": 0.005881, "recall": 0.008782, "f1": 0.006089, "accuracy": 0.008782, "main_score": 0.006089, "hf_subset": "arq-eng", "languages": [ "arq-Arab", "eng-Latn" ] }, { "precision": 0.044874, "recall": 0.067, "f1": 0.048973, "accuracy": 0.067, "main_score": 0.048973, "hf_subset": "bre-eng", "languages": [ "bre-Latn", "eng-Latn" ] }, { "precision": 0.011525, "recall": 0.015, "f1": 0.01185, "accuracy": 0.015, "main_score": 0.01185, "hf_subset": "tat-eng", "languages": [ "tat-Cyrl", "eng-Latn" ] }, { "precision": 0.059924, "recall": 0.079, "f1": 0.062569, "accuracy": 0.079, "main_score": 0.062569, "hf_subset": "hun-eng", "languages": [ "hun-Latn", "eng-Latn" ] }, { "precision": 0.006287, "recall": 0.013, "f1": 0.00739, "accuracy": 0.013, "main_score": 0.00739, "hf_subset": "jpn-eng", "languages": [ "jpn-Jpan", "eng-Latn" ] }, { "precision": 0.120416, "recall": 0.177966, "f1": 0.132632, "accuracy": 0.177966, "main_score": 0.132632, "hf_subset": "bos-eng", "languages": [ "bos-Latn", "eng-Latn" ] }, { "precision": 0.002832, "recall": 0.007075, "f1": 0.003103, "accuracy": 0.007075, "main_score": 0.003103, "hf_subset": "yid-eng", "languages": [ "yid-Hebr", "eng-Latn" ] }, { "precision": 0.005646, "recall": 0.008043, "f1": 0.005861, "accuracy": 0.008043, "main_score": 0.005861, "hf_subset": "kat-eng", "languages": [ "kat-Geor", "eng-Latn" ] }, { "precision": 0.151967, "recall": 0.2, "f1": 0.162713, "accuracy": 0.2, "main_score": 0.162713, "hf_subset": "pms-eng", "languages": [ "pms-Latn", "eng-Latn" ] }, { "precision": 0.067429, "recall": 0.098121, "f1": 0.072465, "accuracy": 0.098121, "main_score": 0.072465, "hf_subset": "dsb-eng", "languages": [ "dsb-Latn", "eng-Latn" ] }, { "precision": 0.033838, "recall": 0.05, "f1": 0.036359, "accuracy": 0.05, "main_score": 0.036359, "hf_subset": "dtp-eng", "languages": [ "dtp-Latn", "eng-Latn" ] }, { "precision": 0.001782, "recall": 0.005, "f1": 0.002161, "accuracy": 0.005, "main_score": 0.002161, "hf_subset": "mkd-eng", "languages": [ "mkd-Cyrl", "eng-Latn" ] }, { "precision": 0.004045, "recall": 0.005391, "f1": 0.004047, "accuracy": 0.005391, "main_score": 0.004047, "hf_subset": "hye-eng", "languages": [ "hye-Armn", "eng-Latn" ] }, { "precision": 0.210943, "recall": 0.259615, "f1": 0.221978, "accuracy": 0.259615, "main_score": 0.221978, "hf_subset": "tzl-eng", "languages": [ "tzl-Latn", "eng-Latn" ] }, { "precision": 0.03114, "recall": 0.048, "f1": 0.03399, "accuracy": 0.048, "main_score": 0.03399, "hf_subset": "lit-eng", "languages": [ "lit-Latn", "eng-Latn" ] }, { "precision": 5e-06, "recall": 0.002, "f1": 1e-05, "accuracy": 0.002, "main_score": 1e-05, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.326932, "recall": 0.398, "f1": 0.3431, "accuracy": 0.398, "main_score": 0.3431, "hf_subset": "ile-eng", "languages": [ "ile-Latn", "eng-Latn" ] }, { "precision": 0.228602, "recall": 0.278, "f1": 0.240917, "accuracy": 0.278, "main_score": 0.240917, "hf_subset": "lfn-eng", "languages": [ "lfn-Latn", "eng-Latn" ] }, { "precision": 0.118793, "recall": 0.158451, "f1": 0.126195, "accuracy": 0.158451, "main_score": 0.126195, "hf_subset": "max-eng", "languages": [ "max-Deva", "eng-Latn" ] }, { "precision": 0.004294, "recall": 0.008547, "f1": 0.004314, "accuracy": 0.008547, "main_score": 0.004314, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.155988, "recall": 0.223214, "f1": 0.167589, "accuracy": 0.223214, "main_score": 0.167589, "hf_subset": "swg-eng", "languages": [ "swg-Latn", "eng-Latn" ] }, { "precision": 0.152776, "recall": 0.201, "f1": 0.16232, "accuracy": 0.201, "main_score": 0.16232, "hf_subset": "oci-eng", "languages": [ "oci-Latn", "eng-Latn" ] }, { "precision": 0.104, "recall": 0.137405, "f1": 0.109669, "accuracy": 0.137405, "main_score": 0.109669, "hf_subset": "fao-eng", "languages": [ "fao-Latn", "eng-Latn" ] }, { "precision": 0.002761, "recall": 0.005, "f1": 0.003088, "accuracy": 0.005, "main_score": 0.003088, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "precision": 0.092364, "recall": 0.109, "f1": 0.095272, "accuracy": 0.109, "main_score": 0.095272, "hf_subset": "ind-eng", "languages": [ "ind-Latn", "eng-Latn" ] }, { "precision": 0.227262, "recall": 0.285, "f1": 0.24057, "accuracy": 0.285, "main_score": 0.24057, "hf_subset": "cbk-eng", "languages": [ "cbk-Latn", "eng-Latn" ] }, { "precision": 0.03588, "recall": 0.068966, "f1": 0.041235, "accuracy": 0.068966, "main_score": 0.041235, "hf_subset": "tuk-eng", "languages": [ "tuk-Latn", "eng-Latn" ] }, { "precision": 0.247984, "recall": 0.308, "f1": 0.261792, "accuracy": 0.308, "main_score": 0.261792, "hf_subset": "ido-eng", "languages": [ "ido-Latn", "eng-Latn" ] }, { "precision": 0.387856, "recall": 0.461, "f1": 0.405984, "accuracy": 0.461, "main_score": 0.405984, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "precision": 0.107569, "recall": 0.142, "f1": 0.115296, "accuracy": 0.142, "main_score": 0.115296, "hf_subset": "afr-eng", "languages": [ "afr-Latn", "eng-Latn" ] }, { "precision": 5.2e-05, "recall": 0.004, "f1": 0.000102, "accuracy": 0.004, "main_score": 0.000102, "hf_subset": "mhr-eng", "languages": [ "mhr-Cyrl", "eng-Latn" ] }, { "precision": 0.074557, "recall": 0.102439, "f1": 0.077899, "accuracy": 0.102439, "main_score": 0.077899, "hf_subset": "jav-eng", "languages": [ "jav-Latn", "eng-Latn" ] }, { "precision": 0.077441, "recall": 0.093913, "f1": 0.080431, "accuracy": 0.093913, "main_score": 0.080431, "hf_subset": "cym-eng", "languages": [ "cym-Latn", "eng-Latn" ] }, { "precision": 0.019559, "recall": 0.027273, "f1": 0.020329, "accuracy": 0.027273, "main_score": 0.020329, "hf_subset": "mon-eng", "languages": [ "mon-Cyrl", "eng-Latn" ] }, { "precision": 0.00465, "recall": 0.011, "f1": 0.004952, "accuracy": 0.011, "main_score": 0.004952, "hf_subset": "bul-eng", "languages": [ "bul-Cyrl", "eng-Latn" ] }, { "precision": 0.016002, "recall": 0.029, "f1": 0.017646, "accuracy": 0.029, "main_score": 0.017646, "hf_subset": "yue-eng", "languages": [ "yue-Hant", "eng-Latn" ] }, { "precision": 0.007681, "recall": 0.014, "f1": 0.008326, "accuracy": 0.014, "main_score": 0.008326, "hf_subset": "ukr-eng", "languages": [ "ukr-Cyrl", "eng-Latn" ] }, { "precision": 0.077252, "recall": 0.104, "f1": 0.08285, "accuracy": 0.104, "main_score": 0.08285, "hf_subset": "eus-eng", "languages": [ "eus-Latn", "eng-Latn" ] }, { "precision": 0.001042, "recall": 0.003, "f1": 0.001081, "accuracy": 0.003, "main_score": 0.001081, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.063598, "recall": 0.082, "f1": 0.066955, "accuracy": 0.082, "main_score": 0.066955, "hf_subset": "tgl-eng", "languages": [ "tgl-Latn", "eng-Latn" ] }, { "precision": 0.241484, "recall": 0.307087, "f1": 0.256362, "accuracy": 0.307087, "main_score": 0.256362, "hf_subset": "ast-eng", "languages": [ "ast-Latn", "eng-Latn" ] }, { "precision": 0.002981, "recall": 0.007278, "f1": 0.003047, "accuracy": 0.007278, "main_score": 0.003047, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.05553, "recall": 0.083, "f1": 0.060585, "accuracy": 0.083, "main_score": 0.060585, "hf_subset": "tur-eng", "languages": [ "tur-Latn", "eng-Latn" ] }, { "precision": 0.074993, "recall": 0.093, "f1": 0.079386, "accuracy": 0.093, "main_score": 0.079386, "hf_subset": "sqi-eng", "languages": [ "sqi-Latn", "eng-Latn" ] }, { "precision": 0.004179, "recall": 0.00554, "f1": 0.004202, "accuracy": 0.00554, "main_score": 0.004202, "hf_subset": "khm-eng", "languages": [ "khm-Khmr", "eng-Latn" ] }, { "precision": 0.160438, "recall": 0.230769, "f1": 0.174677, "accuracy": 0.230769, "main_score": 0.174677, "hf_subset": "gsw-eng", "languages": [ "gsw-Latn", "eng-Latn" ] }, { "precision": 0.368076, "recall": 0.454, "f1": 0.388911, "accuracy": 0.454, "main_score": 0.388911, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "precision": 0.013457, "recall": 0.019, "f1": 0.014414, "accuracy": 0.019, "main_score": 0.014414, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "precision": 0.002105, "recall": 0.004193, "f1": 0.002113, "accuracy": 0.004193, "main_score": 0.002113, "hf_subset": "arz-eng", "languages": [ "arz-Arab", "eng-Latn" ] }, { "precision": 0.163208, "recall": 0.214, "f1": 0.172901, "accuracy": 0.214, "main_score": 0.172901, "hf_subset": "epo-eng", "languages": [ "epo-Latn", "eng-Latn" ] }, { "precision": 0.217676, "recall": 0.266, "f1": 0.228168, "accuracy": 0.266, "main_score": 0.228168, "hf_subset": "nld-eng", "languages": [ "nld-Latn", "eng-Latn" ] }, { "precision": 0.000694, "recall": 0.005988, "f1": 0.000983, "accuracy": 0.005988, "main_score": 0.000983, "hf_subset": "orv-eng", "languages": [ "orv-Cyrl", "eng-Latn" ] }, { "precision": 0.064402, "recall": 0.093168, "f1": 0.069258, "accuracy": 0.093168, "main_score": 0.069258, "hf_subset": "hsb-eng", "languages": [ "hsb-Latn", "eng-Latn" ] }, { "precision": 0.321917, "recall": 0.400778, "f1": 0.340292, "accuracy": 0.400778, "main_score": 0.340292, "hf_subset": "nov-eng", "languages": [ "nov-Latn", "eng-Latn" ] }, { "precision": 0.280429, "recall": 0.346, "f1": 0.295796, "accuracy": 0.346, "main_score": 0.295796, "hf_subset": "glg-eng", "languages": [ "glg-Latn", "eng-Latn" ] }, { "precision": 0.197384, "recall": 0.240876, "f1": 0.207357, "accuracy": 0.240876, "main_score": 0.207357, "hf_subset": "cha-eng", "languages": [ "cha-Latn", "eng-Latn" ] }, { "precision": 0.137023, "recall": 0.188, "f1": 0.14734, "accuracy": 0.188, "main_score": 0.14734, "hf_subset": "ron-eng", "languages": [ "ron-Latn", "eng-Latn" ] }, { "precision": 0.24353, "recall": 0.302, "f1": 0.256976, "accuracy": 0.302, "main_score": 0.256976, "hf_subset": "cat-eng", "languages": [ "cat-Latn", "eng-Latn" ] }, { "precision": 0.075776, "recall": 0.101, "f1": 0.080576, "accuracy": 0.101, "main_score": 0.080576, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "precision": 0.006676, "recall": 0.021645, "f1": 0.007574, "accuracy": 0.021645, "main_score": 0.007574, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.071842, "recall": 0.097, "f1": 0.076095, "accuracy": 0.097, "main_score": 0.076095, "hf_subset": "war-eng", "languages": [ "war-Latn", "eng-Latn" ] }, { "precision": 0.008002, "recall": 0.009, "f1": 0.008003, "accuracy": 0.009, "main_score": 0.008003, "hf_subset": "pes-eng", "languages": [ "pes-Arab", "eng-Latn" ] } ] }, "evaluation_time": 106.91934180259705, "kg_co2_emissions": 0.0067611245405921686 }