{ "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", "task_name": "Tatoeba", "mteb_version": "1.18.0", "scores": { "test": [ { "precision": 0.005542, "recall": 0.008, "f1": 0.005908, "accuracy": 0.008, "main_score": 0.005908, "hf_subset": "tat-eng", "languages": [ "tat-Cyrl", "eng-Latn" ] }, { "precision": 0.001264, "recall": 0.006, "f1": 0.001471, "accuracy": 0.006, "main_score": 0.001471, "hf_subset": "mkd-eng", "languages": [ "mkd-Cyrl", "eng-Latn" ] }, { "precision": 0.018522, "recall": 0.022727, "f1": 0.018805, "accuracy": 0.022727, "main_score": 0.018805, "hf_subset": "mon-eng", "languages": [ "mon-Cyrl", "eng-Latn" ] }, { "precision": 0.166918, "recall": 0.206, "f1": 0.175418, "accuracy": 0.206, "main_score": 0.175418, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ] }, { "precision": 0.055487, "recall": 0.065, "f1": 0.057868, "accuracy": 0.065, "main_score": 0.057868, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ] }, { "precision": 0.052821, "recall": 0.07, "f1": 0.055717, "accuracy": 0.07, "main_score": 0.055717, "hf_subset": "isl-eng", "languages": [ "isl-Latn", "eng-Latn" ] }, { "precision": 0.047877, "recall": 0.064182, "f1": 0.05073, "accuracy": 0.064182, "main_score": 0.05073, "hf_subset": "hsb-eng", "languages": [ "hsb-Latn", "eng-Latn" ] }, { "precision": 0.0, "recall": 0.0, "f1": 0.0, "accuracy": 0.0, "main_score": 0.0, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.093354, "recall": 0.134, "f1": 0.100937, "accuracy": 0.134, "main_score": 0.100937, "hf_subset": "lat-eng", "languages": [ "lat-Latn", "eng-Latn" ] }, { "precision": 0.002745, "recall": 0.00479, "f1": 0.003004, "accuracy": 0.00479, "main_score": 0.003004, "hf_subset": "orv-eng", "languages": [ "orv-Cyrl", "eng-Latn" ] }, { "precision": 0.048516, "recall": 0.059, "f1": 0.049799, "accuracy": 0.059, "main_score": 0.049799, "hf_subset": "kzj-eng", "languages": [ "kzj-Latn", "eng-Latn" ] }, { "precision": 0.02656, "recall": 0.037394, "f1": 0.02837, "accuracy": 0.037394, "main_score": 0.02837, "hf_subset": "gla-eng", "languages": [ "gla-Latn", "eng-Latn" ] }, { "precision": 0.010086, "recall": 0.016, "f1": 0.010731, "accuracy": 0.016, "main_score": 0.010731, "hf_subset": "kab-eng", "languages": [ "kab-Latn", "eng-Latn" ] }, { "precision": 0.04245, "recall": 0.063, "f1": 0.046109, "accuracy": 0.063, "main_score": 0.046109, "hf_subset": "tur-eng", "languages": [ "tur-Latn", "eng-Latn" ] }, { "precision": 0.113871, "recall": 0.144366, "f1": 0.118228, "accuracy": 0.144366, "main_score": 0.118228, "hf_subset": "max-eng", "languages": [ "max-Deva", "eng-Latn" ] }, { "precision": 0.023682, "recall": 0.033, "f1": 0.025231, "accuracy": 0.033, "main_score": 0.025231, "hf_subset": "srp-eng", "languages": [ "srp-Cyrl", "eng-Latn" ] }, { "precision": 0.121666, "recall": 0.147, "f1": 0.127139, "accuracy": 0.147, "main_score": 0.127139, "hf_subset": "nob-eng", "languages": [ "nob-Latn", "eng-Latn" ] }, { "precision": 0.014333, "recall": 0.015, "f1": 0.0145, "accuracy": 0.015, "main_score": 0.0145, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ] }, { "precision": 0.033948, "recall": 0.045, "f1": 0.036093, "accuracy": 0.045, "main_score": 0.036093, "hf_subset": "est-eng", "languages": [ "est-Latn", "eng-Latn" ] }, { "precision": 0.006901, "recall": 0.010724, "f1": 0.007081, "accuracy": 0.010724, "main_score": 0.007081, "hf_subset": "kat-eng", "languages": [ "kat-Geor", "eng-Latn" ] }, { "precision": 0.001103, "recall": 0.004, "f1": 0.001197, "accuracy": 0.004, "main_score": 0.001197, "hf_subset": "mhr-eng", "languages": [ "mhr-Cyrl", "eng-Latn" ] }, { "precision": 0.213929, "recall": 0.254, "f1": 0.222306, "accuracy": 0.254, "main_score": 0.222306, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ] }, { "precision": 0.036143, "recall": 0.045, "f1": 0.038189, "accuracy": 0.045, "main_score": 0.038189, "hf_subset": "dtp-eng", "languages": [ "dtp-Latn", "eng-Latn" ] }, { "precision": 0.032265, "recall": 0.03972, "f1": 0.034073, "accuracy": 0.03972, "main_score": 0.034073, "hf_subset": "uzb-eng", "languages": [ "uzb-Latn", "eng-Latn" ] }, { "precision": 0.171843, "recall": 0.231343, "f1": 0.184494, "accuracy": 0.231343, "main_score": 0.184494, "hf_subset": "ang-eng", "languages": [ "ang-Latn", "eng-Latn" ] }, { "precision": 0.003373, "recall": 0.006586, "f1": 0.003808, "accuracy": 0.006586, "main_score": 0.003808, "hf_subset": "arq-eng", "languages": [ "arq-Arab", "eng-Latn" ] }, { "precision": 0.004704, "recall": 0.01, "f1": 0.005036, "accuracy": 0.01, "main_score": 0.005036, "hf_subset": "bul-eng", "languages": [ "bul-Cyrl", "eng-Latn" ] }, { "precision": 0.318423, "recall": 0.376, "f1": 0.331135, "accuracy": 0.376, "main_score": 0.331135, "hf_subset": "ina-eng", "languages": [ "ina-Latn", "eng-Latn" ] }, { "precision": 0.004566, "recall": 0.007299, "f1": 0.004874, "accuracy": 0.007299, "main_score": 0.004874, "hf_subset": "tha-eng", "languages": [ "tha-Thai", "eng-Latn" ] }, { "precision": 0.033737, "recall": 0.05, "f1": 0.036474, "accuracy": 0.05, "main_score": 0.036474, "hf_subset": "gle-eng", "languages": [ "gle-Latn", "eng-Latn" ] }, { "precision": 0.003276, "recall": 0.006, "f1": 0.003475, "accuracy": 0.006, "main_score": 0.003475, "hf_subset": "uig-eng", "languages": [ "uig-Arab", "eng-Latn" ] }, { "precision": 0.002501, "recall": 0.004, "f1": 0.00267, "accuracy": 0.004, "main_score": 0.00267, "hf_subset": "ell-eng", "languages": [ "ell-Grek", "eng-Latn" ] }, { "precision": 0.089047, "recall": 0.104, "f1": 0.092048, "accuracy": 0.104, "main_score": 0.092048, "hf_subset": "zsm-eng", "languages": [ "zsm-Latn", "eng-Latn" ] }, { "precision": 0.051145, "recall": 0.06, "f1": 0.052963, "accuracy": 0.06, "main_score": 0.052963, "hf_subset": "ceb-eng", "languages": [ "ceb-Latn", "eng-Latn" ] }, { "precision": 0.054897, "recall": 0.069, "f1": 0.058478, "accuracy": 0.069, "main_score": 0.058478, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ] }, { "precision": 0.13752, "recall": 0.181, "f1": 0.146664, "accuracy": 0.181, "main_score": 0.146664, "hf_subset": "nds-eng", "languages": [ "nds-Latn", "eng-Latn" ] }, { "precision": 0.037422, "recall": 0.048, "f1": 0.03937, "accuracy": 0.048, "main_score": 0.03937, "hf_subset": "fin-eng", "languages": [ "fin-Latn", "eng-Latn" ] }, { "precision": 0.106103, "recall": 0.129524, "f1": 0.111624, "accuracy": 0.129524, "main_score": 0.111624, "hf_subset": "pms-eng", "languages": [ "pms-Latn", "eng-Latn" ] }, { "precision": 0.076848, "recall": 0.098, "f1": 0.080952, "accuracy": 0.098, "main_score": 0.080952, "hf_subset": "sqi-eng", "languages": [ "sqi-Latn", "eng-Latn" ] }, { "precision": 0.097828, "recall": 0.122, "f1": 0.102808, "accuracy": 0.122, "main_score": 0.102808, "hf_subset": "nno-eng", "languages": [ "nno-Latn", "eng-Latn" ] }, { "precision": 0.062633, "recall": 0.082625, "f1": 0.066323, "accuracy": 0.082625, "main_score": 0.066323, "hf_subset": "slv-eng", "languages": [ "slv-Latn", "eng-Latn" ] }, { "precision": 0.104794, "recall": 0.14, "f1": 0.111476, "accuracy": 0.14, "main_score": 0.111476, "hf_subset": "swe-eng", "languages": [ "swe-Latn", "eng-Latn" ] }, { "precision": 0.153919, "recall": 0.201923, "f1": 0.162469, "accuracy": 0.201923, "main_score": 0.162469, "hf_subset": "tzl-eng", "languages": [ "tzl-Latn", "eng-Latn" ] }, { "precision": 0.185732, "recall": 0.238, "f1": 0.196561, "accuracy": 0.238, "main_score": 0.196561, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ] }, { "precision": 0.295769, "recall": 0.338521, "f1": 0.30478, "accuracy": 0.338521, "main_score": 0.30478, "hf_subset": "nov-eng", "languages": [ "nov-Latn", "eng-Latn" ] }, { "precision": 0.017621, "recall": 0.03, "f1": 0.01921, "accuracy": 0.03, "main_score": 0.01921, "hf_subset": "yue-eng", "languages": [ "yue-Hant", "eng-Latn" ] }, { "precision": 0.137838, "recall": 0.166, "f1": 0.143932, "accuracy": 0.166, "main_score": 0.143932, "hf_subset": "nld-eng", "languages": [ "nld-Latn", "eng-Latn" ] }, { "precision": 0.010026, "recall": 0.024, "f1": 0.01239, "accuracy": 0.024, "main_score": 0.01239, "hf_subset": "jpn-eng", "languages": [ "jpn-Jpan", "eng-Latn" ] }, { "precision": 0.002102, "recall": 0.004, "f1": 0.002186, "accuracy": 0.004, "main_score": 0.002186, "hf_subset": "heb-eng", "languages": [ "heb-Hebr", "eng-Latn" ] }, { "precision": 0.076996, "recall": 0.095, "f1": 0.081101, "accuracy": 0.095, "main_score": 0.081101, "hf_subset": "eus-eng", "languages": [ "eus-Latn", "eng-Latn" ] }, { "precision": 0.158287, "recall": 0.198, "f1": 0.165798, "accuracy": 0.198, "main_score": 0.165798, "hf_subset": "ido-eng", "languages": [ "ido-Latn", "eng-Latn" ] }, { "precision": 0.000111, "recall": 0.001, "f1": 0.0002, "accuracy": 0.001, "main_score": 0.0002, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.14229, "recall": 0.1875, "f1": 0.150136, "accuracy": 0.1875, "main_score": 0.150136, "hf_subset": "swg-eng", "languages": [ "swg-Latn", "eng-Latn" ] }, { "precision": 0.016062, "recall": 0.028, "f1": 0.017954, "accuracy": 0.028, "main_score": 0.017954, "hf_subset": "wuu-eng", "languages": [ "wuu-Hans", "eng-Latn" ] }, { "precision": 0.085679, "recall": 0.103053, "f1": 0.088198, "accuracy": 0.103053, "main_score": 0.088198, "hf_subset": "fao-eng", "languages": [ "fao-Latn", "eng-Latn" ] }, { "precision": 0.196768, "recall": 0.260116, "f1": 0.21135, "accuracy": 0.260116, "main_score": 0.21135, "hf_subset": "fry-eng", "languages": [ "fry-Latn", "eng-Latn" ] }, { "precision": 0.104655, "recall": 0.133, "f1": 0.110795, "accuracy": 0.133, "main_score": 0.110795, "hf_subset": "ron-eng", "languages": [ "ron-Latn", "eng-Latn" ] }, { "precision": 0.061028, "recall": 0.073, "f1": 0.063458, "accuracy": 0.073, "main_score": 0.063458, "hf_subset": "war-eng", "languages": [ "war-Latn", "eng-Latn" ] }, { "precision": 0.067215, "recall": 0.090244, "f1": 0.072257, "accuracy": 0.090244, "main_score": 0.072257, "hf_subset": "kur-eng", "languages": [ "kur-Latn", "eng-Latn" ] }, { "precision": 3e-06, "recall": 0.001456, "f1": 7e-06, "accuracy": 0.001456, "main_score": 7e-06, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.054009, "recall": 0.065, "f1": 0.055984, "accuracy": 0.065, "main_score": 0.055984, "hf_subset": "tgl-eng", "languages": [ "tgl-Latn", "eng-Latn" ] }, { "precision": 0.047553, "recall": 0.062, "f1": 0.050223, "accuracy": 0.062, "main_score": 0.050223, "hf_subset": "ces-eng", "languages": [ "ces-Latn", "eng-Latn" ] }, { "precision": 0.001859, "recall": 0.005896, "f1": 0.002139, "accuracy": 0.005896, "main_score": 0.002139, "hf_subset": "yid-eng", "languages": [ "yid-Hebr", "eng-Latn" ] }, { "precision": 0.004963, "recall": 0.013913, "f1": 0.005803, "accuracy": 0.013913, "main_score": 0.005803, "hf_subset": "kaz-eng", "languages": [ "kaz-Cyrl", "eng-Latn" ] }, { "precision": 0.004824, "recall": 0.021368, "f1": 0.005312, "accuracy": 0.021368, "main_score": 0.005312, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.002209, "recall": 0.006289, "f1": 0.002312, "accuracy": 0.006289, "main_score": 0.002312, "hf_subset": "arz-eng", "languages": [ "arz-Arab", "eng-Latn" ] }, { "precision": 0.049705, "recall": 0.06, "f1": 0.051269, "accuracy": 0.06, "main_score": 0.051269, "hf_subset": "lvs-eng", "languages": [ "lvs-Latn", "eng-Latn" ] }, { "precision": 0.000575, "recall": 0.005, "f1": 0.000927, "accuracy": 0.005, "main_score": 0.000927, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.07124, "recall": 0.094, "f1": 0.07539, "accuracy": 0.094, "main_score": 0.07539, "hf_subset": "hrv-eng", "languages": [ "hrv-Latn", "eng-Latn" ] }, { "precision": 0.130002, "recall": 0.15748, "f1": 0.135102, "accuracy": 0.15748, "main_score": 0.135102, "hf_subset": "ast-eng", "languages": [ "ast-Latn", "eng-Latn" ] }, { "precision": 0.073958, "recall": 0.087, "f1": 0.076561, "accuracy": 0.087, "main_score": 0.076561, "hf_subset": "ind-eng", "languages": [ "ind-Latn", "eng-Latn" ] }, { "precision": 0.029389, "recall": 0.037, "f1": 0.030168, "accuracy": 0.037, "main_score": 0.030168, "hf_subset": "cor-eng", "languages": [ "cor-Latn", "eng-Latn" ] }, { "precision": 0.000127, "recall": 0.003, "f1": 0.000237, "accuracy": 0.003, "main_score": 0.000237, "hf_subset": "rus-eng", "languages": [ "rus-Cyrl", "eng-Latn" ] }, { "precision": 0.005527, "recall": 0.009434, "f1": 0.005643, "accuracy": 0.009434, "main_score": 0.005643, "hf_subset": "hye-eng", "languages": [ "hye-Armn", "eng-Latn" ] }, { "precision": 0.022263, "recall": 0.034, "f1": 0.024563, "accuracy": 0.034, "main_score": 0.024563, "hf_subset": "lit-eng", "languages": [ "lit-Latn", "eng-Latn" ] }, { "precision": 0.035164, "recall": 0.045, "f1": 0.036955, "accuracy": 0.045, "main_score": 0.036955, "hf_subset": "bre-eng", "languages": [ "bre-Latn", "eng-Latn" ] }, { "precision": 0.213882, "recall": 0.269, "f1": 0.226806, "accuracy": 0.269, "main_score": 0.226806, "hf_subset": "ile-eng", "languages": [ "ile-Latn", "eng-Latn" ] }, { "precision": 0.150121, "recall": 0.191, "f1": 0.158927, "accuracy": 0.191, "main_score": 0.158927, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ] }, { "precision": 0.073056, "recall": 0.101, "f1": 0.077815, "accuracy": 0.101, "main_score": 0.077815, "hf_subset": "afr-eng", "languages": [ "afr-Latn", "eng-Latn" ] }, { "precision": 0.036985, "recall": 0.048, "f1": 0.039241, "accuracy": 0.048, "main_score": 0.039241, "hf_subset": "aze-eng", "languages": [ "aze-Latn", "eng-Latn" ] }, { "precision": 0.171885, "recall": 0.208, "f1": 0.179624, "accuracy": 0.208, "main_score": 0.179624, "hf_subset": "glg-eng", "languages": [ "glg-Latn", "eng-Latn" ] }, { "precision": 0.000412, "recall": 0.008658, "f1": 0.000782, "accuracy": 0.008658, "main_score": 0.000782, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.003284, "recall": 0.006, "f1": 0.003494, "accuracy": 0.006, "main_score": 0.003494, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ] }, { "precision": 0.052114, "recall": 0.065, "f1": 0.054835, "accuracy": 0.065, "main_score": 0.054835, "hf_subset": "slk-eng", "languages": [ "slk-Latn", "eng-Latn" ] }, { "precision": 0.038914, "recall": 0.064039, "f1": 0.043158, "accuracy": 0.064039, "main_score": 0.043158, "hf_subset": "tuk-eng", "languages": [ "tuk-Latn", "eng-Latn" ] }, { "precision": 0.011108, "recall": 0.015, "f1": 0.011204, "accuracy": 0.015, "main_score": 0.011204, "hf_subset": "bel-eng", "languages": [ "bel-Cyrl", "eng-Latn" ] }, { "precision": 0.049877, "recall": 0.07, "f1": 0.053401, "accuracy": 0.07, "main_score": 0.053401, "hf_subset": "pam-eng", "languages": [ "pam-Latn", "eng-Latn" ] }, { "precision": 0.123608, "recall": 0.146, "f1": 0.12863, "accuracy": 0.146, "main_score": 0.12863, "hf_subset": "dan-eng", "languages": [ "dan-Latn", "eng-Latn" ] }, { "precision": 0.078493, "recall": 0.105128, "f1": 0.08372, "accuracy": 0.105128, "main_score": 0.08372, "hf_subset": "swh-eng", "languages": [ "swh-Latn", "eng-Latn" ] }, { "precision": 0.050815, "recall": 0.075157, "f1": 0.055163, "accuracy": 0.075157, "main_score": 0.055163, "hf_subset": "dsb-eng", "languages": [ "dsb-Latn", "eng-Latn" ] }, { "precision": 0.001421, "recall": 0.00554, "f1": 0.001455, "accuracy": 0.00554, "main_score": 0.001455, "hf_subset": "khm-eng", "languages": [ "khm-Khmr", "eng-Latn" ] }, { "precision": 0.006349, "recall": 0.011905, "f1": 0.006696, "accuracy": 0.011905, "main_score": 0.006696, "hf_subset": "amh-eng", "languages": [ "amh-Ethi", "eng-Latn" ] }, { "precision": 0.10118, "recall": 0.134, "f1": 0.107835, "accuracy": 0.134, "main_score": 0.107835, "hf_subset": "epo-eng", "languages": [ "epo-Latn", "eng-Latn" ] }, { "precision": 0.153134, "recall": 0.179, "f1": 0.159736, "accuracy": 0.179, "main_score": 0.159736, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ] }, { "precision": 0.0491, "recall": 0.059, "f1": 0.05095, "accuracy": 0.059, "main_score": 0.05095, "hf_subset": "ber-eng", "languages": [ "ber-Tfng", "eng-Latn" ] }, { "precision": 0.001337, "recall": 0.004, "f1": 0.001578, "accuracy": 0.004, "main_score": 0.001578, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.112921, "recall": 0.141, "f1": 0.118688, "accuracy": 0.141, "main_score": 0.118688, "hf_subset": "cbk-eng", "languages": [ "cbk-Latn", "eng-Latn" ] }, { "precision": 0.132479, "recall": 0.145299, "f1": 0.136752, "accuracy": 0.145299, "main_score": 0.136752, "hf_subset": "gsw-eng", "languages": [ "gsw-Latn", "eng-Latn" ] }, { "precision": 0.070339, "recall": 0.102767, "f1": 0.075662, "accuracy": 0.102767, "main_score": 0.075662, "hf_subset": "csb-eng", "languages": [ "csb-Latn", "eng-Latn" ] }, { "precision": 0.151773, "recall": 0.19708, "f1": 0.160737, "accuracy": 0.19708, "main_score": 0.160737, "hf_subset": "cha-eng", "languages": [ "cha-Latn", "eng-Latn" ] }, { "precision": 0.168155, "recall": 0.205, "f1": 0.176278, "accuracy": 0.205, "main_score": 0.176278, "hf_subset": "cat-eng", "languages": [ "cat-Latn", "eng-Latn" ] }, { "precision": 0.084637, "recall": 0.118644, "f1": 0.091233, "accuracy": 0.118644, "main_score": 0.091233, "hf_subset": "bos-eng", "languages": [ "bos-Latn", "eng-Latn" ] }, { "precision": 0.028365, "recall": 0.049296, "f1": 0.031836, "accuracy": 0.049296, "main_score": 0.031836, "hf_subset": "xho-eng", "languages": [ "xho-Latn", "eng-Latn" ] }, { "precision": 0.002006, "recall": 0.003, "f1": 0.002011, "accuracy": 0.003, "main_score": 0.002011, "hf_subset": "pes-eng", "languages": [ "pes-Arab", "eng-Latn" ] }, { "precision": 0.007833, "recall": 0.01, "f1": 0.0085, "accuracy": 0.01, "main_score": 0.0085, "hf_subset": "ukr-eng", "languages": [ "ukr-Cyrl", "eng-Latn" ] }, { "precision": 0.046226, "recall": 0.057, "f1": 0.048661, "accuracy": 0.057, "main_score": 0.048661, "hf_subset": "hun-eng", "languages": [ "hun-Latn", "eng-Latn" ] }, { "precision": 0.121034, "recall": 0.148, "f1": 0.12731, "accuracy": 0.148, "main_score": 0.12731, "hf_subset": "lfn-eng", "languages": [ "lfn-Latn", "eng-Latn" ] }, { "precision": 0.05907, "recall": 0.073043, "f1": 0.061813, "accuracy": 0.073043, "main_score": 0.061813, "hf_subset": "cym-eng", "languages": [ "cym-Latn", "eng-Latn" ] }, { "precision": 2.3e-05, "recall": 0.003257, "f1": 4.5e-05, "accuracy": 0.003257, "main_score": 4.5e-05, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.026196, "recall": 0.038, "f1": 0.028172, "accuracy": 0.038, "main_score": 0.028172, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ] }, { "precision": 0.061757, "recall": 0.078049, "f1": 0.064862, "accuracy": 0.078049, "main_score": 0.064862, "hf_subset": "jav-eng", "languages": [ "jav-Latn", "eng-Latn" ] }, { "precision": 0.104558, "recall": 0.126, "f1": 0.109013, "accuracy": 0.126, "main_score": 0.109013, "hf_subset": "oci-eng", "languages": [ "oci-Latn", "eng-Latn" ] } ] }, "evaluation_time": 866.5572719573975, "kg_co2_emissions": 0.026568308743676782 }