{ "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", "evaluation_time": 254.30932331085205, "kg_co2_emissions": null, "mteb_version": "1.18.2", "scores": { "test": [ { "accuracy": 0.95, "f1": 0.938, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ], "main_score": 0.938, "precision": 0.9322, "recall": 0.95 }, { "accuracy": 0.926, "f1": 0.906852380952381, "hf_subset": "lit-eng", "languages": [ "lit-Latn", "eng-Latn" ], "main_score": 0.906852380952381, "precision": 0.89825, "recall": 0.926 }, { "accuracy": 0.844, "f1": 0.8059666666666667, "hf_subset": "ile-eng", "languages": [ "ile-Latn", "eng-Latn" ], "main_score": 0.8059666666666667, "precision": 0.7888666666666667, "recall": 0.844 }, { "accuracy": 0.40504939626783754, "f1": 0.3423509287395127, "hf_subset": "arq-eng", "languages": [ "arq-Arab", "eng-Latn" ], "main_score": 0.3423509287395127, "precision": 0.32131313923300747, "recall": 0.40504939626783754 }, { "accuracy": 0.956, "f1": 0.9436333333333333, "hf_subset": "dan-eng", "languages": [ "dan-Latn", "eng-Latn" ], "main_score": 0.9436333333333333, "precision": 0.9378333333333334, "recall": 0.956 }, { "accuracy": 0.952, "f1": 0.9388333333333333, "hf_subset": "swe-eng", "languages": [ "swe-Latn", "eng-Latn" ], "main_score": 0.9388333333333333, "precision": 0.9325, "recall": 0.952 }, { "accuracy": 0.8762214983713354, "f1": 0.8512486427795876, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ], "main_score": 0.8512486427795876, "precision": 0.8399565689467969, "recall": 0.8762214983713354 }, { "accuracy": 0.5641025641025641, "f1": 0.4953194953194953, "hf_subset": "gsw-eng", "languages": [ "gsw-Latn", "eng-Latn" ], "main_score": 0.4953194953194953, "precision": 0.46951566951566953, "recall": 0.5641025641025641 }, { "accuracy": 0.8740157480314961, "f1": 0.8404199475065617, "hf_subset": "ast-eng", "languages": [ "ast-Latn", "eng-Latn" ], "main_score": 0.8404199475065617, "precision": 0.8261154855643044, "recall": 0.8740157480314961 }, { "accuracy": 0.919, "f1": 0.8956666666666666, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ], "main_score": 0.8956666666666666, "precision": 0.8846666666666666, "recall": 0.919 }, { "accuracy": 0.906, "f1": 0.8844190476190477, "hf_subset": "hun-eng", "languages": [ "hun-Latn", "eng-Latn" ], "main_score": 0.8844190476190477, "precision": 0.8747333333333334, "recall": 0.906 }, { "accuracy": 0.955, "f1": 0.941, "hf_subset": "afr-eng", "languages": [ "afr-Latn", "eng-Latn" ], "main_score": 0.941, "precision": 0.9341666666666667, "recall": 0.955 }, { "accuracy": 0.934, "f1": 0.9148333333333333, "hf_subset": "bul-eng", "languages": [ "bul-Cyrl", "eng-Latn" ], "main_score": 0.9148333333333333, "precision": 0.9056666666666667, "recall": 0.934 }, { "accuracy": 0.723, "f1": 0.6720555555555555, "hf_subset": "nds-eng", "languages": [ "nds-Latn", "eng-Latn" ], "main_score": 0.6720555555555555, "precision": 0.6508083333333334, "recall": 0.723 }, { "accuracy": 0.81, "f1": 0.7710547619047617, "hf_subset": "tgl-eng", "languages": [ "tgl-Latn", "eng-Latn" ], "main_score": 0.7710547619047617, "precision": 0.7549373015873015, "recall": 0.81 }, { "accuracy": 0.943, "f1": 0.9276666666666668, "hf_subset": "bel-eng", "languages": [ "bel-Cyrl", "eng-Latn" ], "main_score": 0.9276666666666668, "precision": 0.9201666666666666, "recall": 0.943 }, { "accuracy": 0.915, "f1": 0.8907333333333334, "hf_subset": "srp-eng", "languages": [ "srp-Cyrl", "eng-Latn" ], "main_score": 0.8907333333333334, "precision": 0.8794166666666666, "recall": 0.915 }, { "accuracy": 0.5149253731343284, "f1": 0.4275230987917555, "hf_subset": "ang-eng", "languages": [ "ang-Latn", "eng-Latn" ], "main_score": 0.4275230987917555, "precision": 0.3968372423596304, "recall": 0.5149253731343284 }, { "accuracy": 0.903, "f1": 0.8796666666666666, "hf_subset": "est-eng", "languages": [ "est-Latn", "eng-Latn" ], "main_score": 0.8796666666666666, "precision": 0.8694333333333333, "recall": 0.903 }, { "accuracy": 0.948, "f1": 0.9326666666666668, "hf_subset": "rus-eng", "languages": [ "rus-Cyrl", "eng-Latn" ], "main_score": 0.9326666666666668, "precision": 0.9251666666666667, "recall": 0.948 }, { "accuracy": 0.235, "f1": 0.18664158249158247, "hf_subset": "ceb-eng", "languages": [ "ceb-Latn", "eng-Latn" ], "main_score": 0.18664158249158247, "precision": 0.17393416438059295, "recall": 0.235 }, { "accuracy": 0.975, "f1": 0.9681666666666667, "hf_subset": "tur-eng", "languages": [ "tur-Latn", "eng-Latn" ], "main_score": 0.9681666666666667, "precision": 0.9648333333333332, "recall": 0.975 }, { "accuracy": 0.922, "f1": 0.9017000000000001, "hf_subset": "nno-eng", "languages": [ "nno-Latn", "eng-Latn" ], "main_score": 0.9017000000000001, "precision": 0.8924166666666667, "recall": 0.922 }, { "accuracy": 0.068, "f1": 0.05395868601063614, "hf_subset": "ber-eng", "languages": [ "ber-Tfng", "eng-Latn" ], "main_score": 0.05395868601063614, "precision": 0.0513742285918575, "recall": 0.068 }, { "accuracy": 0.947, "f1": 0.9306666666666666, "hf_subset": "ces-eng", "languages": [ "ces-Latn", "eng-Latn" ], "main_score": 0.9306666666666666, "precision": 0.9228333333333333, "recall": 0.947 }, { "accuracy": 0.978, "f1": 0.9706666666666668, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "main_score": 0.9706666666666668, "precision": 0.967, "recall": 0.978 }, { "accuracy": 0.6190476190476191, "f1": 0.5609307359307358, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ], "main_score": 0.5609307359307358, "precision": 0.5402288188002474, "recall": 0.6190476190476191 }, { "accuracy": 0.8265895953757225, "f1": 0.7797687861271675, "hf_subset": "fry-eng", "languages": [ "fry-Latn", "eng-Latn" ], "main_score": 0.7797687861271675, "precision": 0.7586705202312138, "recall": 0.8265895953757225 }, { "accuracy": 0.674, "f1": 0.6168802308802309, "hf_subset": "lfn-eng", "languages": [ "lfn-Latn", "eng-Latn" ], "main_score": 0.6168802308802309, "precision": 0.5947638888888889, "recall": 0.674 }, { "accuracy": 0.969, "f1": 0.9593333333333333, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ], "main_score": 0.9593333333333333, "precision": 0.9545, "recall": 0.969 }, { "accuracy": 0.4128205128205128, "f1": 0.3476985976985977, "hf_subset": "swh-eng", "languages": [ "swh-Latn", "eng-Latn" ], "main_score": 0.3476985976985977, "precision": 0.3268313452928837, "recall": 0.4128205128205128 }, { "accuracy": 0.8452380952380952, "f1": 0.8013888888888888, "hf_subset": "amh-eng", "languages": [ "amh-Ethi", "eng-Latn" ], "main_score": 0.8013888888888888, "precision": 0.7827380952380952, "recall": 0.8452380952380952 }, { "accuracy": 0.941, "f1": 0.9264666666666667, "hf_subset": "ind-eng", "languages": [ "ind-Latn", "eng-Latn" ], "main_score": 0.9264666666666667, "precision": 0.9196666666666667, "recall": 0.941 }, { "accuracy": 0.816793893129771, "f1": 0.7763358778625954, "hf_subset": "fao-eng", "languages": [ "fao-Latn", "eng-Latn" ], "main_score": 0.7763358778625954, "precision": 0.7585877862595419, "recall": 0.816793893129771 }, { "accuracy": 0.6121951219512195, "f1": 0.5503310104529617, "hf_subset": "kur-eng", "languages": [ "kur-Latn", "eng-Latn" ], "main_score": 0.5503310104529617, "precision": 0.5268234610917538, "recall": 0.6121951219512195 }, { "accuracy": 0.036, "f1": 0.025126449367625838, "hf_subset": "kab-eng", "languages": [ "kab-Latn", "eng-Latn" ], "main_score": 0.025126449367625838, "precision": 0.02295337301587302, "recall": 0.036 }, { "accuracy": 0.096, "f1": 0.07462387720596515, "hf_subset": "kzj-eng", "languages": [ "kzj-Latn", "eng-Latn" ], "main_score": 0.07462387720596515, "precision": 0.0703252649736325, "recall": 0.096 }, { "accuracy": 0.78, "f1": 0.733488961038961, "hf_subset": "ido-eng", "languages": [ "ido-Latn", "eng-Latn" ], "main_score": 0.733488961038961, "precision": 0.7148595238095238, "recall": 0.78 }, { "accuracy": 0.6480331262939959, "f1": 0.5944166599446102, "hf_subset": "hsb-eng", "languages": [ "hsb-Latn", "eng-Latn" ], "main_score": 0.5944166599446102, "precision": 0.5726215123730652, "recall": 0.6480331262939959 }, { "accuracy": 0.925, "f1": 0.9043333333333332, "hf_subset": "pes-eng", "languages": [ "pes-Arab", "eng-Latn" ], "main_score": 0.9043333333333332, "precision": 0.8945, "recall": 0.925 }, { "accuracy": 0.97, "f1": 0.9616666666666667, "hf_subset": "nld-eng", "languages": [ "nld-Latn", "eng-Latn" ], "main_score": 0.9616666666666667, "precision": 0.9576666666666668, "recall": 0.97 }, { "accuracy": 0.9658119658119658, "f1": 0.9544159544159543, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ], "main_score": 0.9544159544159543, "precision": 0.9487179487179487, "recall": 0.9658119658119658 }, { "accuracy": 0.6071428571428571, "f1": 0.5302083333333333, "hf_subset": "swg-eng", "languages": [ "swg-Latn", "eng-Latn" ], "main_score": 0.5302083333333333, "precision": 0.4997874149659864, "recall": 0.6071428571428571 }, { "accuracy": 0.918, "f1": 0.8952333333333333, "hf_subset": "aze-eng", "languages": [ "aze-Latn", "eng-Latn" ], "main_score": 0.8952333333333333, "precision": 0.8845833333333334, "recall": 0.918 }, { "accuracy": 0.075, "f1": 0.05386343459675877, "hf_subset": "cor-eng", "languages": [ "cor-Latn", "eng-Latn" ], "main_score": 0.05386343459675877, "precision": 0.04857242618492619, "recall": 0.075 }, { "accuracy": 0.7237354085603113, "f1": 0.6672595886603668, "hf_subset": "nov-eng", "languages": [ "nov-Latn", "eng-Latn" ], "main_score": 0.6672595886603668, "precision": 0.6429961089494164, "recall": 0.7237354085603113 }, { "accuracy": 0.831304347826087, "f1": 0.7857391304347826, "hf_subset": "kaz-eng", "languages": [ "kaz-Cyrl", "eng-Latn" ], "main_score": 0.7857391304347826, "precision": 0.764927536231884, "recall": 0.831304347826087 }, { "accuracy": 0.949, "f1": 0.9358, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ], "main_score": 0.9358, "precision": 0.9295, "recall": 0.949 }, { "accuracy": 0.9737991266375546, "f1": 0.9650655021834061, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ], "main_score": 0.9650655021834061, "precision": 0.9606986899563319, "recall": 0.9737991266375546 }, { "accuracy": 0.652, "f1": 0.5961309523809523, "hf_subset": "gle-eng", "languages": [ "gle-Latn", "eng-Latn" ], "main_score": 0.5961309523809523, "precision": 0.5754464035964035, "recall": 0.652 }, { "accuracy": 0.4743083003952569, "f1": 0.4010853880419098, "hf_subset": "csb-eng", "languages": [ "csb-Latn", "eng-Latn" ], "main_score": 0.4010853880419098, "precision": 0.37784065956002716, "recall": 0.4743083003952569 }, { "accuracy": 0.957, "f1": 0.9458333333333334, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ], "main_score": 0.9458333333333334, "precision": 0.9405, "recall": 0.957 }, { "accuracy": 0.95, "f1": 0.9356666666666666, "hf_subset": "zsm-eng", "languages": [ "zsm-Latn", "eng-Latn" ], "main_score": 0.9356666666666666, "precision": 0.9286666666666668, "recall": 0.95 }, { "accuracy": 0.224, "f1": 0.18207654308057533, "hf_subset": "tat-eng", "languages": [ "tat-Cyrl", "eng-Latn" ], "main_score": 0.18207654308057533, "precision": 0.1704890275949151, "recall": 0.224 }, { "accuracy": 0.142, "f1": 0.11503899720351332, "hf_subset": "mhr-eng", "languages": [ "mhr-Cyrl", "eng-Latn" ], "main_score": 0.11503899720351332, "precision": 0.10628202255261078, "recall": 0.142 }, { "accuracy": 0.7853185595567868, "f1": 0.745066613903179, "hf_subset": "khm-eng", "languages": [ "khm-Khmr", "eng-Latn" ], "main_score": 0.745066613903179, "precision": 0.7288550323176363, "recall": 0.7853185595567868 }, { "accuracy": 0.079, "f1": 0.06073070917480934, "hf_subset": "dtp-eng", "languages": [ "dtp-Latn", "eng-Latn" ], "main_score": 0.06073070917480934, "precision": 0.056560193045797555, "recall": 0.079 }, { "accuracy": 0.9128686327077749, "f1": 0.8883378016085791, "hf_subset": "kat-eng", "languages": [ "kat-Geor", "eng-Latn" ], "main_score": 0.8883378016085791, "precision": 0.8770107238605898, "recall": 0.9128686327077749 }, { "accuracy": 0.955, "f1": 0.9408333333333333, "hf_subset": "isl-eng", "languages": [ "isl-Latn", "eng-Latn" ], "main_score": 0.9408333333333333, "precision": 0.9338333333333333, "recall": 0.955 }, { "accuracy": 0.805, "f1": 0.7652492063492062, "hf_subset": "wuu-eng", "languages": [ "wuu-Hans", "eng-Latn" ], "main_score": 0.7652492063492062, "precision": 0.7498023809523808, "recall": 0.805 }, { "accuracy": 0.897, "f1": 0.8695833333333333, "hf_subset": "heb-eng", "languages": [ "heb-Hebr", "eng-Latn" ], "main_score": 0.8695833333333333, "precision": 0.8568095238095238, "recall": 0.897 }, { "accuracy": 0.943, "f1": 0.9267333333333333, "hf_subset": "hrv-eng", "languages": [ "hrv-Latn", "eng-Latn" ], "main_score": 0.9267333333333333, "precision": 0.9190833333333333, "recall": 0.943 }, { "accuracy": 0.15, "f1": 0.12295536073403722, "hf_subset": "bre-eng", "languages": [ "bre-Latn", "eng-Latn" ], "main_score": 0.12295536073403722, "precision": 0.11548598461574268, "recall": 0.15 }, { "accuracy": 0.9180790960451978, "f1": 0.8954802259887006, "hf_subset": "bos-eng", "languages": [ "bos-Latn", "eng-Latn" ], "main_score": 0.8954802259887006, "precision": 0.885593220338983, "recall": 0.9180790960451978 }, { "accuracy": 0.843, "f1": 0.8100555555555555, "hf_subset": "eus-eng", "languages": [ "eus-Latn", "eng-Latn" ], "main_score": 0.8100555555555555, "precision": 0.7963416666666667, "recall": 0.843 }, { "accuracy": 0.093, "f1": 0.06899465814958461, "hf_subset": "pam-eng", "languages": [ "pam-Latn", "eng-Latn" ], "main_score": 0.06899465814958461, "precision": 0.06337951607267646, "recall": 0.093 }, { "accuracy": 0.963, "f1": 0.9524, "hf_subset": "ron-eng", "languages": [ "ron-Latn", "eng-Latn" ], "main_score": 0.9524, "precision": 0.94725, "recall": 0.963 }, { "accuracy": 0.95, "f1": 0.9348333333333333, "hf_subset": "ell-eng", "languages": [ "ell-Grek", "eng-Latn" ], "main_score": 0.9348333333333333, "precision": 0.9273333333333332, "recall": 0.95 }, { "accuracy": 0.777, "f1": 0.7285111111111112, "hf_subset": "cbk-eng", "languages": [ "cbk-Latn", "eng-Latn" ], "main_score": 0.7285111111111112, "precision": 0.7078742424242424, "recall": 0.777 }, { "accuracy": 0.16901408450704225, "f1": 0.1297780623132736, "hf_subset": "xho-eng", "languages": [ "xho-Latn", "eng-Latn" ], "main_score": 0.1297780623132736, "precision": 0.11742957746478871, "recall": 0.16901408450704225 }, { "accuracy": 0.948, "f1": 0.9345666666666667, "hf_subset": "glg-eng", "languages": [ "glg-Latn", "eng-Latn" ], "main_score": 0.9345666666666667, "precision": 0.92825, "recall": 0.948 }, { "accuracy": 0.848, "f1": 0.8154444444444444, "hf_subset": "yue-eng", "languages": [ "yue-Hant", "eng-Latn" ], "main_score": 0.8154444444444444, "precision": 0.8015088235294118, "recall": 0.848 }, { "accuracy": 0.4807692307692308, "f1": 0.425503663003663, "hf_subset": "tzl-eng", "languages": [ "tzl-Latn", "eng-Latn" ], "main_score": 0.425503663003663, "precision": 0.40929487179487184, "recall": 0.4807692307692308 }, { "accuracy": 0.35766423357664234, "f1": 0.30158150851581506, "hf_subset": "cha-eng", "languages": [ "cha-Latn", "eng-Latn" ], "main_score": 0.30158150851581506, "precision": 0.28770488730772115, "recall": 0.35766423357664234 }, { "accuracy": 0.8795454545454545, "f1": 0.8463636363636363, "hf_subset": "mon-eng", "languages": [ "mon-Cyrl", "eng-Latn" ], "main_score": 0.8463636363636363, "precision": 0.8316287878787878, "recall": 0.8795454545454545 }, { "accuracy": 0.625, "f1": 0.5604294372294373, "hf_subset": "lat-eng", "languages": [ "lat-Latn", "eng-Latn" ], "main_score": 0.5604294372294373, "precision": 0.5354685897435898, "recall": 0.625 }, { "accuracy": 0.5676190476190476, "f1": 0.5063839758125472, "hf_subset": "pms-eng", "languages": [ "pms-Latn", "eng-Latn" ], "main_score": 0.5063839758125472, "precision": 0.48346805388822195, "recall": 0.5676190476190476 }, { "accuracy": 0.5563380281690141, "f1": 0.493326626425218, "hf_subset": "max-eng", "languages": [ "max-Deva", "eng-Latn" ], "main_score": 0.493326626425218, "precision": 0.4720992622401073, "recall": 0.5563380281690141 }, { "accuracy": 0.943, "f1": 0.92775, "hf_subset": "jpn-eng", "languages": [ "jpn-Jpan", "eng-Latn" ], "main_score": 0.92775, "precision": 0.9208095238095239, "recall": 0.943 }, { "accuracy": 0.946, "f1": 0.9305, "hf_subset": "lvs-eng", "languages": [ "lvs-Latn", "eng-Latn" ], "main_score": 0.9305, "precision": 0.9228333333333334, "recall": 0.946 }, { "accuracy": 0.922, "f1": 0.9027333333333333, "hf_subset": "sqi-eng", "languages": [ "sqi-Latn", "eng-Latn" ], "main_score": 0.9027333333333333, "precision": 0.89375, "recall": 0.922 }, { "accuracy": 0.3054187192118227, "f1": 0.24607059607059603, "hf_subset": "tuk-eng", "languages": [ "tuk-Latn", "eng-Latn" ], "main_score": 0.24607059607059603, "precision": 0.22870610788905338, "recall": 0.3054187192118227 }, { "accuracy": 0.881, "f1": 0.8486666666666667, "hf_subset": "mkd-eng", "languages": [ "mkd-Cyrl", "eng-Latn" ], "main_score": 0.8486666666666667, "precision": 0.8335, "recall": 0.881 }, { "accuracy": 0.9149453219927096, "f1": 0.8912110166059134, "hf_subset": "slv-eng", "languages": [ "slv-Latn", "eng-Latn" ], "main_score": 0.8912110166059134, "precision": 0.8803564196030781, "recall": 0.9149453219927096 }, { "accuracy": 0.886, "f1": 0.8587333333333333, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ], "main_score": 0.8587333333333333, "precision": 0.84575, "recall": 0.886 }, { "accuracy": 0.9191374663072777, "f1": 0.8980233602875112, "hf_subset": "hye-eng", "languages": [ "hye-Armn", "eng-Latn" ], "main_score": 0.8980233602875112, "precision": 0.8876909254267746, "recall": 0.9191374663072777 }, { "accuracy": 0.30156815440289503, "f1": 0.24564294518110627, "hf_subset": "gla-eng", "languages": [ "gla-Latn", "eng-Latn" ], "main_score": 0.24564294518110627, "precision": 0.22890345815556912, "recall": 0.30156815440289503 }, { "accuracy": 0.424390243902439, "f1": 0.35674796747967474, "hf_subset": "jav-eng", "languages": [ "jav-Latn", "eng-Latn" ], "main_score": 0.35674796747967474, "precision": 0.33484677923702305, "recall": 0.424390243902439 }, { "accuracy": 0.936, "f1": 0.9203523809523809, "hf_subset": "cat-eng", "languages": [ "cat-Latn", "eng-Latn" ], "main_score": 0.9203523809523809, "precision": 0.91325, "recall": 0.936 }, { "accuracy": 0.5137724550898204, "f1": 0.447521458229454, "hf_subset": "orv-eng", "languages": [ "orv-Cyrl", "eng-Latn" ], "main_score": 0.447521458229454, "precision": 0.42328359763988505, "recall": 0.5137724550898204 }, { "accuracy": 0.7617391304347826, "f1": 0.71551966873706, "hf_subset": "cym-eng", "languages": [ "cym-Latn", "eng-Latn" ], "main_score": 0.71551966873706, "precision": 0.697207729468599, "recall": 0.7617391304347826 }, { "accuracy": 0.991, "f1": 0.988, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "main_score": 0.988, "precision": 0.9865, "recall": 0.991 }, { "accuracy": 0.925, "f1": 0.905, "hf_subset": "ina-eng", "languages": [ "ina-Latn", "eng-Latn" ], "main_score": 0.905, "precision": 0.8953333333333334, "recall": 0.925 }, { "accuracy": 0.959, "f1": 0.9471666666666667, "hf_subset": "slk-eng", "languages": [ "slk-Latn", "eng-Latn" ], "main_score": 0.9471666666666667, "precision": 0.9413333333333332, "recall": 0.959 }, { "accuracy": 0.946, "f1": 0.9311666666666667, "hf_subset": "ukr-eng", "languages": [ "ukr-Cyrl", "eng-Latn" ], "main_score": 0.9311666666666667, "precision": 0.9238333333333333, "recall": 0.946 }, { "accuracy": 0.962, "f1": 0.9511666666666666, "hf_subset": "fin-eng", "languages": [ "fin-Latn", "eng-Latn" ], "main_score": 0.9511666666666666, "precision": 0.9458333333333334, "recall": 0.962 }, { "accuracy": 0.946, "f1": 0.9326666666666666, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ], "main_score": 0.9326666666666666, "precision": 0.9265333333333333, "recall": 0.946 }, { "accuracy": 0.45093457943925236, "f1": 0.38969826014833386, "hf_subset": "uzb-eng", "languages": [ "uzb-Latn", "eng-Latn" ], "main_score": 0.38969826014833386, "precision": 0.3699607311172732, "recall": 0.45093457943925236 }, { "accuracy": 0.812, "f1": 0.7723, "hf_subset": "uig-eng", "languages": [ "uig-Arab", "eng-Latn" ], "main_score": 0.7723, "precision": 0.7549333333333333, "recall": 0.812 }, { "accuracy": 0.5532359081419624, "f1": 0.492317147014433, "hf_subset": "dsb-eng", "languages": [ "dsb-Latn", "eng-Latn" ], "main_score": 0.492317147014433, "precision": 0.4698677800974252, "recall": 0.5532359081419624 }, { "accuracy": 0.972, "f1": 0.9628333333333332, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "main_score": 0.9628333333333332, "precision": 0.9583333333333334, "recall": 0.972 }, { "accuracy": 0.983, "f1": 0.9773333333333334, "hf_subset": "nob-eng", "languages": [ "nob-Latn", "eng-Latn" ], "main_score": 0.9773333333333334, "precision": 0.9745, "recall": 0.983 }, { "accuracy": 0.9635036496350365, "f1": 0.95316301703163, "hf_subset": "tha-eng", "languages": [ "tha-Thai", "eng-Latn" ], "main_score": 0.95316301703163, "precision": 0.9482968369829685, "recall": 0.9635036496350365 }, { "accuracy": 0.978, "f1": 0.9718333333333332, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "main_score": 0.9718333333333332, "precision": 0.9688333333333333, "recall": 0.978 }, { "accuracy": 0.217, "f1": 0.18765247639522062, "hf_subset": "war-eng", "languages": [ "war-Latn", "eng-Latn" ], "main_score": 0.18765247639522062, "precision": 0.17856433681053246, "recall": 0.217 }, { "accuracy": 0.7714884696016772, "f1": 0.7236597783767595, "hf_subset": "arz-eng", "languages": [ "arz-Arab", "eng-Latn" ], "main_score": 0.7236597783767595, "precision": 0.7029699510831587, "recall": 0.7714884696016772 }, { "accuracy": 0.91, "f1": 0.8885, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "main_score": 0.8885, "precision": 0.8783333333333334, "recall": 0.91 }, { "accuracy": 0.866, "f1": 0.8327333333333332, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ], "main_score": 0.8327333333333332, "precision": 0.81775, "recall": 0.866 }, { "accuracy": 0.946, "f1": 0.931, "hf_subset": "epo-eng", "languages": [ "epo-Latn", "eng-Latn" ], "main_score": 0.931, "precision": 0.9236666666666667, "recall": 0.946 }, { "accuracy": 0.925, "f1": 0.9037333333333334, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ], "main_score": 0.9037333333333334, "precision": 0.89375, "recall": 0.925 }, { "accuracy": 0.8290094339622641, "f1": 0.7898453878406707, "hf_subset": "yid-eng", "languages": [ "yid-Hebr", "eng-Latn" ], "main_score": 0.7898453878406707, "precision": 0.7734178459119497, "recall": 0.8290094339622641 }, { "accuracy": 0.59, "f1": 0.5330349206349208, "hf_subset": "oci-eng", "languages": [ "oci-Latn", "eng-Latn" ], "main_score": 0.5330349206349208, "precision": 0.5114388888888889, "recall": 0.59 } ] }, "task_name": "Tatoeba" }