{
  "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282",
  "task_name": "Tatoeba",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "precision": 0.234015,
        "recall": 0.300578,
        "f1": 0.248448,
        "accuracy": 0.300578,
        "main_score": 0.248448,
        "hf_subset": "fry-eng",
        "languages": [
          "fry-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.101808,
        "recall": 0.153209,
        "f1": 0.112053,
        "accuracy": 0.153209,
        "main_score": 0.112053,
        "hf_subset": "hsb-eng",
        "languages": [
          "hsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.055554,
        "recall": 0.082635,
        "f1": 0.060349,
        "accuracy": 0.082635,
        "main_score": 0.060349,
        "hf_subset": "orv-eng",
        "languages": [
          "orv-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.691419,
        "recall": 0.764,
        "f1": 0.7126,
        "accuracy": 0.764,
        "main_score": 0.7126,
        "hf_subset": "spa-eng",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.160246,
        "recall": 0.209,
        "f1": 0.170546,
        "accuracy": 0.209,
        "main_score": 0.170546,
        "hf_subset": "slk-eng",
        "languages": [
          "slk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.891417,
        "recall": 0.92,
        "f1": 0.900138,
        "accuracy": 0.92,
        "main_score": 0.900138,
        "hf_subset": "fra-eng",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.034363,
        "recall": 0.052,
        "f1": 0.037393,
        "accuracy": 0.052,
        "main_score": 0.037393,
        "hf_subset": "lit-eng",
        "languages": [
          "lit-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.033777,
        "recall": 0.049,
        "f1": 0.036681,
        "accuracy": 0.049,
        "main_score": 0.036681,
        "hf_subset": "est-eng",
        "languages": [
          "est-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.204043,
        "recall": 0.264,
        "f1": 0.217579,
        "accuracy": 0.264,
        "main_score": 0.217579,
        "hf_subset": "afr-eng",
        "languages": [
          "afr-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.185276,
        "recall": 0.259615,
        "f1": 0.201385,
        "accuracy": 0.259615,
        "main_score": 0.201385,
        "hf_subset": "tzl-eng",
        "languages": [
          "tzl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.006491,
        "recall": 0.011,
        "f1": 0.006847,
        "accuracy": 0.011,
        "main_score": 0.006847,
        "hf_subset": "heb-eng",
        "languages": [
          "heb-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.144468,
        "recall": 0.206,
        "f1": 0.158246,
        "accuracy": 0.206,
        "main_score": 0.158246,
        "hf_subset": "wuu-eng",
        "languages": [
          "wuu-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.044078,
        "recall": 0.066,
        "f1": 0.048685,
        "accuracy": 0.066,
        "main_score": 0.048685,
        "hf_subset": "mhr-eng",
        "languages": [
          "mhr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.104821,
        "recall": 0.146138,
        "f1": 0.11355,
        "accuracy": 0.146138,
        "main_score": 0.11355,
        "hf_subset": "dsb-eng",
        "languages": [
          "dsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.055202,
        "recall": 0.074783,
        "f1": 0.059026,
        "accuracy": 0.074783,
        "main_score": 0.059026,
        "hf_subset": "kaz-eng",
        "languages": [
          "kaz-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.04936,
        "recall": 0.088785,
        "f1": 0.054729,
        "accuracy": 0.088785,
        "main_score": 0.054729,
        "hf_subset": "uzb-eng",
        "languages": [
          "uzb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.101613,
        "recall": 0.142292,
        "f1": 0.108189,
        "accuracy": 0.142292,
        "main_score": 0.108189,
        "hf_subset": "csb-eng",
        "languages": [
          "csb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.006777,
        "recall": 0.013029,
        "f1": 0.007004,
        "accuracy": 0.013029,
        "main_score": 0.007004,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.042168,
        "recall": 0.063636,
        "f1": 0.044878,
        "accuracy": 0.063636,
        "main_score": 0.044878,
        "hf_subset": "mon-eng",
        "languages": [
          "mon-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.330713,
        "recall": 0.405,
        "f1": 0.349654,
        "accuracy": 0.405,
        "main_score": 0.349654,
        "hf_subset": "pol-eng",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.035197,
        "recall": 0.061,
        "f1": 0.039916,
        "accuracy": 0.061,
        "main_score": 0.039916,
        "hf_subset": "ara-eng",
        "languages": [
          "ara-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.175436,
        "recall": 0.236,
        "f1": 0.187635,
        "accuracy": 0.236,
        "main_score": 0.187635,
        "hf_subset": "epo-eng",
        "languages": [
          "epo-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.119542,
        "recall": 0.163,
        "f1": 0.128307,
        "accuracy": 0.163,
        "main_score": 0.128307,
        "hf_subset": "bel-eng",
        "languages": [
          "bel-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.039748,
        "recall": 0.057,
        "f1": 0.042324,
        "accuracy": 0.057,
        "main_score": 0.042324,
        "hf_subset": "ber-eng",
        "languages": [
          "ber-Tfng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.285749,
        "recall": 0.356,
        "f1": 0.302342,
        "accuracy": 0.356,
        "main_score": 0.302342,
        "hf_subset": "cbk-eng",
        "languages": [
          "cbk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005504,
        "recall": 0.007,
        "f1": 0.005675,
        "accuracy": 0.007,
        "main_score": 0.005675,
        "hf_subset": "uig-eng",
        "languages": [
          "uig-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.080597,
        "recall": 0.098,
        "f1": 0.083894,
        "accuracy": 0.098,
        "main_score": 0.083894,
        "hf_subset": "sqi-eng",
        "languages": [
          "sqi-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.009641,
        "recall": 0.021954,
        "f1": 0.011183,
        "accuracy": 0.021954,
        "main_score": 0.011183,
        "hf_subset": "arq-eng",
        "languages": [
          "arq-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.052878,
        "recall": 0.082,
        "f1": 0.057859,
        "accuracy": 0.082,
        "main_score": 0.057859,
        "hf_subset": "eus-eng",
        "languages": [
          "eus-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.44471,
        "recall": 0.535,
        "f1": 0.468703,
        "accuracy": 0.535,
        "main_score": 0.468703,
        "hf_subset": "ile-eng",
        "languages": [
          "ile-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.093236,
        "recall": 0.126,
        "f1": 0.098981,
        "accuracy": 0.126,
        "main_score": 0.098981,
        "hf_subset": "jpn-eng",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.261982,
        "recall": 0.308,
        "f1": 0.273477,
        "accuracy": 0.308,
        "main_score": 0.273477,
        "hf_subset": "nob-eng",
        "languages": [
          "nob-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.055299,
        "recall": 0.071,
        "f1": 0.058286,
        "accuracy": 0.071,
        "main_score": 0.058286,
        "hf_subset": "vie-eng",
        "languages": [
          "vie-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.051895,
        "recall": 0.081739,
        "f1": 0.0584,
        "accuracy": 0.081739,
        "main_score": 0.0584,
        "hf_subset": "cym-eng",
        "languages": [
          "cym-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.58421,
        "recall": 0.664,
        "f1": 0.607103,
        "accuracy": 0.664,
        "main_score": 0.607103,
        "hf_subset": "ita-eng",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.34997,
        "recall": 0.428,
        "f1": 0.369143,
        "accuracy": 0.428,
        "main_score": 0.369143,
        "hf_subset": "bul-eng",
        "languages": [
          "bul-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002555,
        "recall": 0.009383,
        "f1": 0.003093,
        "accuracy": 0.009383,
        "main_score": 0.003093,
        "hf_subset": "kat-eng",
        "languages": [
          "kat-Geor",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.223434,
        "recall": 0.282486,
        "f1": 0.236922,
        "accuracy": 0.282486,
        "main_score": 0.236922,
        "hf_subset": "bos-eng",
        "languages": [
          "bos-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.047927,
        "recall": 0.079487,
        "f1": 0.051597,
        "accuracy": 0.079487,
        "main_score": 0.051597,
        "hf_subset": "swh-eng",
        "languages": [
          "swh-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.041674,
        "recall": 0.077465,
        "f1": 0.047781,
        "accuracy": 0.077465,
        "main_score": 0.047781,
        "hf_subset": "xho-eng",
        "languages": [
          "xho-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.17888,
        "recall": 0.239,
        "f1": 0.19142,
        "accuracy": 0.239,
        "main_score": 0.19142,
        "hf_subset": "hrv-eng",
        "languages": [
          "hrv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.028215,
        "recall": 0.042,
        "f1": 0.030523,
        "accuracy": 0.042,
        "main_score": 0.030523,
        "hf_subset": "gle-eng",
        "languages": [
          "gle-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.17619,
        "recall": 0.232143,
        "f1": 0.187085,
        "accuracy": 0.232143,
        "main_score": 0.187085,
        "hf_subset": "swg-eng",
        "languages": [
          "swg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.415811,
        "recall": 0.513619,
        "f1": 0.441508,
        "accuracy": 0.513619,
        "main_score": 0.441508,
        "hf_subset": "nov-eng",
        "languages": [
          "nov-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.336247,
        "recall": 0.401,
        "f1": 0.351985,
        "accuracy": 0.401,
        "main_score": 0.351985,
        "hf_subset": "dan-eng",
        "languages": [
          "dan-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.38622,
        "recall": 0.480315,
        "f1": 0.412561,
        "accuracy": 0.480315,
        "main_score": 0.412561,
        "hf_subset": "ast-eng",
        "languages": [
          "ast-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.189666,
        "recall": 0.273504,
        "f1": 0.207903,
        "accuracy": 0.273504,
        "main_score": 0.207903,
        "hf_subset": "gsw-eng",
        "languages": [
          "gsw-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.036547,
        "recall": 0.055,
        "f1": 0.039579,
        "accuracy": 0.055,
        "main_score": 0.039579,
        "hf_subset": "bre-eng",
        "languages": [
          "bre-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.598261,
        "recall": 0.672,
        "f1": 0.618749,
        "accuracy": 0.672,
        "main_score": 0.618749,
        "hf_subset": "ina-eng",
        "languages": [
          "ina-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.045017,
        "recall": 0.07,
        "f1": 0.049053,
        "accuracy": 0.07,
        "main_score": 0.049053,
        "hf_subset": "ceb-eng",
        "languages": [
          "ceb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.090235,
        "recall": 0.148855,
        "f1": 0.102479,
        "accuracy": 0.148855,
        "main_score": 0.102479,
        "hf_subset": "fao-eng",
        "languages": [
          "fao-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.064692,
        "recall": 0.088,
        "f1": 0.069447,
        "accuracy": 0.088,
        "main_score": 0.069447,
        "hf_subset": "tgl-eng",
        "languages": [
          "tgl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.049853,
        "recall": 0.071,
        "f1": 0.053734,
        "accuracy": 0.071,
        "main_score": 0.053734,
        "hf_subset": "isl-eng",
        "languages": [
          "isl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.055049,
        "recall": 0.078,
        "f1": 0.059257,
        "accuracy": 0.078,
        "main_score": 0.059257,
        "hf_subset": "lvs-eng",
        "languages": [
          "lvs-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002992,
        "recall": 0.006925,
        "f1": 0.003172,
        "accuracy": 0.006925,
        "main_score": 0.003172,
        "hf_subset": "khm-eng",
        "languages": [
          "khm-Khmr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002525,
        "recall": 0.011905,
        "f1": 0.003968,
        "accuracy": 0.011905,
        "main_score": 0.003968,
        "hf_subset": "amh-eng",
        "languages": [
          "amh-Ethi",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005978,
        "recall": 0.02,
        "f1": 0.007486,
        "accuracy": 0.02,
        "main_score": 0.007486,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.057136,
        "recall": 0.077,
        "f1": 0.06021,
        "accuracy": 0.077,
        "main_score": 0.06021,
        "hf_subset": "war-eng",
        "languages": [
          "war-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.053607,
        "recall": 0.069,
        "f1": 0.056218,
        "accuracy": 0.069,
        "main_score": 0.056218,
        "hf_subset": "aze-eng",
        "languages": [
          "aze-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.521722,
        "recall": 0.597,
        "f1": 0.542105,
        "accuracy": 0.597,
        "main_score": 0.542105,
        "hf_subset": "cat-eng",
        "languages": [
          "cat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.035314,
        "recall": 0.045,
        "f1": 0.036652,
        "accuracy": 0.045,
        "main_score": 0.036652,
        "hf_subset": "fin-eng",
        "languages": [
          "fin-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.023136,
        "recall": 0.032569,
        "f1": 0.024278,
        "accuracy": 0.032569,
        "main_score": 0.024278,
        "hf_subset": "gla-eng",
        "languages": [
          "gla-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.009718,
        "recall": 0.021,
        "f1": 0.011226,
        "accuracy": 0.021,
        "main_score": 0.011226,
        "hf_subset": "kab-eng",
        "languages": [
          "kab-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.69195,
        "recall": 0.765,
        "f1": 0.714325,
        "accuracy": 0.765,
        "main_score": 0.714325,
        "hf_subset": "por-eng",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.025803,
        "recall": 0.044,
        "f1": 0.028812,
        "accuracy": 0.044,
        "main_score": 0.028812,
        "hf_subset": "kzj-eng",
        "languages": [
          "kzj-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.100609,
        "recall": 0.15,
        "f1": 0.110934,
        "accuracy": 0.15,
        "main_score": 0.110934,
        "hf_subset": "hun-eng",
        "languages": [
          "hun-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.203988,
        "recall": 0.256,
        "f1": 0.215815,
        "accuracy": 0.256,
        "main_score": 0.215815,
        "hf_subset": "nno-eng",
        "languages": [
          "nno-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.007751,
        "recall": 0.015,
        "f1": 0.008616,
        "accuracy": 0.015,
        "main_score": 0.008616,
        "hf_subset": "ell-eng",
        "languages": [
          "ell-Grek",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.633677,
        "recall": 0.712,
        "f1": 0.656201,
        "accuracy": 0.712,
        "main_score": 0.656201,
        "hf_subset": "rus-eng",
        "languages": [
          "rus-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.154764,
        "recall": 0.225,
        "f1": 0.168716,
        "accuracy": 0.225,
        "main_score": 0.168716,
        "hf_subset": "lat-eng",
        "languages": [
          "lat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.685738,
        "recall": 0.749,
        "f1": 0.70357,
        "accuracy": 0.749,
        "main_score": 0.70357,
        "hf_subset": "deu-eng",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004052,
        "recall": 0.006739,
        "f1": 0.004061,
        "accuracy": 0.006739,
        "main_score": 0.004061,
        "hf_subset": "hye-eng",
        "languages": [
          "hye-Armn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.170338,
        "recall": 0.208955,
        "f1": 0.176593,
        "accuracy": 0.208955,
        "main_score": 0.176593,
        "hf_subset": "ang-eng",
        "languages": [
          "ang-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000599,
        "recall": 0.005,
        "f1": 0.000856,
        "accuracy": 0.005,
        "main_score": 0.000856,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.335841,
        "recall": 0.424,
        "f1": 0.357364,
        "accuracy": 0.424,
        "main_score": 0.357364,
        "hf_subset": "swe-eng",
        "languages": [
          "swe-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002361,
        "recall": 0.003538,
        "f1": 0.002364,
        "accuracy": 0.003538,
        "main_score": 0.002364,
        "hf_subset": "yid-eng",
        "languages": [
          "yid-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.044281,
        "recall": 0.064,
        "f1": 0.048517,
        "accuracy": 0.064,
        "main_score": 0.048517,
        "hf_subset": "yue-eng",
        "languages": [
          "yue-Hant",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.186913,
        "recall": 0.257,
        "f1": 0.202636,
        "accuracy": 0.257,
        "main_score": 0.202636,
        "hf_subset": "cmn-eng",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.074124,
        "recall": 0.112195,
        "f1": 0.081804,
        "accuracy": 0.112195,
        "main_score": 0.081804,
        "hf_subset": "kur-eng",
        "languages": [
          "kur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 6.2e-05,
        "recall": 0.004,
        "f1": 0.000119,
        "accuracy": 0.004,
        "main_score": 0.000119,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.246092,
        "recall": 0.309,
        "f1": 0.26151,
        "accuracy": 0.309,
        "main_score": 0.26151,
        "hf_subset": "oci-eng",
        "languages": [
          "oci-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.036152,
        "recall": 0.062893,
        "f1": 0.041181,
        "accuracy": 0.062893,
        "main_score": 0.041181,
        "hf_subset": "arz-eng",
        "languages": [
          "arz-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.036591,
        "recall": 0.058537,
        "f1": 0.04025,
        "accuracy": 0.058537,
        "main_score": 0.04025,
        "hf_subset": "jav-eng",
        "languages": [
          "jav-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.050462,
        "recall": 0.078818,
        "f1": 0.055682,
        "accuracy": 0.078818,
        "main_score": 0.055682,
        "hf_subset": "tuk-eng",
        "languages": [
          "tuk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.489139,
        "recall": 0.581,
        "f1": 0.514508,
        "accuracy": 0.581,
        "main_score": 0.514508,
        "hf_subset": "ukr-eng",
        "languages": [
          "ukr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.022925,
        "recall": 0.034,
        "f1": 0.024347,
        "accuracy": 0.034,
        "main_score": 0.024347,
        "hf_subset": "dtp-eng",
        "languages": [
          "dtp-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.162274,
        "recall": 0.206561,
        "f1": 0.171025,
        "accuracy": 0.206561,
        "main_score": 0.171025,
        "hf_subset": "slv-eng",
        "languages": [
          "slv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.101018,
        "recall": 0.182482,
        "f1": 0.116862,
        "accuracy": 0.182482,
        "main_score": 0.116862,
        "hf_subset": "cha-eng",
        "languages": [
          "cha-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.302762,
        "recall": 0.379,
        "f1": 0.321515,
        "accuracy": 0.379,
        "main_score": 0.321515,
        "hf_subset": "ido-eng",
        "languages": [
          "ido-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000211,
        "recall": 0.012821,
        "f1": 0.000414,
        "accuracy": 0.012821,
        "main_score": 0.000414,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004627,
        "recall": 0.009124,
        "f1": 0.004992,
        "accuracy": 0.009124,
        "main_score": 0.004992,
        "hf_subset": "tha-eng",
        "languages": [
          "tha-Thai",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.509179,
        "recall": 0.589,
        "f1": 0.530876,
        "accuracy": 0.589,
        "main_score": 0.530876,
        "hf_subset": "nld-eng",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000787,
        "recall": 0.004367,
        "f1": 0.001085,
        "accuracy": 0.004367,
        "main_score": 0.001085,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.212639,
        "recall": 0.272381,
        "f1": 0.228271,
        "accuracy": 0.272381,
        "main_score": 0.228271,
        "hf_subset": "pms-eng",
        "languages": [
          "pms-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.023189,
        "recall": 0.044,
        "f1": 0.026184,
        "accuracy": 0.044,
        "main_score": 0.026184,
        "hf_subset": "cor-eng",
        "languages": [
          "cor-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.04671,
        "recall": 0.076,
        "f1": 0.051781,
        "accuracy": 0.076,
        "main_score": 0.051781,
        "hf_subset": "tur-eng",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.171154,
        "recall": 0.23,
        "f1": 0.185305,
        "accuracy": 0.23,
        "main_score": 0.185305,
        "hf_subset": "mkd-eng",
        "languages": [
          "mkd-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005305,
        "recall": 0.013,
        "f1": 0.006336,
        "accuracy": 0.013,
        "main_score": 0.006336,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.18802,
        "recall": 0.243,
        "f1": 0.201197,
        "accuracy": 0.243,
        "main_score": 0.201197,
        "hf_subset": "srp-eng",
        "languages": [
          "srp-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.465804,
        "recall": 0.545,
        "f1": 0.487531,
        "accuracy": 0.545,
        "main_score": 0.487531,
        "hf_subset": "glg-eng",
        "languages": [
          "glg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.116435,
        "recall": 0.154,
        "f1": 0.123497,
        "accuracy": 0.154,
        "main_score": 0.123497,
        "hf_subset": "ind-eng",
        "languages": [
          "ind-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.096481,
        "recall": 0.147887,
        "f1": 0.106076,
        "accuracy": 0.147887,
        "main_score": 0.106076,
        "hf_subset": "max-eng",
        "languages": [
          "max-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.371542,
        "recall": 0.45,
        "f1": 0.391493,
        "accuracy": 0.45,
        "main_score": 0.391493,
        "hf_subset": "ron-eng",
        "languages": [
          "ron-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.265628,
        "recall": 0.338,
        "f1": 0.282884,
        "accuracy": 0.338,
        "main_score": 0.282884,
        "hf_subset": "lfn-eng",
        "languages": [
          "lfn-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.199471,
        "recall": 0.253,
        "f1": 0.21184,
        "accuracy": 0.253,
        "main_score": 0.21184,
        "hf_subset": "ces-eng",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.03508,
        "recall": 0.058,
        "f1": 0.039262,
        "accuracy": 0.058,
        "main_score": 0.039262,
        "hf_subset": "tat-eng",
        "languages": [
          "tat-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.109744,
        "recall": 0.145,
        "f1": 0.117054,
        "accuracy": 0.145,
        "main_score": 0.117054,
        "hf_subset": "zsm-eng",
        "languages": [
          "zsm-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.199244,
        "recall": 0.267,
        "f1": 0.21345,
        "accuracy": 0.267,
        "main_score": 0.21345,
        "hf_subset": "nds-eng",
        "languages": [
          "nds-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00598,
        "recall": 0.017316,
        "f1": 0.007175,
        "accuracy": 0.017316,
        "main_score": 0.007175,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.038651,
        "recall": 0.054,
        "f1": 0.040624,
        "accuracy": 0.054,
        "main_score": 0.040624,
        "hf_subset": "pam-eng",
        "languages": [
          "pam-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.011976,
        "recall": 0.018,
        "f1": 0.012765,
        "accuracy": 0.018,
        "main_score": 0.012765,
        "hf_subset": "pes-eng",
        "languages": [
          "pes-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.023941,
        "recall": 0.035,
        "f1": 0.02589,
        "accuracy": 0.035,
        "main_score": 0.02589,
        "hf_subset": "kor-eng",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 259.9673116207123,
  "kg_co2_emissions": 0.0213895957487907
}