{
  "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282",
  "task_name": "Tatoeba",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "precision": 0.841808,
        "recall": 0.887006,
        "f1": 0.855932,
        "accuracy": 0.887006,
        "main_score": 0.855932,
        "hf_subset": "bos-eng",
        "languages": [
          "bos-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.729518,
        "recall": 0.789,
        "f1": 0.746562,
        "accuracy": 0.789,
        "main_score": 0.746562,
        "hf_subset": "ile-eng",
        "languages": [
          "ile-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.871917,
        "recall": 0.91,
        "f1": 0.884233,
        "accuracy": 0.91,
        "main_score": 0.884233,
        "hf_subset": "ukr-eng",
        "languages": [
          "ukr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.552419,
        "recall": 0.642,
        "f1": 0.576189,
        "accuracy": 0.642,
        "main_score": 0.576189,
        "hf_subset": "heb-eng",
        "languages": [
          "heb-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.119252,
        "recall": 0.15,
        "f1": 0.12588,
        "accuracy": 0.15,
        "main_score": 0.12588,
        "hf_subset": "eus-eng",
        "languages": [
          "eus-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.664658,
        "recall": 0.728,
        "f1": 0.682076,
        "accuracy": 0.728,
        "main_score": 0.682076,
        "hf_subset": "lvs-eng",
        "languages": [
          "lvs-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8755,
        "recall": 0.909,
        "f1": 0.885967,
        "accuracy": 0.909,
        "main_score": 0.885967,
        "hf_subset": "hrv-eng",
        "languages": [
          "hrv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.077627,
        "recall": 0.103,
        "f1": 0.082891,
        "accuracy": 0.103,
        "main_score": 0.082891,
        "hf_subset": "mhr-eng",
        "languages": [
          "mhr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.557707,
        "recall": 0.623,
        "f1": 0.574456,
        "accuracy": 0.623,
        "main_score": 0.574456,
        "hf_subset": "lfn-eng",
        "languages": [
          "lfn-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.029168,
        "recall": 0.044,
        "f1": 0.031201,
        "accuracy": 0.044,
        "main_score": 0.031201,
        "hf_subset": "uig-eng",
        "languages": [
          "uig-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.91745,
        "recall": 0.94,
        "f1": 0.924567,
        "accuracy": 0.94,
        "main_score": 0.924567,
        "hf_subset": "zsm-eng",
        "languages": [
          "zsm-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.82415,
        "recall": 0.872,
        "f1": 0.839,
        "accuracy": 0.872,
        "main_score": 0.839,
        "hf_subset": "tur-eng",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.395387,
        "recall": 0.464789,
        "f1": 0.410186,
        "accuracy": 0.464789,
        "main_score": 0.410186,
        "hf_subset": "max-eng",
        "languages": [
          "max-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.982333,
        "recall": 0.988,
        "f1": 0.984167,
        "accuracy": 0.988,
        "main_score": 0.984167,
        "hf_subset": "spa-eng",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8205,
        "recall": 0.866,
        "f1": 0.834552,
        "accuracy": 0.866,
        "main_score": 0.834552,
        "hf_subset": "pes-eng",
        "languages": [
          "pes-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.895833,
        "recall": 0.926,
        "f1": 0.9055,
        "accuracy": 0.926,
        "main_score": 0.9055,
        "hf_subset": "wuu-eng",
        "languages": [
          "wuu-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.654923,
        "recall": 0.725,
        "f1": 0.674266,
        "accuracy": 0.725,
        "main_score": 0.674266,
        "hf_subset": "lat-eng",
        "languages": [
          "lat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8695,
        "recall": 0.909,
        "f1": 0.882167,
        "accuracy": 0.909,
        "main_score": 0.882167,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.234884,
        "recall": 0.303419,
        "f1": 0.25047,
        "accuracy": 0.303419,
        "main_score": 0.25047,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.181552,
        "recall": 0.225,
        "f1": 0.191131,
        "accuracy": 0.225,
        "main_score": 0.191131,
        "hf_subset": "ceb-eng",
        "languages": [
          "ceb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.333766,
        "recall": 0.400835,
        "f1": 0.350206,
        "accuracy": 0.400835,
        "main_score": 0.350206,
        "hf_subset": "dsb-eng",
        "languages": [
          "dsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005996,
        "recall": 0.011905,
        "f1": 0.00604,
        "accuracy": 0.011905,
        "main_score": 0.00604,
        "hf_subset": "amh-eng",
        "languages": [
          "amh-Ethi",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.849917,
        "recall": 0.886,
        "f1": 0.860667,
        "accuracy": 0.886,
        "main_score": 0.860667,
        "hf_subset": "slk-eng",
        "languages": [
          "slk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.229981,
        "recall": 0.292,
        "f1": 0.243336,
        "accuracy": 0.292,
        "main_score": 0.243336,
        "hf_subset": "gle-eng",
        "languages": [
          "gle-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.113818,
        "recall": 0.147887,
        "f1": 0.12024,
        "accuracy": 0.147887,
        "main_score": 0.12024,
        "hf_subset": "xho-eng",
        "languages": [
          "xho-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.626322,
        "recall": 0.714,
        "f1": 0.651175,
        "accuracy": 0.714,
        "main_score": 0.651175,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.912983,
        "recall": 0.937,
        "f1": 0.9204,
        "accuracy": 0.937,
        "main_score": 0.9204,
        "hf_subset": "dan-eng",
        "languages": [
          "dan-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.038529,
        "recall": 0.052,
        "f1": 0.040713,
        "accuracy": 0.052,
        "main_score": 0.040713,
        "hf_subset": "cor-eng",
        "languages": [
          "cor-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.427644,
        "recall": 0.48855,
        "f1": 0.441748,
        "accuracy": 0.48855,
        "main_score": 0.441748,
        "hf_subset": "fao-eng",
        "languages": [
          "fao-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.951083,
        "recall": 0.965,
        "f1": 0.955567,
        "accuracy": 0.965,
        "main_score": 0.955567,
        "hf_subset": "pol-eng",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8675,
        "recall": 0.904,
        "f1": 0.879133,
        "accuracy": 0.904,
        "main_score": 0.879133,
        "hf_subset": "kor-eng",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.39699,
        "recall": 0.485714,
        "f1": 0.41881,
        "accuracy": 0.485714,
        "main_score": 0.41881,
        "hf_subset": "pms-eng",
        "languages": [
          "pms-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.490235,
        "recall": 0.576,
        "f1": 0.512553,
        "accuracy": 0.576,
        "main_score": 0.512553,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.868644,
        "recall": 0.9,
        "f1": 0.8785,
        "accuracy": 0.9,
        "main_score": 0.8785,
        "hf_subset": "glg-eng",
        "languages": [
          "glg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.883533,
        "recall": 0.910584,
        "f1": 0.891489,
        "accuracy": 0.910584,
        "main_score": 0.891489,
        "hf_subset": "tha-eng",
        "languages": [
          "tha-Thai",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.734004,
        "recall": 0.791,
        "f1": 0.75028,
        "accuracy": 0.791,
        "main_score": 0.75028,
        "hf_subset": "tgl-eng",
        "languages": [
          "tgl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.59024,
        "recall": 0.669261,
        "f1": 0.612223,
        "accuracy": 0.669261,
        "main_score": 0.612223,
        "hf_subset": "nov-eng",
        "languages": [
          "nov-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.712734,
        "recall": 0.771,
        "f1": 0.729102,
        "accuracy": 0.771,
        "main_score": 0.729102,
        "hf_subset": "epo-eng",
        "languages": [
          "epo-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.944783,
        "recall": 0.961,
        "f1": 0.949733,
        "accuracy": 0.961,
        "main_score": 0.949733,
        "hf_subset": "nob-eng",
        "languages": [
          "nob-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.912583,
        "recall": 0.937,
        "f1": 0.920233,
        "accuracy": 0.937,
        "main_score": 0.920233,
        "hf_subset": "ina-eng",
        "languages": [
          "ina-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.919,
        "recall": 0.941,
        "f1": 0.926167,
        "accuracy": 0.941,
        "main_score": 0.926167,
        "hf_subset": "ita-eng",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.959833,
        "recall": 0.971,
        "f1": 0.9635,
        "accuracy": 0.971,
        "main_score": 0.9635,
        "hf_subset": "cmn-eng",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.94725,
        "recall": 0.962,
        "f1": 0.9519,
        "accuracy": 0.962,
        "main_score": 0.9519,
        "hf_subset": "fra-eng",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.84415,
        "recall": 0.884,
        "f1": 0.855986,
        "accuracy": 0.884,
        "main_score": 0.855986,
        "hf_subset": "fin-eng",
        "languages": [
          "fin-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.104664,
        "recall": 0.129268,
        "f1": 0.109721,
        "accuracy": 0.129268,
        "main_score": 0.109721,
        "hf_subset": "kur-eng",
        "languages": [
          "kur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.492664,
        "recall": 0.564103,
        "f1": 0.509721,
        "accuracy": 0.564103,
        "main_score": 0.509721,
        "hf_subset": "gsw-eng",
        "languages": [
          "gsw-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.395893,
        "recall": 0.484848,
        "f1": 0.416391,
        "accuracy": 0.484848,
        "main_score": 0.416391,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.599974,
        "recall": 0.667,
        "f1": 0.617244,
        "accuracy": 0.667,
        "main_score": 0.617244,
        "hf_subset": "nds-eng",
        "languages": [
          "nds-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.238067,
        "recall": 0.300395,
        "f1": 0.25183,
        "accuracy": 0.300395,
        "main_score": 0.25183,
        "hf_subset": "csb-eng",
        "languages": [
          "csb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.621767,
        "recall": 0.703,
        "f1": 0.643784,
        "accuracy": 0.703,
        "main_score": 0.643784,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.380345,
        "recall": 0.449062,
        "f1": 0.396304,
        "accuracy": 0.449062,
        "main_score": 0.396304,
        "hf_subset": "kat-eng",
        "languages": [
          "kat-Geor",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.78261,
        "recall": 0.832,
        "f1": 0.79707,
        "accuracy": 0.832,
        "main_score": 0.79707,
        "hf_subset": "nno-eng",
        "languages": [
          "nno-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.597637,
        "recall": 0.69403,
        "f1": 0.624165,
        "accuracy": 0.69403,
        "main_score": 0.624165,
        "hf_subset": "ang-eng",
        "languages": [
          "ang-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.0551,
        "recall": 0.073,
        "f1": 0.057863,
        "accuracy": 0.073,
        "main_score": 0.057863,
        "hf_subset": "bre-eng",
        "languages": [
          "bre-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.606799,
        "recall": 0.68,
        "f1": 0.626087,
        "accuracy": 0.68,
        "main_score": 0.626087,
        "hf_subset": "ido-eng",
        "languages": [
          "ido-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.830933,
        "recall": 0.875,
        "f1": 0.843886,
        "accuracy": 0.875,
        "main_score": 0.843886,
        "hf_subset": "afr-eng",
        "languages": [
          "afr-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.558447,
        "recall": 0.631,
        "f1": 0.576838,
        "accuracy": 0.631,
        "main_score": 0.576838,
        "hf_subset": "bel-eng",
        "languages": [
          "bel-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.954333,
        "recall": 0.968,
        "f1": 0.958833,
        "accuracy": 0.968,
        "main_score": 0.958833,
        "hf_subset": "nld-eng",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.05086,
        "recall": 0.058,
        "f1": 0.051727,
        "accuracy": 0.058,
        "main_score": 0.051727,
        "hf_subset": "ber-eng",
        "languages": [
          "ber-Tfng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.549359,
        "recall": 0.619,
        "f1": 0.567182,
        "accuracy": 0.619,
        "main_score": 0.567182,
        "hf_subset": "est-eng",
        "languages": [
          "est-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.044762,
        "recall": 0.072776,
        "f1": 0.050306,
        "accuracy": 0.072776,
        "main_score": 0.050306,
        "hf_subset": "hye-eng",
        "languages": [
          "hye-Armn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.76396,
        "recall": 0.817,
        "f1": 0.779488,
        "accuracy": 0.817,
        "main_score": 0.779488,
        "hf_subset": "mkd-eng",
        "languages": [
          "mkd-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.843533,
        "recall": 0.887,
        "f1": 0.856933,
        "accuracy": 0.887,
        "main_score": 0.856933,
        "hf_subset": "ell-eng",
        "languages": [
          "ell-Grek",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.092952,
        "recall": 0.119,
        "f1": 0.09801,
        "accuracy": 0.119,
        "main_score": 0.09801,
        "hf_subset": "tat-eng",
        "languages": [
          "tat-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.792726,
        "recall": 0.834646,
        "f1": 0.803806,
        "accuracy": 0.834646,
        "main_score": 0.803806,
        "hf_subset": "ast-eng",
        "languages": [
          "ast-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.90475,
        "recall": 0.931,
        "f1": 0.9129,
        "accuracy": 0.931,
        "main_score": 0.9129,
        "hf_subset": "ind-eng",
        "languages": [
          "ind-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9305,
        "recall": 0.948,
        "f1": 0.936167,
        "accuracy": 0.948,
        "main_score": 0.936167,
        "hf_subset": "por-eng",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.208706,
        "recall": 0.263447,
        "f1": 0.220682,
        "accuracy": 0.263447,
        "main_score": 0.220682,
        "hf_subset": "arq-eng",
        "languages": [
          "arq-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.48826,
        "recall": 0.549133,
        "f1": 0.502922,
        "accuracy": 0.549133,
        "main_score": 0.502922,
        "hf_subset": "fry-eng",
        "languages": [
          "fry-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.503964,
        "recall": 0.599349,
        "f1": 0.529696,
        "accuracy": 0.599349,
        "main_score": 0.529696,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.442724,
        "recall": 0.506,
        "f1": 0.458097,
        "accuracy": 0.506,
        "main_score": 0.458097,
        "hf_subset": "oci-eng",
        "languages": [
          "oci-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.32308,
        "recall": 0.39,
        "f1": 0.338079,
        "accuracy": 0.39,
        "main_score": 0.338079,
        "hf_subset": "sqi-eng",
        "languages": [
          "sqi-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.923333,
        "recall": 0.945,
        "f1": 0.9303,
        "accuracy": 0.945,
        "main_score": 0.9303,
        "hf_subset": "ron-eng",
        "languages": [
          "ron-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.233754,
        "recall": 0.311377,
        "f1": 0.251332,
        "accuracy": 0.311377,
        "main_score": 0.251332,
        "hf_subset": "orv-eng",
        "languages": [
          "orv-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.632936,
        "recall": 0.711,
        "f1": 0.654714,
        "accuracy": 0.711,
        "main_score": 0.654714,
        "hf_subset": "cbk-eng",
        "languages": [
          "cbk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.195244,
        "recall": 0.241739,
        "f1": 0.204505,
        "accuracy": 0.241739,
        "main_score": 0.204505,
        "hf_subset": "cym-eng",
        "languages": [
          "cym-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.222027,
        "recall": 0.304709,
        "f1": 0.240308,
        "accuracy": 0.304709,
        "main_score": 0.240308,
        "hf_subset": "khm-eng",
        "languages": [
          "khm-Khmr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.874892,
        "recall": 0.905,
        "f1": 0.884008,
        "accuracy": 0.905,
        "main_score": 0.884008,
        "hf_subset": "cat-eng",
        "languages": [
          "cat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.020257,
        "recall": 0.029481,
        "f1": 0.022102,
        "accuracy": 0.029481,
        "main_score": 0.022102,
        "hf_subset": "yid-eng",
        "languages": [
          "yid-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.788568,
        "recall": 0.839611,
        "f1": 0.803956,
        "accuracy": 0.839611,
        "main_score": 0.803956,
        "hf_subset": "slv-eng",
        "languages": [
          "slv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.599738,
        "recall": 0.675052,
        "f1": 0.621194,
        "accuracy": 0.675052,
        "main_score": 0.621194,
        "hf_subset": "arz-eng",
        "languages": [
          "arz-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.373404,
        "recall": 0.45913,
        "f1": 0.394333,
        "accuracy": 0.45913,
        "main_score": 0.394333,
        "hf_subset": "kaz-eng",
        "languages": [
          "kaz-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.615711,
        "recall": 0.689,
        "f1": 0.635314,
        "accuracy": 0.689,
        "main_score": 0.635314,
        "hf_subset": "aze-eng",
        "languages": [
          "aze-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.504018,
        "recall": 0.607143,
        "f1": 0.529634,
        "accuracy": 0.607143,
        "main_score": 0.529634,
        "hf_subset": "swg-eng",
        "languages": [
          "swg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.84075,
        "recall": 0.883,
        "f1": 0.853267,
        "accuracy": 0.883,
        "main_score": 0.853267,
        "hf_subset": "bul-eng",
        "languages": [
          "bul-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.448342,
        "recall": 0.52381,
        "f1": 0.468188,
        "accuracy": 0.52381,
        "main_score": 0.468188,
        "hf_subset": "hsb-eng",
        "languages": [
          "hsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.012999,
        "recall": 0.021,
        "f1": 0.014326,
        "accuracy": 0.021,
        "main_score": 0.014326,
        "hf_subset": "kab-eng",
        "languages": [
          "kab-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.926167,
        "recall": 0.948,
        "f1": 0.933167,
        "accuracy": 0.948,
        "main_score": 0.933167,
        "hf_subset": "jpn-eng",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.798844,
        "recall": 0.849,
        "f1": 0.8138,
        "accuracy": 0.849,
        "main_score": 0.8138,
        "hf_subset": "hun-eng",
        "languages": [
          "hun-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.733156,
        "recall": 0.79,
        "f1": 0.749672,
        "accuracy": 0.79,
        "main_score": 0.749672,
        "hf_subset": "lit-eng",
        "languages": [
          "lit-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.921833,
        "recall": 0.945,
        "f1": 0.9295,
        "accuracy": 0.945,
        "main_score": 0.9295,
        "hf_subset": "rus-eng",
        "languages": [
          "rus-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.911583,
        "recall": 0.936,
        "f1": 0.9194,
        "accuracy": 0.936,
        "main_score": 0.9194,
        "hf_subset": "yue-eng",
        "languages": [
          "yue-Hant",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.905583,
        "recall": 0.934,
        "f1": 0.914567,
        "accuracy": 0.934,
        "main_score": 0.914567,
        "hf_subset": "ces-eng",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.054637,
        "recall": 0.068,
        "f1": 0.056923,
        "accuracy": 0.068,
        "main_score": 0.056923,
        "hf_subset": "kzj-eng",
        "languages": [
          "kzj-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.378549,
        "recall": 0.480769,
        "f1": 0.403251,
        "accuracy": 0.480769,
        "main_score": 0.403251,
        "hf_subset": "tzl-eng",
        "languages": [
          "tzl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.063385,
        "recall": 0.076,
        "f1": 0.066001,
        "accuracy": 0.076,
        "main_score": 0.066001,
        "hf_subset": "pam-eng",
        "languages": [
          "pam-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.94425,
        "recall": 0.96,
        "f1": 0.949233,
        "accuracy": 0.96,
        "main_score": 0.949233,
        "hf_subset": "vie-eng",
        "languages": [
          "vie-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.469342,
        "recall": 0.553,
        "f1": 0.490251,
        "accuracy": 0.553,
        "main_score": 0.490251,
        "hf_subset": "isl-eng",
        "languages": [
          "isl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.838617,
        "recall": 0.882,
        "f1": 0.851867,
        "accuracy": 0.882,
        "main_score": 0.851867,
        "hf_subset": "ara-eng",
        "languages": [
          "ara-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.989833,
        "recall": 0.993,
        "f1": 0.990833,
        "accuracy": 0.993,
        "main_score": 0.990833,
        "hf_subset": "deu-eng",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.366839,
        "recall": 0.45641,
        "f1": 0.388923,
        "accuracy": 0.45641,
        "main_score": 0.388923,
        "hf_subset": "swh-eng",
        "languages": [
          "swh-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.111161,
        "recall": 0.149578,
        "f1": 0.118558,
        "accuracy": 0.149578,
        "main_score": 0.118558,
        "hf_subset": "gla-eng",
        "languages": [
          "gla-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.166331,
        "recall": 0.204,
        "f1": 0.174378,
        "accuracy": 0.204,
        "main_score": 0.174378,
        "hf_subset": "war-eng",
        "languages": [
          "war-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.047435,
        "recall": 0.057,
        "f1": 0.049267,
        "accuracy": 0.057,
        "main_score": 0.049267,
        "hf_subset": "dtp-eng",
        "languages": [
          "dtp-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.918167,
        "recall": 0.94,
        "f1": 0.924967,
        "accuracy": 0.94,
        "main_score": 0.924967,
        "hf_subset": "swe-eng",
        "languages": [
          "swe-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.681363,
        "recall": 0.754003,
        "f1": 0.701765,
        "accuracy": 0.754003,
        "main_score": 0.701765,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.145936,
        "recall": 0.189252,
        "f1": 0.15487,
        "accuracy": 0.189252,
        "main_score": 0.15487,
        "hf_subset": "uzb-eng",
        "languages": [
          "uzb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.836694,
        "recall": 0.881,
        "f1": 0.850433,
        "accuracy": 0.881,
        "main_score": 0.850433,
        "hf_subset": "srp-eng",
        "languages": [
          "srp-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.19928,
        "recall": 0.24878,
        "f1": 0.21059,
        "accuracy": 0.24878,
        "main_score": 0.21059,
        "hf_subset": "jav-eng",
        "languages": [
          "jav-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.325056,
        "recall": 0.393182,
        "f1": 0.339248,
        "accuracy": 0.393182,
        "main_score": 0.339248,
        "hf_subset": "mon-eng",
        "languages": [
          "mon-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.215773,
        "recall": 0.262774,
        "f1": 0.223612,
        "accuracy": 0.262774,
        "main_score": 0.223612,
        "hf_subset": "cha-eng",
        "languages": [
          "cha-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.169468,
        "recall": 0.216749,
        "f1": 0.180389,
        "accuracy": 0.216749,
        "main_score": 0.180389,
        "hf_subset": "tuk-eng",
        "languages": [
          "tuk-Latn",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 301.6435925960541,
  "kg_co2_emissions": 0.08678064952569922
}