{
  "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282",
  "task_name": "Tatoeba",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "precision": 0.955,
        "recall": 0.969,
        "f1": 0.959667,
        "accuracy": 0.969,
        "main_score": 0.959667,
        "hf_subset": "cmn-eng",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.904083,
        "recall": 0.931,
        "f1": 0.9124,
        "accuracy": 0.931,
        "main_score": 0.9124,
        "hf_subset": "ina-eng",
        "languages": [
          "ina-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.805958,
        "recall": 0.855,
        "f1": 0.820622,
        "accuracy": 0.855,
        "main_score": 0.820622,
        "hf_subset": "cat-eng",
        "languages": [
          "cat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.792583,
        "recall": 0.852,
        "f1": 0.811,
        "accuracy": 0.852,
        "main_score": 0.811,
        "hf_subset": "afr-eng",
        "languages": [
          "afr-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.934333,
        "recall": 0.949,
        "f1": 0.939167,
        "accuracy": 0.949,
        "main_score": 0.939167,
        "hf_subset": "por-eng",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.49224,
        "recall": 0.586,
        "f1": 0.517544,
        "accuracy": 0.586,
        "main_score": 0.517544,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.092633,
        "recall": 0.126761,
        "f1": 0.097394,
        "accuracy": 0.126761,
        "main_score": 0.097394,
        "hf_subset": "xho-eng",
        "languages": [
          "xho-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.385554,
        "recall": 0.471,
        "f1": 0.409108,
        "accuracy": 0.471,
        "main_score": 0.409108,
        "hf_subset": "est-eng",
        "languages": [
          "est-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.86386,
        "recall": 0.897,
        "f1": 0.873569,
        "accuracy": 0.897,
        "main_score": 0.873569,
        "hf_subset": "yue-eng",
        "languages": [
          "yue-Hant",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.611341,
        "recall": 0.693,
        "f1": 0.633904,
        "accuracy": 0.693,
        "main_score": 0.633904,
        "hf_subset": "lfn-eng",
        "languages": [
          "lfn-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.671876,
        "recall": 0.752,
        "f1": 0.695402,
        "accuracy": 0.752,
        "main_score": 0.695402,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.275691,
        "recall": 0.350165,
        "f1": 0.293773,
        "accuracy": 0.350165,
        "main_score": 0.293773,
        "hf_subset": "arq-eng",
        "languages": [
          "arq-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.825817,
        "recall": 0.875,
        "f1": 0.841067,
        "accuracy": 0.875,
        "main_score": 0.841067,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.241113,
        "recall": 0.310748,
        "f1": 0.257812,
        "accuracy": 0.310748,
        "main_score": 0.257812,
        "hf_subset": "uzb-eng",
        "languages": [
          "uzb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.622438,
        "recall": 0.71,
        "f1": 0.647119,
        "accuracy": 0.71,
        "main_score": 0.647119,
        "hf_subset": "fin-eng",
        "languages": [
          "fin-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.245094,
        "recall": 0.302439,
        "f1": 0.256353,
        "accuracy": 0.302439,
        "main_score": 0.256353,
        "hf_subset": "jav-eng",
        "languages": [
          "jav-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.077576,
        "recall": 0.102,
        "f1": 0.082765,
        "accuracy": 0.102,
        "main_score": 0.082765,
        "hf_subset": "bre-eng",
        "languages": [
          "bre-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.886117,
        "recall": 0.919,
        "f1": 0.896233,
        "accuracy": 0.919,
        "main_score": 0.896233,
        "hf_subset": "wuu-eng",
        "languages": [
          "wuu-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.779426,
        "recall": 0.838983,
        "f1": 0.797175,
        "accuracy": 0.838983,
        "main_score": 0.797175,
        "hf_subset": "bos-eng",
        "languages": [
          "bos-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.628268,
        "recall": 0.708,
        "f1": 0.650317,
        "accuracy": 0.708,
        "main_score": 0.650317,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.878033,
        "recall": 0.913,
        "f1": 0.889167,
        "accuracy": 0.913,
        "main_score": 0.889167,
        "hf_subset": "nob-eng",
        "languages": [
          "nob-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.780683,
        "recall": 0.837,
        "f1": 0.797405,
        "accuracy": 0.837,
        "main_score": 0.797405,
        "hf_subset": "pes-eng",
        "languages": [
          "pes-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.781683,
        "recall": 0.841,
        "f1": 0.7997,
        "accuracy": 0.841,
        "main_score": 0.7997,
        "hf_subset": "bul-eng",
        "languages": [
          "bul-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.062151,
        "recall": 0.09316,
        "f1": 0.06851,
        "accuracy": 0.09316,
        "main_score": 0.06851,
        "hf_subset": "yid-eng",
        "languages": [
          "yid-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.694635,
        "recall": 0.771,
        "f1": 0.717077,
        "accuracy": 0.771,
        "main_score": 0.717077,
        "hf_subset": "heb-eng",
        "languages": [
          "heb-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.586255,
        "recall": 0.674,
        "f1": 0.610795,
        "accuracy": 0.674,
        "main_score": 0.610795,
        "hf_subset": "nds-eng",
        "languages": [
          "nds-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.133534,
        "recall": 0.173,
        "f1": 0.14246,
        "accuracy": 0.173,
        "main_score": 0.14246,
        "hf_subset": "tat-eng",
        "languages": [
          "tat-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.059025,
        "recall": 0.092883,
        "f1": 0.066166,
        "accuracy": 0.092883,
        "main_score": 0.066166,
        "hf_subset": "gla-eng",
        "languages": [
          "gla-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.152853,
        "recall": 0.22,
        "f1": 0.167477,
        "accuracy": 0.22,
        "main_score": 0.167477,
        "hf_subset": "uig-eng",
        "languages": [
          "uig-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.547339,
        "recall": 0.63,
        "f1": 0.568921,
        "accuracy": 0.63,
        "main_score": 0.568921,
        "hf_subset": "aze-eng",
        "languages": [
          "aze-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.61006,
        "recall": 0.696,
        "f1": 0.634438,
        "accuracy": 0.696,
        "main_score": 0.634438,
        "hf_subset": "bel-eng",
        "languages": [
          "bel-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.066497,
        "recall": 0.084,
        "f1": 0.070014,
        "accuracy": 0.084,
        "main_score": 0.070014,
        "hf_subset": "dtp-eng",
        "languages": [
          "dtp-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.79345,
        "recall": 0.846,
        "f1": 0.8093,
        "accuracy": 0.846,
        "main_score": 0.8093,
        "hf_subset": "hrv-eng",
        "languages": [
          "hrv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.423478,
        "recall": 0.490385,
        "f1": 0.439193,
        "accuracy": 0.490385,
        "main_score": 0.439193,
        "hf_subset": "tzl-eng",
        "languages": [
          "tzl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.951167,
        "recall": 0.967,
        "f1": 0.956333,
        "accuracy": 0.967,
        "main_score": 0.956333,
        "hf_subset": "nld-eng",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.633135,
        "recall": 0.708,
        "f1": 0.653927,
        "accuracy": 0.708,
        "main_score": 0.653927,
        "hf_subset": "ido-eng",
        "languages": [
          "ido-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.942,
        "recall": 0.959,
        "f1": 0.947333,
        "accuracy": 0.959,
        "main_score": 0.947333,
        "hf_subset": "fra-eng",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.07926,
        "recall": 0.099,
        "f1": 0.082843,
        "accuracy": 0.099,
        "main_score": 0.082843,
        "hf_subset": "kzj-eng",
        "languages": [
          "kzj-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.182259,
        "recall": 0.225,
        "f1": 0.191848,
        "accuracy": 0.225,
        "main_score": 0.191848,
        "hf_subset": "mon-eng",
        "languages": [
          "mon-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8237,
        "recall": 0.871,
        "f1": 0.838467,
        "accuracy": 0.871,
        "main_score": 0.838467,
        "hf_subset": "ukr-eng",
        "languages": [
          "ukr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.404171,
        "recall": 0.498024,
        "f1": 0.427248,
        "accuracy": 0.498024,
        "main_score": 0.427248,
        "hf_subset": "csb-eng",
        "languages": [
          "csb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.847167,
        "recall": 0.889,
        "f1": 0.8603,
        "accuracy": 0.889,
        "main_score": 0.8603,
        "hf_subset": "swe-eng",
        "languages": [
          "swe-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.126178,
        "recall": 0.175,
        "f1": 0.135949,
        "accuracy": 0.175,
        "main_score": 0.135949,
        "hf_subset": "ceb-eng",
        "languages": [
          "ceb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.186721,
        "recall": 0.25641,
        "f1": 0.203716,
        "accuracy": 0.25641,
        "main_score": 0.203716,
        "hf_subset": "swh-eng",
        "languages": [
          "swh-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.043718,
        "recall": 0.057,
        "f1": 0.046561,
        "accuracy": 0.057,
        "main_score": 0.046561,
        "hf_subset": "cor-eng",
        "languages": [
          "cor-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.93775,
        "recall": 0.957,
        "f1": 0.9439,
        "accuracy": 0.957,
        "main_score": 0.9439,
        "hf_subset": "pol-eng",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.341593,
        "recall": 0.425036,
        "f1": 0.362881,
        "accuracy": 0.425036,
        "main_score": 0.362881,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.0538,
        "recall": 0.074,
        "f1": 0.057948,
        "accuracy": 0.074,
        "main_score": 0.057948,
        "hf_subset": "ber-eng",
        "languages": [
          "ber-Tfng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.69601,
        "recall": 0.764,
        "f1": 0.715988,
        "accuracy": 0.764,
        "main_score": 0.715988,
        "hf_subset": "nno-eng",
        "languages": [
          "nno-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.469498,
        "recall": 0.549784,
        "f1": 0.489847,
        "accuracy": 0.549784,
        "main_score": 0.489847,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.126219,
        "recall": 0.201954,
        "f1": 0.143483,
        "accuracy": 0.201954,
        "main_score": 0.143483,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9205,
        "recall": 0.945,
        "f1": 0.9285,
        "accuracy": 0.945,
        "main_score": 0.9285,
        "hf_subset": "jpn-eng",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.515468,
        "recall": 0.591549,
        "f1": 0.535002,
        "accuracy": 0.591549,
        "main_score": 0.535002,
        "hf_subset": "max-eng",
        "languages": [
          "max-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.615938,
        "recall": 0.693,
        "f1": 0.637698,
        "accuracy": 0.693,
        "main_score": 0.637698,
        "hf_subset": "epo-eng",
        "languages": [
          "epo-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.153629,
        "recall": 0.196,
        "f1": 0.163276,
        "accuracy": 0.196,
        "main_score": 0.163276,
        "hf_subset": "eus-eng",
        "languages": [
          "eus-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.319926,
        "recall": 0.394161,
        "f1": 0.337035,
        "accuracy": 0.394161,
        "main_score": 0.337035,
        "hf_subset": "cha-eng",
        "languages": [
          "cha-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.080603,
        "recall": 0.112,
        "f1": 0.086951,
        "accuracy": 0.112,
        "main_score": 0.086951,
        "hf_subset": "pam-eng",
        "languages": [
          "pam-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.579979,
        "recall": 0.660377,
        "f1": 0.602705,
        "accuracy": 0.660377,
        "main_score": 0.602705,
        "hf_subset": "arz-eng",
        "languages": [
          "arz-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.46756,
        "recall": 0.5625,
        "f1": 0.493325,
        "accuracy": 0.5625,
        "main_score": 0.493325,
        "hf_subset": "swg-eng",
        "languages": [
          "swg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.832867,
        "recall": 0.878,
        "f1": 0.846967,
        "accuracy": 0.878,
        "main_score": 0.846967,
        "hf_subset": "dan-eng",
        "languages": [
          "dan-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.83495,
        "recall": 0.877,
        "f1": 0.8479,
        "accuracy": 0.877,
        "main_score": 0.8479,
        "hf_subset": "ron-eng",
        "languages": [
          "ron-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.505032,
        "recall": 0.604478,
        "f1": 0.533831,
        "accuracy": 0.604478,
        "main_score": 0.533831,
        "hf_subset": "ang-eng",
        "languages": [
          "ang-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.45,
        "recall": 0.555556,
        "f1": 0.478846,
        "accuracy": 0.555556,
        "main_score": 0.478846,
        "hf_subset": "gsw-eng",
        "languages": [
          "gsw-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.297145,
        "recall": 0.37,
        "f1": 0.31487,
        "accuracy": 0.37,
        "main_score": 0.31487,
        "hf_subset": "isl-eng",
        "languages": [
          "isl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.103795,
        "recall": 0.154,
        "f1": 0.114401,
        "accuracy": 0.154,
        "main_score": 0.114401,
        "hf_subset": "gle-eng",
        "languages": [
          "gle-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.056586,
        "recall": 0.077381,
        "f1": 0.06037,
        "accuracy": 0.077381,
        "main_score": 0.06037,
        "hf_subset": "amh-eng",
        "languages": [
          "amh-Ethi",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.245447,
        "recall": 0.324397,
        "f1": 0.263417,
        "accuracy": 0.324397,
        "main_score": 0.263417,
        "hf_subset": "kat-eng",
        "languages": [
          "kat-Geor",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.881783,
        "recall": 0.913,
        "f1": 0.8914,
        "accuracy": 0.913,
        "main_score": 0.8914,
        "hf_subset": "glg-eng",
        "languages": [
          "glg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.630642,
        "recall": 0.708171,
        "f1": 0.652745,
        "accuracy": 0.708171,
        "main_score": 0.652745,
        "hf_subset": "nov-eng",
        "languages": [
          "nov-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.474095,
        "recall": 0.558095,
        "f1": 0.497818,
        "accuracy": 0.558095,
        "main_score": 0.497818,
        "hf_subset": "pms-eng",
        "languages": [
          "pms-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.478138,
        "recall": 0.566474,
        "f1": 0.50072,
        "accuracy": 0.566474,
        "main_score": 0.50072,
        "hf_subset": "fry-eng",
        "languages": [
          "fry-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.167725,
        "recall": 0.22439,
        "f1": 0.179895,
        "accuracy": 0.22439,
        "main_score": 0.179895,
        "hf_subset": "kur-eng",
        "languages": [
          "kur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.809583,
        "recall": 0.862,
        "f1": 0.825938,
        "accuracy": 0.862,
        "main_score": 0.825938,
        "hf_subset": "tur-eng",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.957667,
        "recall": 0.971,
        "f1": 0.962,
        "accuracy": 0.971,
        "main_score": 0.962,
        "hf_subset": "vie-eng",
        "languages": [
          "vie-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.150816,
        "recall": 0.198,
        "f1": 0.161519,
        "accuracy": 0.198,
        "main_score": 0.161519,
        "hf_subset": "war-eng",
        "languages": [
          "war-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.816025,
        "recall": 0.862,
        "f1": 0.829975,
        "accuracy": 0.862,
        "main_score": 0.829975,
        "hf_subset": "ara-eng",
        "languages": [
          "ara-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.547659,
        "recall": 0.638,
        "f1": 0.573084,
        "accuracy": 0.638,
        "main_score": 0.573084,
        "hf_subset": "lat-eng",
        "languages": [
          "lat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9745,
        "recall": 0.983,
        "f1": 0.977333,
        "accuracy": 0.983,
        "main_score": 0.977333,
        "hf_subset": "spa-eng",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.73455,
        "recall": 0.799,
        "f1": 0.754087,
        "accuracy": 0.799,
        "main_score": 0.754087,
        "hf_subset": "srp-eng",
        "languages": [
          "srp-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.568671,
        "recall": 0.650104,
        "f1": 0.58943,
        "accuracy": 0.650104,
        "main_score": 0.58943,
        "hf_subset": "hsb-eng",
        "languages": [
          "hsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.922749,
        "recall": 0.945255,
        "f1": 0.930049,
        "accuracy": 0.945255,
        "main_score": 0.930049,
        "hf_subset": "tha-eng",
        "languages": [
          "tha-Thai",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.18375,
        "recall": 0.256158,
        "f1": 0.199044,
        "accuracy": 0.256158,
        "main_score": 0.199044,
        "hf_subset": "tuk-eng",
        "languages": [
          "tuk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.050213,
        "recall": 0.079515,
        "f1": 0.05602,
        "accuracy": 0.079515,
        "main_score": 0.05602,
        "hf_subset": "hye-eng",
        "languages": [
          "hye-Armn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.915333,
        "recall": 0.941,
        "f1": 0.923833,
        "accuracy": 0.941,
        "main_score": 0.923833,
        "hf_subset": "rus-eng",
        "languages": [
          "rus-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.802033,
        "recall": 0.855,
        "f1": 0.818267,
        "accuracy": 0.855,
        "main_score": 0.818267,
        "hf_subset": "slk-eng",
        "languages": [
          "slk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.285231,
        "recall": 0.358261,
        "f1": 0.302388,
        "accuracy": 0.358261,
        "main_score": 0.302388,
        "hf_subset": "kaz-eng",
        "languages": [
          "kaz-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.537493,
        "recall": 0.612,
        "f1": 0.557983,
        "accuracy": 0.612,
        "main_score": 0.557983,
        "hf_subset": "lit-eng",
        "languages": [
          "lit-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.906167,
        "recall": 0.932,
        "f1": 0.9145,
        "accuracy": 0.932,
        "main_score": 0.9145,
        "hf_subset": "ita-eng",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.432751,
        "recall": 0.518,
        "f1": 0.454477,
        "accuracy": 0.518,
        "main_score": 0.454477,
        "hf_subset": "hun-eng",
        "languages": [
          "hun-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.682991,
        "recall": 0.757,
        "f1": 0.704086,
        "accuracy": 0.757,
        "main_score": 0.704086,
        "hf_subset": "cbk-eng",
        "languages": [
          "cbk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.470035,
        "recall": 0.567,
        "f1": 0.496325,
        "accuracy": 0.567,
        "main_score": 0.496325,
        "hf_subset": "tgl-eng",
        "languages": [
          "tgl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.422097,
        "recall": 0.501044,
        "f1": 0.442274,
        "accuracy": 0.501044,
        "main_score": 0.442274,
        "hf_subset": "dsb-eng",
        "languages": [
          "dsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.208291,
        "recall": 0.265,
        "f1": 0.222094,
        "accuracy": 0.265,
        "main_score": 0.222094,
        "hf_subset": "sqi-eng",
        "languages": [
          "sqi-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.1808,
        "recall": 0.257618,
        "f1": 0.197328,
        "accuracy": 0.257618,
        "main_score": 0.197328,
        "hf_subset": "khm-eng",
        "languages": [
          "khm-Khmr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.135492,
        "recall": 0.209402,
        "f1": 0.15001,
        "accuracy": 0.209402,
        "main_score": 0.15001,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.700669,
        "recall": 0.773,
        "f1": 0.721705,
        "accuracy": 0.773,
        "main_score": 0.721705,
        "hf_subset": "ell-eng",
        "languages": [
          "ell-Grek",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.335745,
        "recall": 0.419847,
        "f1": 0.356952,
        "accuracy": 0.419847,
        "main_score": 0.356952,
        "hf_subset": "fao-eng",
        "languages": [
          "fao-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.889167,
        "recall": 0.919,
        "f1": 0.898467,
        "accuracy": 0.919,
        "main_score": 0.898467,
        "hf_subset": "kor-eng",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.020433,
        "recall": 0.03,
        "f1": 0.02201,
        "accuracy": 0.03,
        "main_score": 0.02201,
        "hf_subset": "kab-eng",
        "languages": [
          "kab-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9925,
        "recall": 0.995,
        "f1": 0.993333,
        "accuracy": 0.995,
        "main_score": 0.993333,
        "hf_subset": "deu-eng",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.138587,
        "recall": 0.194783,
        "f1": 0.149643,
        "accuracy": 0.194783,
        "main_score": 0.149643,
        "hf_subset": "cym-eng",
        "languages": [
          "cym-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.918667,
        "recall": 0.941,
        "f1": 0.926,
        "accuracy": 0.941,
        "main_score": 0.926,
        "hf_subset": "ind-eng",
        "languages": [
          "ind-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.644901,
        "recall": 0.719,
        "f1": 0.666839,
        "accuracy": 0.719,
        "main_score": 0.666839,
        "hf_subset": "mkd-eng",
        "languages": [
          "mkd-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.470692,
        "recall": 0.546,
        "f1": 0.489779,
        "accuracy": 0.546,
        "main_score": 0.489779,
        "hf_subset": "oci-eng",
        "languages": [
          "oci-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.086505,
        "recall": 0.111,
        "f1": 0.091611,
        "accuracy": 0.111,
        "main_score": 0.091611,
        "hf_subset": "mhr-eng",
        "languages": [
          "mhr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.652011,
        "recall": 0.72661,
        "f1": 0.673877,
        "accuracy": 0.72661,
        "main_score": 0.673877,
        "hf_subset": "slv-eng",
        "languages": [
          "slv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.7289,
        "recall": 0.796,
        "f1": 0.749205,
        "accuracy": 0.796,
        "main_score": 0.749205,
        "hf_subset": "ile-eng",
        "languages": [
          "ile-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.910667,
        "recall": 0.937,
        "f1": 0.919167,
        "accuracy": 0.937,
        "main_score": 0.919167,
        "hf_subset": "zsm-eng",
        "languages": [
          "zsm-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.390793,
        "recall": 0.487425,
        "f1": 0.416061,
        "accuracy": 0.487425,
        "main_score": 0.416061,
        "hf_subset": "orv-eng",
        "languages": [
          "orv-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.873167,
        "recall": 0.911,
        "f1": 0.8853,
        "accuracy": 0.911,
        "main_score": 0.8853,
        "hf_subset": "ces-eng",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.503217,
        "recall": 0.584,
        "f1": 0.525125,
        "accuracy": 0.584,
        "main_score": 0.525125,
        "hf_subset": "lvs-eng",
        "languages": [
          "lvs-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.721597,
        "recall": 0.779528,
        "f1": 0.737927,
        "accuracy": 0.779528,
        "main_score": 0.737927,
        "hf_subset": "ast-eng",
        "languages": [
          "ast-Latn",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 111.72195267677307,
  "kg_co2_emissions": 0.029428165028396923
}