{
  "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282",
  "task_name": "Tatoeba",
  "mteb_version": "2.6.7",
  "scores": {
    "test": [
      {
        "precision": 0.240379,
        "recall": 0.295,
        "f1": 0.253744,
        "accuracy": 0.295,
        "main_score": 0.253744,
        "hf_subset": "sqi-eng",
        "languages": [
          "sqi-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.479416,
        "recall": 0.566474,
        "f1": 0.501822,
        "accuracy": 0.566474,
        "main_score": 0.501822,
        "hf_subset": "fry-eng",
        "languages": [
          "fry-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.212028,
        "recall": 0.258537,
        "f1": 0.222055,
        "accuracy": 0.258537,
        "main_score": 0.222055,
        "hf_subset": "kur-eng",
        "languages": [
          "kur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.792254,
        "recall": 0.847,
        "f1": 0.808883,
        "accuracy": 0.847,
        "main_score": 0.808883,
        "hf_subset": "tur-eng",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.960333,
        "recall": 0.973,
        "f1": 0.9645,
        "accuracy": 0.973,
        "main_score": 0.9645,
        "hf_subset": "deu-eng",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.835808,
        "recall": 0.879,
        "f1": 0.849304,
        "accuracy": 0.879,
        "main_score": 0.849304,
        "hf_subset": "nld-eng",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.607476,
        "recall": 0.677,
        "f1": 0.627104,
        "accuracy": 0.677,
        "main_score": 0.627104,
        "hf_subset": "ron-eng",
        "languages": [
          "ron-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.452425,
        "recall": 0.544776,
        "f1": 0.478915,
        "accuracy": 0.544776,
        "main_score": 0.478915,
        "hf_subset": "ang-eng",
        "languages": [
          "ang-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.481708,
        "recall": 0.561,
        "f1": 0.502533,
        "accuracy": 0.561,
        "main_score": 0.502533,
        "hf_subset": "ido-eng",
        "languages": [
          "ido-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.215708,
        "recall": 0.273171,
        "f1": 0.227821,
        "accuracy": 0.273171,
        "main_score": 0.227821,
        "hf_subset": "jav-eng",
        "languages": [
          "jav-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.27229,
        "recall": 0.349,
        "f1": 0.291985,
        "accuracy": 0.349,
        "main_score": 0.291985,
        "hf_subset": "isl-eng",
        "languages": [
          "isl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.47135,
        "recall": 0.53949,
        "f1": 0.48986,
        "accuracy": 0.53949,
        "main_score": 0.48986,
        "hf_subset": "slv-eng",
        "languages": [
          "slv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.137212,
        "recall": 0.17913,
        "f1": 0.146345,
        "accuracy": 0.17913,
        "main_score": 0.146345,
        "hf_subset": "cym-eng",
        "languages": [
          "cym-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.181867,
        "recall": 0.229565,
        "f1": 0.193779,
        "accuracy": 0.229565,
        "main_score": 0.193779,
        "hf_subset": "kaz-eng",
        "languages": [
          "kaz-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.268994,
        "recall": 0.325,
        "f1": 0.283337,
        "accuracy": 0.325,
        "main_score": 0.283337,
        "hf_subset": "est-eng",
        "languages": [
          "est-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.5158,
        "recall": 0.588,
        "f1": 0.536179,
        "accuracy": 0.588,
        "main_score": 0.536179,
        "hf_subset": "heb-eng",
        "languages": [
          "heb-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.072972,
        "recall": 0.107358,
        "f1": 0.080209,
        "accuracy": 0.107358,
        "main_score": 0.080209,
        "hf_subset": "gla-eng",
        "languages": [
          "gla-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.406313,
        "recall": 0.494,
        "f1": 0.429183,
        "accuracy": 0.494,
        "main_score": 0.429183,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.283782,
        "recall": 0.355,
        "f1": 0.300331,
        "accuracy": 0.355,
        "main_score": 0.300331,
        "hf_subset": "lat-eng",
        "languages": [
          "lat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.36234,
        "recall": 0.44,
        "f1": 0.382335,
        "accuracy": 0.44,
        "main_score": 0.382335,
        "hf_subset": "bel-eng",
        "languages": [
          "bel-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.371775,
        "recall": 0.445714,
        "f1": 0.390574,
        "accuracy": 0.445714,
        "main_score": 0.390574,
        "hf_subset": "pms-eng",
        "languages": [
          "pms-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.086113,
        "recall": 0.12,
        "f1": 0.09351,
        "accuracy": 0.12,
        "main_score": 0.09351,
        "hf_subset": "gle-eng",
        "languages": [
          "gle-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.696367,
        "recall": 0.766,
        "f1": 0.717852,
        "accuracy": 0.766,
        "main_score": 0.717852,
        "hf_subset": "pes-eng",
        "languages": [
          "pes-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.830528,
        "recall": 0.872,
        "f1": 0.8432,
        "accuracy": 0.872,
        "main_score": 0.8432,
        "hf_subset": "nob-eng",
        "languages": [
          "nob-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8335,
        "recall": 0.878,
        "f1": 0.847833,
        "accuracy": 0.878,
        "main_score": 0.847833,
        "hf_subset": "bul-eng",
        "languages": [
          "bul-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.58976,
        "recall": 0.664,
        "f1": 0.610631,
        "accuracy": 0.664,
        "main_score": 0.610631,
        "hf_subset": "cbk-eng",
        "languages": [
          "cbk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.351739,
        "recall": 0.418,
        "f1": 0.369991,
        "accuracy": 0.418,
        "main_score": 0.369991,
        "hf_subset": "hun-eng",
        "languages": [
          "hun-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.06515,
        "recall": 0.093,
        "f1": 0.070561,
        "accuracy": 0.093,
        "main_score": 0.070561,
        "hf_subset": "uig-eng",
        "languages": [
          "uig-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.889333,
        "recall": 0.92,
        "f1": 0.8995,
        "accuracy": 0.92,
        "main_score": 0.8995,
        "hf_subset": "rus-eng",
        "languages": [
          "rus-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.86375,
        "recall": 0.899,
        "f1": 0.874867,
        "accuracy": 0.899,
        "main_score": 0.874867,
        "hf_subset": "spa-eng",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.357676,
        "recall": 0.427224,
        "f1": 0.375243,
        "accuracy": 0.427224,
        "main_score": 0.375243,
        "hf_subset": "hye-eng",
        "languages": [
          "hye-Armn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.241892,
        "recall": 0.32906,
        "f1": 0.262285,
        "accuracy": 0.32906,
        "main_score": 0.262285,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.488828,
        "recall": 0.572,
        "f1": 0.511852,
        "accuracy": 0.572,
        "main_score": 0.511852,
        "hf_subset": "afr-eng",
        "languages": [
          "afr-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.195341,
        "recall": 0.243182,
        "f1": 0.207828,
        "accuracy": 0.243182,
        "main_score": 0.207828,
        "hf_subset": "mon-eng",
        "languages": [
          "mon-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.444796,
        "recall": 0.51153,
        "f1": 0.462455,
        "accuracy": 0.51153,
        "main_score": 0.462455,
        "hf_subset": "arz-eng",
        "languages": [
          "arz-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.480157,
        "recall": 0.556,
        "f1": 0.501065,
        "accuracy": 0.556,
        "main_score": 0.501065,
        "hf_subset": "hrv-eng",
        "languages": [
          "hrv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.552886,
        "recall": 0.622568,
        "f1": 0.570573,
        "accuracy": 0.622568,
        "main_score": 0.570573,
        "hf_subset": "nov-eng",
        "languages": [
          "nov-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.364819,
        "recall": 0.461538,
        "f1": 0.388462,
        "accuracy": 0.461538,
        "main_score": 0.388462,
        "hf_subset": "gsw-eng",
        "languages": [
          "gsw-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.502936,
        "recall": 0.577,
        "f1": 0.523408,
        "accuracy": 0.577,
        "main_score": 0.523408,
        "hf_subset": "nds-eng",
        "languages": [
          "nds-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.758617,
        "recall": 0.82,
        "f1": 0.7777,
        "accuracy": 0.82,
        "main_score": 0.7777,
        "hf_subset": "ukr-eng",
        "languages": [
          "ukr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.150255,
        "recall": 0.196262,
        "f1": 0.159927,
        "accuracy": 0.196262,
        "main_score": 0.159927,
        "hf_subset": "uzb-eng",
        "languages": [
          "uzb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.347434,
        "recall": 0.414,
        "f1": 0.365318,
        "accuracy": 0.414,
        "main_score": 0.365318,
        "hf_subset": "lit-eng",
        "languages": [
          "lit-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.777791,
        "recall": 0.833,
        "f1": 0.794338,
        "accuracy": 0.833,
        "main_score": 0.794338,
        "hf_subset": "ina-eng",
        "languages": [
          "ina-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.485764,
        "recall": 0.574,
        "f1": 0.509004,
        "accuracy": 0.574,
        "main_score": 0.509004,
        "hf_subset": "lfn-eng",
        "languages": [
          "lfn-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.750844,
        "recall": 0.804,
        "f1": 0.76662,
        "accuracy": 0.804,
        "main_score": 0.76662,
        "hf_subset": "zsm-eng",
        "languages": [
          "zsm-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.710219,
        "recall": 0.78,
        "f1": 0.731386,
        "accuracy": 0.78,
        "main_score": 0.731386,
        "hf_subset": "ita-eng",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.888833,
        "recall": 0.92,
        "f1": 0.898667,
        "accuracy": 0.92,
        "main_score": 0.898667,
        "hf_subset": "cmn-eng",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.399394,
        "recall": 0.474,
        "f1": 0.419216,
        "accuracy": 0.474,
        "main_score": 0.419216,
        "hf_subset": "lvs-eng",
        "languages": [
          "lvs-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.738985,
        "recall": 0.788,
        "f1": 0.753161,
        "accuracy": 0.788,
        "main_score": 0.753161,
        "hf_subset": "glg-eng",
        "languages": [
          "glg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.14011,
        "recall": 0.176667,
        "f1": 0.149092,
        "accuracy": 0.176667,
        "main_score": 0.149092,
        "hf_subset": "ceb-eng",
        "languages": [
          "ceb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.082232,
        "recall": 0.106,
        "f1": 0.087167,
        "accuracy": 0.106,
        "main_score": 0.087167,
        "hf_subset": "bre-eng",
        "languages": [
          "bre-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.373824,
        "recall": 0.459,
        "f1": 0.395288,
        "accuracy": 0.459,
        "main_score": 0.395288,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.435268,
        "recall": 0.535714,
        "f1": 0.460254,
        "accuracy": 0.535714,
        "main_score": 0.460254,
        "hf_subset": "swg-eng",
        "languages": [
          "swg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.180564,
        "recall": 0.248079,
        "f1": 0.197295,
        "accuracy": 0.248079,
        "main_score": 0.197295,
        "hf_subset": "arq-eng",
        "languages": [
          "arq-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.027755,
        "recall": 0.044,
        "f1": 0.03046,
        "accuracy": 0.044,
        "main_score": 0.03046,
        "hf_subset": "kab-eng",
        "languages": [
          "kab-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.866033,
        "recall": 0.904,
        "f1": 0.878167,
        "accuracy": 0.904,
        "main_score": 0.878167,
        "hf_subset": "fra-eng",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.85531,
        "recall": 0.893,
        "f1": 0.867217,
        "accuracy": 0.893,
        "main_score": 0.867217,
        "hf_subset": "por-eng",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.12758,
        "recall": 0.164,
        "f1": 0.135296,
        "accuracy": 0.164,
        "main_score": 0.135296,
        "hf_subset": "tat-eng",
        "languages": [
          "tat-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.343271,
        "recall": 0.419,
        "f1": 0.362872,
        "accuracy": 0.419,
        "main_score": 0.362872,
        "hf_subset": "oci-eng",
        "languages": [
          "oci-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.71035,
        "recall": 0.768,
        "f1": 0.727419,
        "accuracy": 0.768,
        "main_score": 0.727419,
        "hf_subset": "pol-eng",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.1509,
        "recall": 0.2,
        "f1": 0.163176,
        "accuracy": 0.2,
        "main_score": 0.163176,
        "hf_subset": "war-eng",
        "languages": [
          "war-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.488106,
        "recall": 0.563,
        "f1": 0.50816,
        "accuracy": 0.563,
        "main_score": 0.50816,
        "hf_subset": "aze-eng",
        "languages": [
          "aze-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.911667,
        "recall": 0.937,
        "f1": 0.919833,
        "accuracy": 0.937,
        "main_score": 0.919833,
        "hf_subset": "vie-eng",
        "languages": [
          "vie-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.577819,
        "recall": 0.656,
        "f1": 0.600419,
        "accuracy": 0.656,
        "main_score": 0.600419,
        "hf_subset": "nno-eng",
        "languages": [
          "nno-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.307989,
        "recall": 0.379562,
        "f1": 0.32532,
        "accuracy": 0.379562,
        "main_score": 0.32532,
        "hf_subset": "cha-eng",
        "languages": [
          "cha-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.100883,
        "recall": 0.14,
        "f1": 0.11004,
        "accuracy": 0.14,
        "main_score": 0.11004,
        "hf_subset": "mhr-eng",
        "languages": [
          "mhr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.794626,
        "recall": 0.845,
        "f1": 0.809783,
        "accuracy": 0.845,
        "main_score": 0.809783,
        "hf_subset": "dan-eng",
        "languages": [
          "dan-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.760876,
        "recall": 0.821,
        "f1": 0.778983,
        "accuracy": 0.821,
        "main_score": 0.778983,
        "hf_subset": "ell-eng",
        "languages": [
          "ell-Grek",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.1188,
        "recall": 0.154762,
        "f1": 0.126582,
        "accuracy": 0.154762,
        "main_score": 0.126582,
        "hf_subset": "amh-eng",
        "languages": [
          "amh-Ethi",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.080454,
        "recall": 0.109,
        "f1": 0.086328,
        "accuracy": 0.109,
        "main_score": 0.086328,
        "hf_subset": "pam-eng",
        "languages": [
          "pam-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.345723,
        "recall": 0.399586,
        "f1": 0.359729,
        "accuracy": 0.399586,
        "main_score": 0.359729,
        "hf_subset": "hsb-eng",
        "languages": [
          "hsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.440227,
        "recall": 0.515,
        "f1": 0.460975,
        "accuracy": 0.515,
        "main_score": 0.460975,
        "hf_subset": "srp-eng",
        "languages": [
          "srp-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.361435,
        "recall": 0.443,
        "f1": 0.381271,
        "accuracy": 0.443,
        "main_score": 0.381271,
        "hf_subset": "epo-eng",
        "languages": [
          "epo-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.093101,
        "recall": 0.12,
        "f1": 0.099756,
        "accuracy": 0.12,
        "main_score": 0.099756,
        "hf_subset": "kzj-eng",
        "languages": [
          "kzj-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.393128,
        "recall": 0.471861,
        "f1": 0.411857,
        "accuracy": 0.471861,
        "main_score": 0.411857,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.382641,
        "recall": 0.446565,
        "f1": 0.398471,
        "accuracy": 0.446565,
        "main_score": 0.398471,
        "hf_subset": "fao-eng",
        "languages": [
          "fao-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.339537,
        "recall": 0.426492,
        "f1": 0.361906,
        "accuracy": 0.426492,
        "main_score": 0.361906,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.573858,
        "recall": 0.649,
        "f1": 0.593791,
        "accuracy": 0.649,
        "main_score": 0.593791,
        "hf_subset": "ile-eng",
        "languages": [
          "ile-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.563253,
        "recall": 0.635593,
        "f1": 0.583302,
        "accuracy": 0.635593,
        "main_score": 0.583302,
        "hf_subset": "bos-eng",
        "languages": [
          "bos-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.050092,
        "recall": 0.071,
        "f1": 0.053929,
        "accuracy": 0.071,
        "main_score": 0.053929,
        "hf_subset": "cor-eng",
        "languages": [
          "cor-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.672532,
        "recall": 0.737,
        "f1": 0.691041,
        "accuracy": 0.737,
        "main_score": 0.691041,
        "hf_subset": "cat-eng",
        "languages": [
          "cat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.262858,
        "recall": 0.317,
        "f1": 0.27655,
        "accuracy": 0.317,
        "main_score": 0.27655,
        "hf_subset": "eus-eng",
        "languages": [
          "eus-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.636178,
        "recall": 0.72,
        "f1": 0.660819,
        "accuracy": 0.72,
        "main_score": 0.660819,
        "hf_subset": "yue-eng",
        "languages": [
          "yue-Hant",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.760467,
        "recall": 0.818,
        "f1": 0.777782,
        "accuracy": 0.818,
        "main_score": 0.777782,
        "hf_subset": "swe-eng",
        "languages": [
          "swe-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.07724,
        "recall": 0.099,
        "f1": 0.081861,
        "accuracy": 0.099,
        "main_score": 0.081861,
        "hf_subset": "dtp-eng",
        "languages": [
          "dtp-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.210624,
        "recall": 0.261394,
        "f1": 0.222372,
        "accuracy": 0.261394,
        "main_score": 0.222372,
        "hf_subset": "kat-eng",
        "languages": [
          "kat-Geor",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.772533,
        "recall": 0.826,
        "f1": 0.788519,
        "accuracy": 0.826,
        "main_score": 0.788519,
        "hf_subset": "jpn-eng",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.290227,
        "recall": 0.367589,
        "f1": 0.3073,
        "accuracy": 0.367589,
        "main_score": 0.3073,
        "hf_subset": "csb-eng",
        "languages": [
          "csb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.131717,
        "recall": 0.190141,
        "f1": 0.143117,
        "accuracy": 0.190141,
        "main_score": 0.143117,
        "hf_subset": "xho-eng",
        "languages": [
          "xho-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.224481,
        "recall": 0.294611,
        "f1": 0.241168,
        "accuracy": 0.294611,
        "main_score": 0.241168,
        "hf_subset": "orv-eng",
        "languages": [
          "orv-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.744905,
        "recall": 0.805,
        "f1": 0.763067,
        "accuracy": 0.805,
        "main_score": 0.763067,
        "hf_subset": "ind-eng",
        "languages": [
          "ind-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.173824,
        "recall": 0.236453,
        "f1": 0.187685,
        "accuracy": 0.236453,
        "main_score": 0.187685,
        "hf_subset": "tuk-eng",
        "languages": [
          "tuk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.371898,
        "recall": 0.457746,
        "f1": 0.393083,
        "accuracy": 0.457746,
        "main_score": 0.393083,
        "hf_subset": "max-eng",
        "languages": [
          "max-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.381157,
        "recall": 0.45641,
        "f1": 0.400026,
        "accuracy": 0.45641,
        "main_score": 0.400026,
        "hf_subset": "swh-eng",
        "languages": [
          "swh-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.871333,
        "recall": 0.909,
        "f1": 0.883467,
        "accuracy": 0.909,
        "main_score": 0.883467,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.267638,
        "recall": 0.327766,
        "f1": 0.281959,
        "accuracy": 0.327766,
        "main_score": 0.281959,
        "hf_subset": "dsb-eng",
        "languages": [
          "dsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.062155,
        "recall": 0.093,
        "f1": 0.067851,
        "accuracy": 0.093,
        "main_score": 0.067851,
        "hf_subset": "ber-eng",
        "languages": [
          "ber-Tfng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.198994,
        "recall": 0.289902,
        "f1": 0.221148,
        "accuracy": 0.289902,
        "main_score": 0.221148,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.52912,
        "recall": 0.604,
        "f1": 0.549671,
        "accuracy": 0.604,
        "main_score": 0.549671,
        "hf_subset": "slk-eng",
        "languages": [
          "slk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.308324,
        "recall": 0.38,
        "f1": 0.326905,
        "accuracy": 0.38,
        "main_score": 0.326905,
        "hf_subset": "tgl-eng",
        "languages": [
          "tgl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.605062,
        "recall": 0.685039,
        "f1": 0.626378,
        "accuracy": 0.685039,
        "main_score": 0.626378,
        "hf_subset": "ast-eng",
        "languages": [
          "ast-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.528812,
        "recall": 0.596,
        "f1": 0.54754,
        "accuracy": 0.596,
        "main_score": 0.54754,
        "hf_subset": "mkd-eng",
        "languages": [
          "mkd-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.177137,
        "recall": 0.234072,
        "f1": 0.191153,
        "accuracy": 0.234072,
        "main_score": 0.191153,
        "hf_subset": "khm-eng",
        "languages": [
          "khm-Khmr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.548421,
        "recall": 0.626,
        "f1": 0.569028,
        "accuracy": 0.626,
        "main_score": 0.569028,
        "hf_subset": "ces-eng",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.349439,
        "recall": 0.413462,
        "f1": 0.3635,
        "accuracy": 0.413462,
        "main_score": 0.3635,
        "hf_subset": "tzl-eng",
        "languages": [
          "tzl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.574369,
        "recall": 0.655,
        "f1": 0.597613,
        "accuracy": 0.655,
        "main_score": 0.597613,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.657488,
        "recall": 0.726,
        "f1": 0.677352,
        "accuracy": 0.726,
        "main_score": 0.677352,
        "hf_subset": "ara-eng",
        "languages": [
          "ara-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.698478,
        "recall": 0.765,
        "f1": 0.718138,
        "accuracy": 0.765,
        "main_score": 0.718138,
        "hf_subset": "kor-eng",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.079106,
        "recall": 0.120283,
        "f1": 0.087526,
        "accuracy": 0.120283,
        "main_score": 0.087526,
        "hf_subset": "yid-eng",
        "languages": [
          "yid-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.426617,
        "recall": 0.501,
        "f1": 0.446104,
        "accuracy": 0.501,
        "main_score": 0.446104,
        "hf_subset": "fin-eng",
        "languages": [
          "fin-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.853863,
        "recall": 0.894161,
        "f1": 0.866606,
        "accuracy": 0.894161,
        "main_score": 0.866606,
        "hf_subset": "tha-eng",
        "languages": [
          "tha-Thai",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.7637,
        "recall": 0.823,
        "f1": 0.781767,
        "accuracy": 0.823,
        "main_score": 0.781767,
        "hf_subset": "wuu-eng",
        "languages": [
          "wuu-Hans",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 78.32574820518494,
  "kg_co2_emissions": null
}