{
  "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282",
  "task_name": "Tatoeba",
  "mteb_version": "2.3.11",
  "scores": {
    "test": [
      {
        "precision": 0.474395,
        "recall": 0.54,
        "f1": 0.491258,
        "accuracy": 0.54,
        "main_score": 0.491258,
        "hf_subset": "sqi-eng",
        "languages": [
          "sqi-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.443986,
        "recall": 0.531792,
        "f1": 0.465745,
        "accuracy": 0.531792,
        "main_score": 0.465745,
        "hf_subset": "fry-eng",
        "languages": [
          "fry-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.152189,
        "recall": 0.195122,
        "f1": 0.161733,
        "accuracy": 0.195122,
        "main_score": 0.161733,
        "hf_subset": "kur-eng",
        "languages": [
          "kur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.928792,
        "recall": 0.95,
        "f1": 0.935556,
        "accuracy": 0.95,
        "main_score": 0.935556,
        "hf_subset": "tur-eng",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.99,
        "recall": 0.993,
        "f1": 0.991,
        "accuracy": 0.993,
        "main_score": 0.991,
        "hf_subset": "deu-eng",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.954833,
        "recall": 0.969,
        "f1": 0.9595,
        "accuracy": 0.969,
        "main_score": 0.9595,
        "hf_subset": "nld-eng",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.920333,
        "recall": 0.942,
        "f1": 0.927333,
        "accuracy": 0.942,
        "main_score": 0.927333,
        "hf_subset": "ron-eng",
        "languages": [
          "ron-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.319541,
        "recall": 0.373134,
        "f1": 0.33123,
        "accuracy": 0.373134,
        "main_score": 0.33123,
        "hf_subset": "ang-eng",
        "languages": [
          "ang-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.570752,
        "recall": 0.65,
        "f1": 0.591935,
        "accuracy": 0.65,
        "main_score": 0.591935,
        "hf_subset": "ido-eng",
        "languages": [
          "ido-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.359039,
        "recall": 0.419512,
        "f1": 0.374077,
        "accuracy": 0.419512,
        "main_score": 0.374077,
        "hf_subset": "jav-eng",
        "languages": [
          "jav-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.427059,
        "recall": 0.514,
        "f1": 0.448944,
        "accuracy": 0.514,
        "main_score": 0.448944,
        "hf_subset": "isl-eng",
        "languages": [
          "isl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.668151,
        "recall": 0.73147,
        "f1": 0.684664,
        "accuracy": 0.73147,
        "main_score": 0.684664,
        "hf_subset": "slv-eng",
        "languages": [
          "slv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.096817,
        "recall": 0.128696,
        "f1": 0.103243,
        "accuracy": 0.128696,
        "main_score": 0.103243,
        "hf_subset": "cym-eng",
        "languages": [
          "cym-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.422756,
        "recall": 0.502609,
        "f1": 0.443709,
        "accuracy": 0.502609,
        "main_score": 0.443709,
        "hf_subset": "kaz-eng",
        "languages": [
          "kaz-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.401296,
        "recall": 0.462,
        "f1": 0.416099,
        "accuracy": 0.462,
        "main_score": 0.416099,
        "hf_subset": "est-eng",
        "languages": [
          "est-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.563924,
        "recall": 0.653,
        "f1": 0.588363,
        "accuracy": 0.653,
        "main_score": 0.588363,
        "hf_subset": "heb-eng",
        "languages": [
          "heb-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.064114,
        "recall": 0.091677,
        "f1": 0.069071,
        "accuracy": 0.091677,
        "main_score": 0.069071,
        "hf_subset": "gla-eng",
        "languages": [
          "gla-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.671272,
        "recall": 0.748,
        "f1": 0.693379,
        "accuracy": 0.748,
        "main_score": 0.693379,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.345317,
        "recall": 0.421,
        "f1": 0.364246,
        "accuracy": 0.421,
        "main_score": 0.364246,
        "hf_subset": "lat-eng",
        "languages": [
          "lat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.493536,
        "recall": 0.582,
        "f1": 0.516876,
        "accuracy": 0.582,
        "main_score": 0.516876,
        "hf_subset": "bel-eng",
        "languages": [
          "bel-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.412605,
        "recall": 0.487619,
        "f1": 0.430343,
        "accuracy": 0.487619,
        "main_score": 0.430343,
        "hf_subset": "pms-eng",
        "languages": [
          "pms-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.070403,
        "recall": 0.102,
        "f1": 0.07623,
        "accuracy": 0.102,
        "main_score": 0.07623,
        "hf_subset": "gle-eng",
        "languages": [
          "gle-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8242,
        "recall": 0.87,
        "f1": 0.838633,
        "accuracy": 0.87,
        "main_score": 0.838633,
        "hf_subset": "pes-eng",
        "languages": [
          "pes-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.941,
        "recall": 0.959,
        "f1": 0.946633,
        "accuracy": 0.959,
        "main_score": 0.946633,
        "hf_subset": "nob-eng",
        "languages": [
          "nob-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.825983,
        "recall": 0.871,
        "f1": 0.839619,
        "accuracy": 0.871,
        "main_score": 0.839619,
        "hf_subset": "bul-eng",
        "languages": [
          "bul-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.648855,
        "recall": 0.727,
        "f1": 0.671046,
        "accuracy": 0.727,
        "main_score": 0.671046,
        "hf_subset": "cbk-eng",
        "languages": [
          "cbk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.563677,
        "recall": 0.623,
        "f1": 0.578904,
        "accuracy": 0.623,
        "main_score": 0.578904,
        "hf_subset": "hun-eng",
        "languages": [
          "hun-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.072338,
        "recall": 0.104,
        "f1": 0.078978,
        "accuracy": 0.104,
        "main_score": 0.078978,
        "hf_subset": "uig-eng",
        "languages": [
          "uig-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.913333,
        "recall": 0.941,
        "f1": 0.9225,
        "accuracy": 0.941,
        "main_score": 0.9225,
        "hf_subset": "rus-eng",
        "languages": [
          "rus-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9635,
        "recall": 0.974,
        "f1": 0.967,
        "accuracy": 0.974,
        "main_score": 0.967,
        "hf_subset": "spa-eng",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.485855,
        "recall": 0.560647,
        "f1": 0.50427,
        "accuracy": 0.560647,
        "main_score": 0.50427,
        "hf_subset": "hye-eng",
        "languages": [
          "hye-Armn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.559982,
        "recall": 0.641026,
        "f1": 0.582764,
        "accuracy": 0.641026,
        "main_score": 0.582764,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.774154,
        "recall": 0.83,
        "f1": 0.790406,
        "accuracy": 0.83,
        "main_score": 0.790406,
        "hf_subset": "afr-eng",
        "languages": [
          "afr-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.395495,
        "recall": 0.45,
        "f1": 0.408356,
        "accuracy": 0.45,
        "main_score": 0.408356,
        "hf_subset": "mon-eng",
        "languages": [
          "mon-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.639972,
        "recall": 0.710692,
        "f1": 0.660251,
        "accuracy": 0.710692,
        "main_score": 0.660251,
        "hf_subset": "arz-eng",
        "languages": [
          "arz-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.741712,
        "recall": 0.793,
        "f1": 0.75619,
        "accuracy": 0.793,
        "main_score": 0.75619,
        "hf_subset": "hrv-eng",
        "languages": [
          "hrv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.613785,
        "recall": 0.692607,
        "f1": 0.635362,
        "accuracy": 0.692607,
        "main_score": 0.635362,
        "hf_subset": "nov-eng",
        "languages": [
          "nov-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.337749,
        "recall": 0.444444,
        "f1": 0.364835,
        "accuracy": 0.444444,
        "main_score": 0.364835,
        "hf_subset": "gsw-eng",
        "languages": [
          "gsw-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.537049,
        "recall": 0.606,
        "f1": 0.556122,
        "accuracy": 0.606,
        "main_score": 0.556122,
        "hf_subset": "nds-eng",
        "languages": [
          "nds-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.901,
        "recall": 0.93,
        "f1": 0.910333,
        "accuracy": 0.93,
        "main_score": 0.910333,
        "hf_subset": "ukr-eng",
        "languages": [
          "ukr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.268825,
        "recall": 0.345794,
        "f1": 0.28634,
        "accuracy": 0.345794,
        "main_score": 0.28634,
        "hf_subset": "uzb-eng",
        "languages": [
          "uzb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.557645,
        "recall": 0.621,
        "f1": 0.574471,
        "accuracy": 0.621,
        "main_score": 0.574471,
        "hf_subset": "lit-eng",
        "languages": [
          "lit-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.867617,
        "recall": 0.901,
        "f1": 0.877667,
        "accuracy": 0.901,
        "main_score": 0.877667,
        "hf_subset": "ina-eng",
        "languages": [
          "ina-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.53962,
        "recall": 0.608,
        "f1": 0.557632,
        "accuracy": 0.608,
        "main_score": 0.557632,
        "hf_subset": "lfn-eng",
        "languages": [
          "lfn-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.89725,
        "recall": 0.924,
        "f1": 0.905367,
        "accuracy": 0.924,
        "main_score": 0.905367,
        "hf_subset": "zsm-eng",
        "languages": [
          "zsm-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9102,
        "recall": 0.933,
        "f1": 0.9175,
        "accuracy": 0.933,
        "main_score": 0.9175,
        "hf_subset": "ita-eng",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.940667,
        "recall": 0.958,
        "f1": 0.946333,
        "accuracy": 0.958,
        "main_score": 0.946333,
        "hf_subset": "cmn-eng",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.788672,
        "recall": 0.836,
        "f1": 0.802068,
        "accuracy": 0.836,
        "main_score": 0.802068,
        "hf_subset": "lvs-eng",
        "languages": [
          "lvs-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.799101,
        "recall": 0.846,
        "f1": 0.813358,
        "accuracy": 0.846,
        "main_score": 0.813358,
        "hf_subset": "glg-eng",
        "languages": [
          "glg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.159134,
        "recall": 0.193333,
        "f1": 0.16602,
        "accuracy": 0.193333,
        "main_score": 0.16602,
        "hf_subset": "ceb-eng",
        "languages": [
          "ceb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.07148,
        "recall": 0.092,
        "f1": 0.075736,
        "accuracy": 0.092,
        "main_score": 0.075736,
        "hf_subset": "bre-eng",
        "languages": [
          "bre-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.74175,
        "recall": 0.805,
        "f1": 0.7612,
        "accuracy": 0.805,
        "main_score": 0.7612,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.464211,
        "recall": 0.553571,
        "f1": 0.486806,
        "accuracy": 0.553571,
        "main_score": 0.486806,
        "hf_subset": "swg-eng",
        "languages": [
          "swg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.255834,
        "recall": 0.322722,
        "f1": 0.271727,
        "accuracy": 0.322722,
        "main_score": 0.271727,
        "hf_subset": "arq-eng",
        "languages": [
          "arq-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.019242,
        "recall": 0.028,
        "f1": 0.020498,
        "accuracy": 0.028,
        "main_score": 0.020498,
        "hf_subset": "kab-eng",
        "languages": [
          "kab-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.926,
        "recall": 0.947,
        "f1": 0.932619,
        "accuracy": 0.947,
        "main_score": 0.932619,
        "hf_subset": "fra-eng",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.928167,
        "recall": 0.946,
        "f1": 0.934,
        "accuracy": 0.946,
        "main_score": 0.934,
        "hf_subset": "por-eng",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.185314,
        "recall": 0.229,
        "f1": 0.19534,
        "accuracy": 0.229,
        "main_score": 0.19534,
        "hf_subset": "tat-eng",
        "languages": [
          "tat-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.430789,
        "recall": 0.493,
        "f1": 0.445862,
        "accuracy": 0.493,
        "main_score": 0.445862,
        "hf_subset": "oci-eng",
        "languages": [
          "oci-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9385,
        "recall": 0.957,
        "f1": 0.944333,
        "accuracy": 0.957,
        "main_score": 0.944333,
        "hf_subset": "pol-eng",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.184308,
        "recall": 0.218,
        "f1": 0.190922,
        "accuracy": 0.218,
        "main_score": 0.190922,
        "hf_subset": "war-eng",
        "languages": [
          "war-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.668837,
        "recall": 0.738,
        "f1": 0.688204,
        "accuracy": 0.738,
        "main_score": 0.688204,
        "hf_subset": "aze-eng",
        "languages": [
          "aze-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.957833,
        "recall": 0.97,
        "f1": 0.961833,
        "accuracy": 0.97,
        "main_score": 0.961833,
        "hf_subset": "vie-eng",
        "languages": [
          "vie-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.785963,
        "recall": 0.841,
        "f1": 0.8023,
        "accuracy": 0.841,
        "main_score": 0.8023,
        "hf_subset": "nno-eng",
        "languages": [
          "nno-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.22703,
        "recall": 0.291971,
        "f1": 0.237945,
        "accuracy": 0.291971,
        "main_score": 0.237945,
        "hf_subset": "cha-eng",
        "languages": [
          "cha-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.09807,
        "recall": 0.125,
        "f1": 0.104175,
        "accuracy": 0.125,
        "main_score": 0.104175,
        "hf_subset": "mhr-eng",
        "languages": [
          "mhr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.917833,
        "recall": 0.94,
        "f1": 0.9248,
        "accuracy": 0.94,
        "main_score": 0.9248,
        "hf_subset": "dan-eng",
        "languages": [
          "dan-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.915667,
        "recall": 0.941,
        "f1": 0.923833,
        "accuracy": 0.941,
        "main_score": 0.923833,
        "hf_subset": "ell-eng",
        "languages": [
          "ell-Grek",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.156399,
        "recall": 0.220238,
        "f1": 0.168677,
        "accuracy": 0.220238,
        "main_score": 0.168677,
        "hf_subset": "amh-eng",
        "languages": [
          "amh-Ethi",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.081073,
        "recall": 0.101,
        "f1": 0.085606,
        "accuracy": 0.101,
        "main_score": 0.085606,
        "hf_subset": "pam-eng",
        "languages": [
          "pam-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.425395,
        "recall": 0.509317,
        "f1": 0.446756,
        "accuracy": 0.509317,
        "main_score": 0.446756,
        "hf_subset": "hsb-eng",
        "languages": [
          "hsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.69169,
        "recall": 0.759,
        "f1": 0.710969,
        "accuracy": 0.759,
        "main_score": 0.710969,
        "hf_subset": "srp-eng",
        "languages": [
          "srp-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.537698,
        "recall": 0.614,
        "f1": 0.557983,
        "accuracy": 0.614,
        "main_score": 0.557983,
        "hf_subset": "epo-eng",
        "languages": [
          "epo-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.07897,
        "recall": 0.099,
        "f1": 0.082051,
        "accuracy": 0.099,
        "main_score": 0.082051,
        "hf_subset": "kzj-eng",
        "languages": [
          "kzj-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.546173,
        "recall": 0.645022,
        "f1": 0.573256,
        "accuracy": 0.645022,
        "main_score": 0.573256,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.489599,
        "recall": 0.576336,
        "f1": 0.510941,
        "accuracy": 0.576336,
        "main_score": 0.510941,
        "hf_subset": "fao-eng",
        "languages": [
          "fao-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.804391,
        "recall": 0.851528,
        "f1": 0.818826,
        "accuracy": 0.851528,
        "main_score": 0.818826,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.710604,
        "recall": 0.771,
        "f1": 0.728284,
        "accuracy": 0.771,
        "main_score": 0.728284,
        "hf_subset": "ile-eng",
        "languages": [
          "ile-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.711001,
        "recall": 0.771186,
        "f1": 0.727926,
        "accuracy": 0.771186,
        "main_score": 0.727926,
        "hf_subset": "bos-eng",
        "languages": [
          "bos-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.045744,
        "recall": 0.065,
        "f1": 0.049308,
        "accuracy": 0.065,
        "main_score": 0.049308,
        "hf_subset": "cor-eng",
        "languages": [
          "cor-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.783323,
        "recall": 0.828,
        "f1": 0.796216,
        "accuracy": 0.828,
        "main_score": 0.796216,
        "hf_subset": "cat-eng",
        "languages": [
          "cat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.277167,
        "recall": 0.321,
        "f1": 0.288143,
        "accuracy": 0.321,
        "main_score": 0.288143,
        "hf_subset": "eus-eng",
        "languages": [
          "eus-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.70621,
        "recall": 0.763,
        "f1": 0.722075,
        "accuracy": 0.763,
        "main_score": 0.722075,
        "hf_subset": "yue-eng",
        "languages": [
          "yue-Hant",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.9145,
        "recall": 0.936,
        "f1": 0.921467,
        "accuracy": 0.936,
        "main_score": 0.921467,
        "hf_subset": "swe-eng",
        "languages": [
          "swe-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.068721,
        "recall": 0.083,
        "f1": 0.071399,
        "accuracy": 0.083,
        "main_score": 0.071399,
        "hf_subset": "dtp-eng",
        "languages": [
          "dtp-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.621561,
        "recall": 0.683646,
        "f1": 0.637619,
        "accuracy": 0.683646,
        "main_score": 0.637619,
        "hf_subset": "kat-eng",
        "languages": [
          "kat-Geor",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.92825,
        "recall": 0.949,
        "f1": 0.9349,
        "accuracy": 0.949,
        "main_score": 0.9349,
        "hf_subset": "jpn-eng",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.289728,
        "recall": 0.383399,
        "f1": 0.312368,
        "accuracy": 0.383399,
        "main_score": 0.312368,
        "hf_subset": "csb-eng",
        "languages": [
          "csb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.108951,
        "recall": 0.176056,
        "f1": 0.122722,
        "accuracy": 0.176056,
        "main_score": 0.122722,
        "hf_subset": "xho-eng",
        "languages": [
          "xho-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.245932,
        "recall": 0.322156,
        "f1": 0.265074,
        "accuracy": 0.322156,
        "main_score": 0.265074,
        "hf_subset": "orv-eng",
        "languages": [
          "orv-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.898083,
        "recall": 0.924,
        "f1": 0.905819,
        "accuracy": 0.924,
        "main_score": 0.905819,
        "hf_subset": "ind-eng",
        "languages": [
          "ind-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.149127,
        "recall": 0.20197,
        "f1": 0.159498,
        "accuracy": 0.20197,
        "main_score": 0.159498,
        "hf_subset": "tuk-eng",
        "languages": [
          "tuk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.489861,
        "recall": 0.556338,
        "f1": 0.506719,
        "accuracy": 0.556338,
        "main_score": 0.506719,
        "hf_subset": "max-eng",
        "languages": [
          "max-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.255131,
        "recall": 0.323077,
        "f1": 0.270647,
        "accuracy": 0.323077,
        "main_score": 0.270647,
        "hf_subset": "swh-eng",
        "languages": [
          "swh-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.94375,
        "recall": 0.962,
        "f1": 0.949733,
        "accuracy": 0.962,
        "main_score": 0.949733,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.362116,
        "recall": 0.436326,
        "f1": 0.381911,
        "accuracy": 0.436326,
        "main_score": 0.381911,
        "hf_subset": "dsb-eng",
        "languages": [
          "dsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.05474,
        "recall": 0.068,
        "f1": 0.056248,
        "accuracy": 0.068,
        "main_score": 0.056248,
        "hf_subset": "ber-eng",
        "languages": [
          "ber-Tfng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.634853,
        "recall": 0.716612,
        "f1": 0.658151,
        "accuracy": 0.716612,
        "main_score": 0.658151,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8767,
        "recall": 0.91,
        "f1": 0.886738,
        "accuracy": 0.91,
        "main_score": 0.886738,
        "hf_subset": "slk-eng",
        "languages": [
          "slk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.355887,
        "recall": 0.416,
        "f1": 0.370488,
        "accuracy": 0.416,
        "main_score": 0.370488,
        "hf_subset": "tgl-eng",
        "languages": [
          "tgl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.677822,
        "recall": 0.748031,
        "f1": 0.696738,
        "accuracy": 0.748031,
        "main_score": 0.696738,
        "hf_subset": "ast-eng",
        "languages": [
          "ast-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.684167,
        "recall": 0.751,
        "f1": 0.703924,
        "accuracy": 0.751,
        "main_score": 0.703924,
        "hf_subset": "mkd-eng",
        "languages": [
          "mkd-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.050331,
        "recall": 0.067867,
        "f1": 0.052444,
        "accuracy": 0.067867,
        "main_score": 0.052444,
        "hf_subset": "khm-eng",
        "languages": [
          "khm-Khmr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.82626,
        "recall": 0.873,
        "f1": 0.84065,
        "accuracy": 0.873,
        "main_score": 0.84065,
        "hf_subset": "ces-eng",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.363301,
        "recall": 0.423077,
        "f1": 0.380449,
        "accuracy": 0.423077,
        "main_score": 0.380449,
        "hf_subset": "tzl-eng",
        "languages": [
          "tzl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.830654,
        "recall": 0.872,
        "f1": 0.842683,
        "accuracy": 0.872,
        "main_score": 0.842683,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.8682,
        "recall": 0.906,
        "f1": 0.8803,
        "accuracy": 0.906,
        "main_score": 0.8803,
        "hf_subset": "ara-eng",
        "languages": [
          "ara-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.874083,
        "recall": 0.907,
        "f1": 0.8844,
        "accuracy": 0.907,
        "main_score": 0.8844,
        "hf_subset": "kor-eng",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.026965,
        "recall": 0.041274,
        "f1": 0.029427,
        "accuracy": 0.041274,
        "main_score": 0.029427,
        "hf_subset": "yid-eng",
        "languages": [
          "yid-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.751681,
        "recall": 0.804,
        "f1": 0.767097,
        "accuracy": 0.804,
        "main_score": 0.767097,
        "hf_subset": "fin-eng",
        "languages": [
          "fin-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.923662,
        "recall": 0.94708,
        "f1": 0.931265,
        "accuracy": 0.94708,
        "main_score": 0.931265,
        "hf_subset": "tha-eng",
        "languages": [
          "tha-Thai",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.7927,
        "recall": 0.844,
        "f1": 0.807934,
        "accuracy": 0.844,
        "main_score": 0.807934,
        "hf_subset": "wuu-eng",
        "languages": [
          "wuu-Hans",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 110.72736763954163,
  "kg_co2_emissions": null
}