{
  "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282",
  "task_name": "Tatoeba",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "precision": 0.007379,
        "recall": 0.018,
        "f1": 0.008777,
        "accuracy": 0.018,
        "main_score": 0.008777,
        "hf_subset": "lvs-eng",
        "languages": [
          "lvs-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005791,
        "recall": 0.012,
        "f1": 0.006896,
        "accuracy": 0.012,
        "main_score": 0.006896,
        "hf_subset": "epo-eng",
        "languages": [
          "epo-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002996,
        "recall": 0.013,
        "f1": 0.003662,
        "accuracy": 0.013,
        "main_score": 0.003662,
        "hf_subset": "kab-eng",
        "languages": [
          "kab-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.009254,
        "recall": 0.022727,
        "f1": 0.010702,
        "accuracy": 0.022727,
        "main_score": 0.010702,
        "hf_subset": "mon-eng",
        "languages": [
          "mon-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001022,
        "recall": 0.004,
        "f1": 0.001043,
        "accuracy": 0.004,
        "main_score": 0.001043,
        "hf_subset": "mkd-eng",
        "languages": [
          "mkd-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.468469,
        "recall": 0.572,
        "f1": 0.495971,
        "accuracy": 0.572,
        "main_score": 0.495971,
        "hf_subset": "ara-eng",
        "languages": [
          "ara-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005003,
        "recall": 0.007,
        "f1": 0.005339,
        "accuracy": 0.007,
        "main_score": 0.005339,
        "hf_subset": "bul-eng",
        "languages": [
          "bul-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.01707,
        "recall": 0.036,
        "f1": 0.019047,
        "accuracy": 0.036,
        "main_score": 0.019047,
        "hf_subset": "ron-eng",
        "languages": [
          "ron-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.026702,
        "recall": 0.053333,
        "f1": 0.029869,
        "accuracy": 0.053333,
        "main_score": 0.029869,
        "hf_subset": "pms-eng",
        "languages": [
          "pms-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000185,
        "recall": 0.011905,
        "f1": 0.000365,
        "accuracy": 0.011905,
        "main_score": 0.000365,
        "hf_subset": "amh-eng",
        "languages": [
          "amh-Ethi",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.069695,
        "recall": 0.101,
        "f1": 0.074673,
        "accuracy": 0.101,
        "main_score": 0.074673,
        "hf_subset": "ile-eng",
        "languages": [
          "ile-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.040505,
        "recall": 0.062992,
        "f1": 0.041494,
        "accuracy": 0.062992,
        "main_score": 0.041494,
        "hf_subset": "ast-eng",
        "languages": [
          "ast-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.020906,
        "recall": 0.04,
        "f1": 0.023566,
        "accuracy": 0.04,
        "main_score": 0.023566,
        "hf_subset": "dan-eng",
        "languages": [
          "dan-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.019715,
        "recall": 0.041,
        "f1": 0.022071,
        "accuracy": 0.041,
        "main_score": 0.022071,
        "hf_subset": "ido-eng",
        "languages": [
          "ido-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002548,
        "recall": 0.009,
        "f1": 0.003354,
        "accuracy": 0.009,
        "main_score": 0.003354,
        "hf_subset": "uig-eng",
        "languages": [
          "uig-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.009073,
        "recall": 0.018,
        "f1": 0.009852,
        "accuracy": 0.018,
        "main_score": 0.009852,
        "hf_subset": "hun-eng",
        "languages": [
          "hun-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.003591,
        "recall": 0.00831,
        "f1": 0.004043,
        "accuracy": 0.00831,
        "main_score": 0.004043,
        "hf_subset": "khm-eng",
        "languages": [
          "khm-Khmr",
          "eng-Latn"
        ]
      },
      {
        "precision": 4.1e-05,
        "recall": 0.003593,
        "f1": 8.1e-05,
        "accuracy": 0.003593,
        "main_score": 8.1e-05,
        "hf_subset": "orv-eng",
        "languages": [
          "orv-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 1e-05,
        "recall": 0.002,
        "f1": 1.9e-05,
        "accuracy": 0.002,
        "main_score": 1.9e-05,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005465,
        "recall": 0.018,
        "f1": 0.006794,
        "accuracy": 0.018,
        "main_score": 0.006794,
        "hf_subset": "eus-eng",
        "languages": [
          "eus-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004431,
        "recall": 0.013,
        "f1": 0.005103,
        "accuracy": 0.013,
        "main_score": 0.005103,
        "hf_subset": "kzj-eng",
        "languages": [
          "kzj-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00102,
        "recall": 0.004,
        "f1": 0.00104,
        "accuracy": 0.004,
        "main_score": 0.00104,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.007947,
        "recall": 0.023,
        "f1": 0.009383,
        "accuracy": 0.023,
        "main_score": 0.009383,
        "hf_subset": "tgl-eng",
        "languages": [
          "tgl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.015455,
        "recall": 0.027,
        "f1": 0.016701,
        "accuracy": 0.027,
        "main_score": 0.016701,
        "hf_subset": "cbk-eng",
        "languages": [
          "cbk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.007533,
        "recall": 0.019,
        "f1": 0.007966,
        "accuracy": 0.019,
        "main_score": 0.007966,
        "hf_subset": "war-eng",
        "languages": [
          "war-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005164,
        "recall": 0.015,
        "f1": 0.00578,
        "accuracy": 0.015,
        "main_score": 0.00578,
        "hf_subset": "dtp-eng",
        "languages": [
          "dtp-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.019011,
        "recall": 0.039,
        "f1": 0.021456,
        "accuracy": 0.039,
        "main_score": 0.021456,
        "hf_subset": "spa-eng",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001477,
        "recall": 0.014,
        "f1": 0.002368,
        "accuracy": 0.014,
        "main_score": 0.002368,
        "hf_subset": "tur-eng",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.023085,
        "recall": 0.043478,
        "f1": 0.026378,
        "accuracy": 0.043478,
        "main_score": 0.026378,
        "hf_subset": "cym-eng",
        "languages": [
          "cym-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00668,
        "recall": 0.025,
        "f1": 0.007852,
        "accuracy": 0.025,
        "main_score": 0.007852,
        "hf_subset": "cor-eng",
        "languages": [
          "cor-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00105,
        "recall": 0.006,
        "f1": 0.001099,
        "accuracy": 0.006,
        "main_score": 0.001099,
        "hf_subset": "mhr-eng",
        "languages": [
          "mhr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001343,
        "recall": 0.004,
        "f1": 0.001518,
        "accuracy": 0.004,
        "main_score": 0.001518,
        "hf_subset": "rus-eng",
        "languages": [
          "rus-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.012741,
        "recall": 0.037267,
        "f1": 0.015112,
        "accuracy": 0.037267,
        "main_score": 0.015112,
        "hf_subset": "hsb-eng",
        "languages": [
          "hsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.028452,
        "recall": 0.05,
        "f1": 0.030933,
        "accuracy": 0.05,
        "main_score": 0.030933,
        "hf_subset": "ita-eng",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 3.4e-05,
        "recall": 0.004,
        "f1": 6.7e-05,
        "accuracy": 0.004,
        "main_score": 6.7e-05,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.263806,
        "recall": 0.342481,
        "f1": 0.283325,
        "accuracy": 0.342481,
        "main_score": 0.283325,
        "hf_subset": "arq-eng",
        "languages": [
          "arq-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.041615,
        "recall": 0.067,
        "f1": 0.04456,
        "accuracy": 0.067,
        "main_score": 0.04456,
        "hf_subset": "nds-eng",
        "languages": [
          "nds-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.028232,
        "recall": 0.051,
        "f1": 0.030823,
        "accuracy": 0.051,
        "main_score": 0.030823,
        "hf_subset": "cat-eng",
        "languages": [
          "cat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.029977,
        "recall": 0.054,
        "f1": 0.034773,
        "accuracy": 0.054,
        "main_score": 0.034773,
        "hf_subset": "pes-eng",
        "languages": [
          "pes-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.132932,
        "recall": 0.208955,
        "f1": 0.144412,
        "accuracy": 0.208955,
        "main_score": 0.144412,
        "hf_subset": "ang-eng",
        "languages": [
          "ang-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.010589,
        "recall": 0.024,
        "f1": 0.011624,
        "accuracy": 0.024,
        "main_score": 0.011624,
        "hf_subset": "lat-eng",
        "languages": [
          "lat-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.014811,
        "recall": 0.031315,
        "f1": 0.016183,
        "accuracy": 0.031315,
        "main_score": 0.016183,
        "hf_subset": "dsb-eng",
        "languages": [
          "dsb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.011441,
        "recall": 0.021,
        "f1": 0.012432,
        "accuracy": 0.021,
        "main_score": 0.012432,
        "hf_subset": "ind-eng",
        "languages": [
          "ind-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00433,
        "recall": 0.008,
        "f1": 0.004551,
        "accuracy": 0.008,
        "main_score": 0.004551,
        "hf_subset": "tat-eng",
        "languages": [
          "tat-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.013226,
        "recall": 0.025,
        "f1": 0.014777,
        "accuracy": 0.025,
        "main_score": 0.014777,
        "hf_subset": "slk-eng",
        "languages": [
          "slk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.008459,
        "recall": 0.015652,
        "f1": 0.009092,
        "accuracy": 0.015652,
        "main_score": 0.009092,
        "hf_subset": "kaz-eng",
        "languages": [
          "kaz-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.003707,
        "recall": 0.01,
        "f1": 0.004061,
        "accuracy": 0.01,
        "main_score": 0.004061,
        "hf_subset": "lit-eng",
        "languages": [
          "lit-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.017136,
        "recall": 0.03,
        "f1": 0.018906,
        "accuracy": 0.03,
        "main_score": 0.018906,
        "hf_subset": "por-eng",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.015371,
        "recall": 0.049618,
        "f1": 0.019375,
        "accuracy": 0.049618,
        "main_score": 0.019375,
        "hf_subset": "fao-eng",
        "languages": [
          "fao-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.021101,
        "recall": 0.04,
        "f1": 0.023462,
        "accuracy": 0.04,
        "main_score": 0.023462,
        "hf_subset": "oci-eng",
        "languages": [
          "oci-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00202,
        "recall": 0.004,
        "f1": 0.002039,
        "accuracy": 0.004,
        "main_score": 0.002039,
        "hf_subset": "yue-eng",
        "languages": [
          "yue-Hant",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.014363,
        "recall": 0.025,
        "f1": 0.015527,
        "accuracy": 0.025,
        "main_score": 0.015527,
        "hf_subset": "deu-eng",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.006755,
        "recall": 0.010724,
        "f1": 0.007252,
        "accuracy": 0.010724,
        "main_score": 0.007252,
        "hf_subset": "kat-eng",
        "languages": [
          "kat-Geor",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004008,
        "recall": 0.006,
        "f1": 0.00435,
        "accuracy": 0.006,
        "main_score": 0.00435,
        "hf_subset": "ell-eng",
        "languages": [
          "ell-Grek",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.041825,
        "recall": 0.071,
        "f1": 0.045973,
        "accuracy": 0.071,
        "main_score": 0.045973,
        "hf_subset": "nld-eng",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004054,
        "recall": 0.009,
        "f1": 0.00444,
        "accuracy": 0.009,
        "main_score": 0.00444,
        "hf_subset": "fin-eng",
        "languages": [
          "fin-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005652,
        "recall": 0.02,
        "f1": 0.00681,
        "accuracy": 0.02,
        "main_score": 0.00681,
        "hf_subset": "bre-eng",
        "languages": [
          "bre-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.012,
        "recall": 0.028333,
        "f1": 0.013741,
        "accuracy": 0.028333,
        "main_score": 0.013741,
        "hf_subset": "ceb-eng",
        "languages": [
          "ceb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.014275,
        "recall": 0.029,
        "f1": 0.016236,
        "accuracy": 0.029,
        "main_score": 0.016236,
        "hf_subset": "glg-eng",
        "languages": [
          "glg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.007267,
        "recall": 0.011,
        "f1": 0.007766,
        "accuracy": 0.011,
        "main_score": 0.007766,
        "hf_subset": "wuu-eng",
        "languages": [
          "wuu-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.028158,
        "recall": 0.05641,
        "f1": 0.031972,
        "accuracy": 0.05641,
        "main_score": 0.031972,
        "hf_subset": "swh-eng",
        "languages": [
          "swh-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000176,
        "recall": 0.008658,
        "f1": 0.000341,
        "accuracy": 0.008658,
        "main_score": 0.000341,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.117669,
        "recall": 0.18677,
        "f1": 0.129084,
        "accuracy": 0.18677,
        "main_score": 0.129084,
        "hf_subset": "nov-eng",
        "languages": [
          "nov-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.012773,
        "recall": 0.030377,
        "f1": 0.014863,
        "accuracy": 0.030377,
        "main_score": 0.014863,
        "hf_subset": "slv-eng",
        "languages": [
          "slv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.008386,
        "recall": 0.029557,
        "f1": 0.012256,
        "accuracy": 0.029557,
        "main_score": 0.012256,
        "hf_subset": "tuk-eng",
        "languages": [
          "tuk-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.019288,
        "recall": 0.03972,
        "f1": 0.020926,
        "accuracy": 0.03972,
        "main_score": 0.020926,
        "hf_subset": "uzb-eng",
        "languages": [
          "uzb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002944,
        "recall": 0.005822,
        "f1": 0.002975,
        "accuracy": 0.005822,
        "main_score": 0.002975,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.025152,
        "recall": 0.048,
        "f1": 0.028373,
        "accuracy": 0.048,
        "main_score": 0.028373,
        "hf_subset": "lfn-eng",
        "languages": [
          "lfn-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.016628,
        "recall": 0.033,
        "f1": 0.018556,
        "accuracy": 0.033,
        "main_score": 0.018556,
        "hf_subset": "hrv-eng",
        "languages": [
          "hrv-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.024935,
        "recall": 0.056338,
        "f1": 0.027392,
        "accuracy": 0.056338,
        "main_score": 0.027392,
        "hf_subset": "xho-eng",
        "languages": [
          "xho-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.553896,
        "recall": 0.656184,
        "f1": 0.582407,
        "accuracy": 0.656184,
        "main_score": 0.582407,
        "hf_subset": "arz-eng",
        "languages": [
          "arz-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.014352,
        "recall": 0.033,
        "f1": 0.016759,
        "accuracy": 0.033,
        "main_score": 0.016759,
        "hf_subset": "swe-eng",
        "languages": [
          "swe-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.016532,
        "recall": 0.037,
        "f1": 0.018915,
        "accuracy": 0.037,
        "main_score": 0.018915,
        "hf_subset": "ber-eng",
        "languages": [
          "ber-Tfng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.03745,
        "recall": 0.081921,
        "f1": 0.043718,
        "accuracy": 0.081921,
        "main_score": 0.043718,
        "hf_subset": "bos-eng",
        "languages": [
          "bos-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.021426,
        "recall": 0.036,
        "f1": 0.023363,
        "accuracy": 0.036,
        "main_score": 0.023363,
        "hf_subset": "nob-eng",
        "languages": [
          "nob-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.0015,
        "recall": 0.002,
        "f1": 0.001667,
        "accuracy": 0.002,
        "main_score": 0.001667,
        "hf_subset": "jpn-eng",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.01253,
        "recall": 0.015,
        "f1": 0.012726,
        "accuracy": 0.015,
        "main_score": 0.012726,
        "hf_subset": "bel-eng",
        "languages": [
          "bel-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.069278,
        "recall": 0.145299,
        "f1": 0.082054,
        "accuracy": 0.145299,
        "main_score": 0.082054,
        "hf_subset": "gsw-eng",
        "languages": [
          "gsw-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.017547,
        "recall": 0.033,
        "f1": 0.019243,
        "accuracy": 0.033,
        "main_score": 0.019243,
        "hf_subset": "nno-eng",
        "languages": [
          "nno-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.042978,
        "recall": 0.094891,
        "f1": 0.049848,
        "accuracy": 0.094891,
        "main_score": 0.049848,
        "hf_subset": "cha-eng",
        "languages": [
          "cha-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.012469,
        "recall": 0.026,
        "f1": 0.013416,
        "accuracy": 0.026,
        "main_score": 0.013416,
        "hf_subset": "pam-eng",
        "languages": [
          "pam-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002467,
        "recall": 0.007,
        "f1": 0.002768,
        "accuracy": 0.007,
        "main_score": 0.002768,
        "hf_subset": "kor-eng",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.01004,
        "recall": 0.012774,
        "f1": 0.010348,
        "accuracy": 0.012774,
        "main_score": 0.010348,
        "hf_subset": "tha-eng",
        "languages": [
          "tha-Thai",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.013611,
        "recall": 0.036,
        "f1": 0.015788,
        "accuracy": 0.036,
        "main_score": 0.015788,
        "hf_subset": "sqi-eng",
        "languages": [
          "sqi-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.009653,
        "recall": 0.019,
        "f1": 0.010552,
        "accuracy": 0.019,
        "main_score": 0.010552,
        "hf_subset": "pol-eng",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004993,
        "recall": 0.013029,
        "f1": 0.005639,
        "accuracy": 0.013029,
        "main_score": 0.005639,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.089003,
        "recall": 0.16185,
        "f1": 0.103337,
        "accuracy": 0.16185,
        "main_score": 0.103337,
        "hf_subset": "fry-eng",
        "languages": [
          "fry-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.020762,
        "recall": 0.041,
        "f1": 0.023553,
        "accuracy": 0.041,
        "main_score": 0.023553,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.04051,
        "recall": 0.080357,
        "f1": 0.04652,
        "accuracy": 0.080357,
        "main_score": 0.04652,
        "hf_subset": "swg-eng",
        "languages": [
          "swg-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.006613,
        "recall": 0.019,
        "f1": 0.007598,
        "accuracy": 0.019,
        "main_score": 0.007598,
        "hf_subset": "ces-eng",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.031249,
        "recall": 0.047,
        "f1": 0.033326,
        "accuracy": 0.047,
        "main_score": 0.033326,
        "hf_subset": "fra-eng",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.019817,
        "recall": 0.04878,
        "f1": 0.023674,
        "accuracy": 0.04878,
        "main_score": 0.023674,
        "hf_subset": "kur-eng",
        "languages": [
          "kur-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.006043,
        "recall": 0.009,
        "f1": 0.006418,
        "accuracy": 0.009,
        "main_score": 0.006418,
        "hf_subset": "heb-eng",
        "languages": [
          "heb-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005655,
        "recall": 0.014,
        "f1": 0.006132,
        "accuracy": 0.014,
        "main_score": 0.006132,
        "hf_subset": "srp-eng",
        "languages": [
          "srp-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.068122,
        "recall": 0.115385,
        "f1": 0.073755,
        "accuracy": 0.115385,
        "main_score": 0.073755,
        "hf_subset": "tzl-eng",
        "languages": [
          "tzl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 1.9e-05,
        "recall": 0.003538,
        "f1": 3.7e-05,
        "accuracy": 0.003538,
        "main_score": 3.7e-05,
        "hf_subset": "yid-eng",
        "languages": [
          "yid-Hebr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.007642,
        "recall": 0.017,
        "f1": 0.008476,
        "accuracy": 0.017,
        "main_score": 0.008476,
        "hf_subset": "est-eng",
        "languages": [
          "est-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.01954,
        "recall": 0.041,
        "f1": 0.021936,
        "accuracy": 0.041,
        "main_score": 0.021936,
        "hf_subset": "gle-eng",
        "languages": [
          "gle-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.020609,
        "recall": 0.047431,
        "f1": 0.023256,
        "accuracy": 0.047431,
        "main_score": 0.023256,
        "hf_subset": "csb-eng",
        "languages": [
          "csb-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.009027,
        "recall": 0.025,
        "f1": 0.01086,
        "accuracy": 0.025,
        "main_score": 0.01086,
        "hf_subset": "vie-eng",
        "languages": [
          "vie-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000831,
        "recall": 0.012821,
        "f1": 0.001547,
        "accuracy": 0.012821,
        "main_score": 0.001547,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.044806,
        "recall": 0.091549,
        "f1": 0.050193,
        "accuracy": 0.091549,
        "main_score": 0.050193,
        "hf_subset": "max-eng",
        "languages": [
          "max-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.009201,
        "recall": 0.012,
        "f1": 0.00967,
        "accuracy": 0.012,
        "main_score": 0.00967,
        "hf_subset": "cmn-eng",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.006739,
        "recall": 0.01,
        "f1": 0.007077,
        "accuracy": 0.01,
        "main_score": 0.007077,
        "hf_subset": "ukr-eng",
        "languages": [
          "ukr-Cyrl",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.021188,
        "recall": 0.04878,
        "f1": 0.022617,
        "accuracy": 0.04878,
        "main_score": 0.022617,
        "hf_subset": "jav-eng",
        "languages": [
          "jav-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00826,
        "recall": 0.026,
        "f1": 0.009787,
        "accuracy": 0.026,
        "main_score": 0.009787,
        "hf_subset": "aze-eng",
        "languages": [
          "aze-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.026279,
        "recall": 0.046,
        "f1": 0.028948,
        "accuracy": 0.046,
        "main_score": 0.028948,
        "hf_subset": "afr-eng",
        "languages": [
          "afr-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.029088,
        "recall": 0.053,
        "f1": 0.032076,
        "accuracy": 0.053,
        "main_score": 0.032076,
        "hf_subset": "ina-eng",
        "languages": [
          "ina-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.017963,
        "recall": 0.037,
        "f1": 0.020194,
        "accuracy": 0.037,
        "main_score": 0.020194,
        "hf_subset": "isl-eng",
        "languages": [
          "isl-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.023218,
        "recall": 0.039,
        "f1": 0.02523,
        "accuracy": 0.039,
        "main_score": 0.02523,
        "hf_subset": "zsm-eng",
        "languages": [
          "zsm-Latn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002697,
        "recall": 0.004043,
        "f1": 0.002699,
        "accuracy": 0.004043,
        "main_score": 0.002699,
        "hf_subset": "hye-eng",
        "languages": [
          "hye-Armn",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.012688,
        "recall": 0.031363,
        "f1": 0.015171,
        "accuracy": 0.031363,
        "main_score": 0.015171,
        "hf_subset": "gla-eng",
        "languages": [
          "gla-Latn",
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 44.882590532302856,
  "kg_co2_emissions": 0.0023877415587168693
}