{
  "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee",
  "task_name": "IndicGenBenchFloresBitextMining",
  "mteb_version": "1.18.0",
  "scores": {
    "validation": [
      {
        "precision": 4e-06,
        "recall": 0.001003,
        "f1": 8e-06,
        "accuracy": 0.001003,
        "main_score": 8e-06,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 2e-06,
        "accuracy": 0.001003,
        "main_score": 2e-06,
        "hf_subset": "eng-ben",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "precision": 0.002869,
        "recall": 0.006018,
        "f1": 0.00323,
        "accuracy": 0.006018,
        "main_score": 0.00323,
        "hf_subset": "guj-eng",
        "languages": [
          "guj-Gujr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.003129,
        "recall": 0.012036,
        "f1": 0.003868,
        "accuracy": 0.012036,
        "main_score": 0.003868,
        "hf_subset": "eng-guj",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "precision": 0.001129,
        "recall": 0.004012,
        "f1": 0.001232,
        "accuracy": 0.004012,
        "main_score": 0.001232,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001401,
        "recall": 0.004012,
        "f1": 0.001625,
        "accuracy": 0.004012,
        "main_score": 0.001625,
        "hf_subset": "eng-hin",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "precision": 0.005454,
        "recall": 0.011033,
        "f1": 0.006197,
        "accuracy": 0.011033,
        "main_score": 0.006197,
        "hf_subset": "kan-eng",
        "languages": [
          "kan-Knda",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.003734,
        "recall": 0.012036,
        "f1": 0.004608,
        "accuracy": 0.012036,
        "main_score": 0.004608,
        "hf_subset": "eng-kan",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      },
      {
        "precision": 0.003642,
        "recall": 0.008024,
        "f1": 0.004037,
        "accuracy": 0.008024,
        "main_score": 0.004037,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002709,
        "recall": 0.01003,
        "f1": 0.003383,
        "accuracy": 0.01003,
        "main_score": 0.003383,
        "hf_subset": "eng-mal",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "precision": 0.001007,
        "recall": 0.002006,
        "f1": 0.00101,
        "accuracy": 0.002006,
        "main_score": 0.00101,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 2.9e-05,
        "recall": 0.003009,
        "f1": 5.7e-05,
        "accuracy": 0.003009,
        "main_score": 5.7e-05,
        "hf_subset": "eng-mar",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "precision": 0.001546,
        "recall": 0.005015,
        "f1": 0.001753,
        "accuracy": 0.005015,
        "main_score": 0.001753,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000126,
        "recall": 0.004012,
        "f1": 0.000238,
        "accuracy": 0.004012,
        "main_score": 0.000238,
        "hf_subset": "eng-tam",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      },
      {
        "precision": 0.020444,
        "recall": 0.026078,
        "f1": 0.02115,
        "accuracy": 0.026078,
        "main_score": 0.02115,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.006611,
        "recall": 0.017051,
        "f1": 0.007497,
        "accuracy": 0.017051,
        "main_score": 0.007497,
        "hf_subset": "eng-tel",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 2e-06,
        "accuracy": 0.001003,
        "main_score": 2e-06,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000515,
        "recall": 0.003009,
        "f1": 0.000695,
        "accuracy": 0.003009,
        "main_score": 0.000695,
        "hf_subset": "eng-urd",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 3e-06,
        "accuracy": 0.001003,
        "main_score": 3e-06,
        "hf_subset": "asm-eng",
        "languages": [
          "asm-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000476,
        "recall": 0.004012,
        "f1": 0.000811,
        "accuracy": 0.004012,
        "main_score": 0.000811,
        "hf_subset": "eng-asm",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      },
      {
        "precision": 0.001006,
        "recall": 0.002006,
        "f1": 0.001008,
        "accuracy": 0.002006,
        "main_score": 0.001008,
        "hf_subset": "bho-eng",
        "languages": [
          "bho-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001069,
        "recall": 0.004012,
        "f1": 0.001129,
        "accuracy": 0.004012,
        "main_score": 0.001129,
        "hf_subset": "eng-bho",
        "languages": [
          "eng-Latn",
          "bho-Deva"
        ]
      },
      {
        "precision": 0.001029,
        "recall": 0.004012,
        "f1": 0.001054,
        "accuracy": 0.004012,
        "main_score": 0.001054,
        "hf_subset": "nep-eng",
        "languages": [
          "nep-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.005153,
        "recall": 0.008024,
        "f1": 0.005263,
        "accuracy": 0.008024,
        "main_score": 0.005263,
        "hf_subset": "eng-nep",
        "languages": [
          "eng-Latn",
          "nep-Deva"
        ]
      },
      {
        "precision": 0.005533,
        "recall": 0.009027,
        "f1": 0.005716,
        "accuracy": 0.009027,
        "main_score": 0.005716,
        "hf_subset": "ory-eng",
        "languages": [
          "ory-Orya",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001618,
        "recall": 0.013039,
        "f1": 0.002118,
        "accuracy": 0.013039,
        "main_score": 0.002118,
        "hf_subset": "eng-ory",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      },
      {
        "precision": 0.005528,
        "recall": 0.008024,
        "f1": 0.005706,
        "accuracy": 0.008024,
        "main_score": 0.005706,
        "hf_subset": "pan-eng",
        "languages": [
          "pan-Guru",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001151,
        "recall": 0.004012,
        "f1": 0.001262,
        "accuracy": 0.004012,
        "main_score": 0.001262,
        "hf_subset": "eng-pan",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "precision": 4e-06,
        "recall": 0.002006,
        "f1": 8e-06,
        "accuracy": 0.002006,
        "main_score": 8e-06,
        "hf_subset": "pus-eng",
        "languages": [
          "pus-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001171,
        "recall": 0.003009,
        "f1": 0.001292,
        "accuracy": 0.003009,
        "main_score": 0.001292,
        "hf_subset": "eng-pus",
        "languages": [
          "eng-Latn",
          "pus-Arab"
        ]
      },
      {
        "precision": 0.00321,
        "recall": 0.004012,
        "f1": 0.003343,
        "accuracy": 0.004012,
        "main_score": 0.003343,
        "hf_subset": "san-eng",
        "languages": [
          "san-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000589,
        "recall": 0.005015,
        "f1": 0.000833,
        "accuracy": 0.005015,
        "main_score": 0.000833,
        "hf_subset": "eng-san",
        "languages": [
          "eng-Latn",
          "san-Deva"
        ]
      },
      {
        "precision": 1.2e-05,
        "recall": 0.002006,
        "f1": 2.4e-05,
        "accuracy": 0.002006,
        "main_score": 2.4e-05,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 6e-06,
        "recall": 0.002006,
        "f1": 1.1e-05,
        "accuracy": 0.002006,
        "main_score": 1.1e-05,
        "hf_subset": "eng-awa",
        "languages": [
          "eng-Latn",
          "awa-Deva"
        ]
      },
      {
        "precision": 0.001507,
        "recall": 0.003009,
        "f1": 0.001677,
        "accuracy": 0.003009,
        "main_score": 0.001677,
        "hf_subset": "bgc-eng",
        "languages": [
          "bgc-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 9.6e-05,
        "recall": 0.003009,
        "f1": 0.000177,
        "accuracy": 0.003009,
        "main_score": 0.000177,
        "hf_subset": "eng-bgc",
        "languages": [
          "eng-Latn",
          "bgc-Deva"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 2e-06,
        "accuracy": 0.001003,
        "main_score": 2e-06,
        "hf_subset": "bod-eng",
        "languages": [
          "bod-Tibt",
          "eng-Latn"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 2e-06,
        "accuracy": 0.001003,
        "main_score": 2e-06,
        "hf_subset": "eng-bod",
        "languages": [
          "eng-Latn",
          "bod-Tibt"
        ]
      },
      {
        "precision": 1.2e-05,
        "recall": 0.002006,
        "f1": 2.5e-05,
        "accuracy": 0.002006,
        "main_score": 2.5e-05,
        "hf_subset": "boy-eng",
        "languages": [
          "boy-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002508,
        "recall": 0.003009,
        "f1": 0.002675,
        "accuracy": 0.003009,
        "main_score": 0.002675,
        "hf_subset": "eng-boy",
        "languages": [
          "eng-Latn",
          "boy-Deva"
        ]
      },
      {
        "precision": 0.002048,
        "recall": 0.006018,
        "f1": 0.002089,
        "accuracy": 0.006018,
        "main_score": 0.002089,
        "hf_subset": "gbm-eng",
        "languages": [
          "gbm-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002042,
        "recall": 0.005015,
        "f1": 0.002076,
        "accuracy": 0.005015,
        "main_score": 0.002076,
        "hf_subset": "eng-gbm",
        "languages": [
          "eng-Latn",
          "gbm-Deva"
        ]
      },
      {
        "precision": 0.00201,
        "recall": 0.003009,
        "f1": 0.002014,
        "accuracy": 0.003009,
        "main_score": 0.002014,
        "hf_subset": "gom-eng",
        "languages": [
          "gom-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 3e-06,
        "accuracy": 0.001003,
        "main_score": 3e-06,
        "hf_subset": "eng-gom",
        "languages": [
          "eng-Latn",
          "gom-Deva"
        ]
      },
      {
        "precision": 1.9e-05,
        "recall": 0.002006,
        "f1": 3.7e-05,
        "accuracy": 0.002006,
        "main_score": 3.7e-05,
        "hf_subset": "hne-eng",
        "languages": [
          "hne-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 3e-06,
        "accuracy": 0.001003,
        "main_score": 3e-06,
        "hf_subset": "eng-hne",
        "languages": [
          "eng-Latn",
          "hne-Deva"
        ]
      },
      {
        "precision": 0.001014,
        "recall": 0.003009,
        "f1": 0.001024,
        "accuracy": 0.003009,
        "main_score": 0.001024,
        "hf_subset": "raj-eng",
        "languages": [
          "raj-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000359,
        "recall": 0.004012,
        "f1": 0.000549,
        "accuracy": 0.004012,
        "main_score": 0.000549,
        "hf_subset": "eng-raj",
        "languages": [
          "eng-Latn",
          "raj-Deva"
        ]
      },
      {
        "precision": 0.001048,
        "recall": 0.004012,
        "f1": 0.00109,
        "accuracy": 0.004012,
        "main_score": 0.00109,
        "hf_subset": "mai-eng",
        "languages": [
          "mai-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001076,
        "recall": 0.003009,
        "f1": 0.001139,
        "accuracy": 0.003009,
        "main_score": 0.001139,
        "hf_subset": "eng-mai",
        "languages": [
          "eng-Latn",
          "mai-Deva"
        ]
      },
      {
        "precision": 0.00101,
        "recall": 0.003009,
        "f1": 0.001017,
        "accuracy": 0.003009,
        "main_score": 0.001017,
        "hf_subset": "mni-eng",
        "languages": [
          "mni-Mtei",
          "eng-Latn"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 2e-06,
        "accuracy": 0.001003,
        "main_score": 2e-06,
        "hf_subset": "eng-mni",
        "languages": [
          "eng-Latn",
          "mni-Mtei"
        ]
      },
      {
        "precision": 0.001013,
        "recall": 0.003009,
        "f1": 0.001024,
        "accuracy": 0.003009,
        "main_score": 0.001024,
        "hf_subset": "mup-eng",
        "languages": [
          "mup-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002049,
        "recall": 0.006018,
        "f1": 0.00209,
        "accuracy": 0.006018,
        "main_score": 0.00209,
        "hf_subset": "eng-mup",
        "languages": [
          "eng-Latn",
          "mup-Deva"
        ]
      },
      {
        "precision": 0.001022,
        "recall": 0.003009,
        "f1": 0.00104,
        "accuracy": 0.003009,
        "main_score": 0.00104,
        "hf_subset": "mwr-eng",
        "languages": [
          "mwr-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 6.3e-05,
        "recall": 0.002006,
        "f1": 0.000119,
        "accuracy": 0.002006,
        "main_score": 0.000119,
        "hf_subset": "eng-mwr",
        "languages": [
          "eng-Latn",
          "mwr-Deva"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.001003,
        "f1": 2e-06,
        "accuracy": 0.001003,
        "main_score": 2e-06,
        "hf_subset": "sat-eng",
        "languages": [
          "sat-Olck",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000236,
        "recall": 0.003009,
        "f1": 0.000403,
        "accuracy": 0.003009,
        "main_score": 0.000403,
        "hf_subset": "eng-sat",
        "languages": [
          "eng-Latn",
          "sat-Olck"
        ]
      }
    ],
    "test": [
      {
        "precision": 1e-06,
        "recall": 0.000988,
        "f1": 2e-06,
        "accuracy": 0.000988,
        "main_score": 2e-06,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001978,
        "recall": 0.002964,
        "f1": 0.001979,
        "accuracy": 0.002964,
        "main_score": 0.001979,
        "hf_subset": "eng-ben",
        "languages": [
          "eng-Latn",
          "ben-Beng"
        ]
      },
      {
        "precision": 0.003719,
        "recall": 0.008893,
        "f1": 0.004464,
        "accuracy": 0.008893,
        "main_score": 0.004464,
        "hf_subset": "guj-eng",
        "languages": [
          "guj-Gujr",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001172,
        "recall": 0.009881,
        "f1": 0.001669,
        "accuracy": 0.009881,
        "main_score": 0.001669,
        "hf_subset": "eng-guj",
        "languages": [
          "eng-Latn",
          "guj-Gujr"
        ]
      },
      {
        "precision": 0.000992,
        "recall": 0.002964,
        "f1": 0.000996,
        "accuracy": 0.002964,
        "main_score": 0.000996,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00224,
        "recall": 0.006917,
        "f1": 0.002735,
        "accuracy": 0.006917,
        "main_score": 0.002735,
        "hf_subset": "eng-hin",
        "languages": [
          "eng-Latn",
          "hin-Deva"
        ]
      },
      {
        "precision": 0.008651,
        "recall": 0.014822,
        "f1": 0.009459,
        "accuracy": 0.014822,
        "main_score": 0.009459,
        "hf_subset": "kan-eng",
        "languages": [
          "kan-Knda",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.003553,
        "recall": 0.01087,
        "f1": 0.003934,
        "accuracy": 0.01087,
        "main_score": 0.003934,
        "hf_subset": "eng-kan",
        "languages": [
          "eng-Latn",
          "kan-Knda"
        ]
      },
      {
        "precision": 0.007401,
        "recall": 0.013834,
        "f1": 0.008377,
        "accuracy": 0.013834,
        "main_score": 0.008377,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004023,
        "recall": 0.011858,
        "f1": 0.004928,
        "accuracy": 0.011858,
        "main_score": 0.004928,
        "hf_subset": "eng-mal",
        "languages": [
          "eng-Latn",
          "mal-Mlym"
        ]
      },
      {
        "precision": 0.000993,
        "recall": 0.002964,
        "f1": 0.000998,
        "accuracy": 0.002964,
        "main_score": 0.000998,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002225,
        "recall": 0.007905,
        "f1": 0.002899,
        "accuracy": 0.007905,
        "main_score": 0.002899,
        "hf_subset": "eng-mar",
        "languages": [
          "eng-Latn",
          "mar-Deva"
        ]
      },
      {
        "precision": 0.002033,
        "recall": 0.003953,
        "f1": 0.002084,
        "accuracy": 0.003953,
        "main_score": 0.002084,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000201,
        "recall": 0.004941,
        "f1": 0.000376,
        "accuracy": 0.004941,
        "main_score": 0.000376,
        "hf_subset": "eng-tam",
        "languages": [
          "eng-Latn",
          "tam-Taml"
        ]
      },
      {
        "precision": 0.013319,
        "recall": 0.020751,
        "f1": 0.014198,
        "accuracy": 0.020751,
        "main_score": 0.014198,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.003135,
        "recall": 0.012846,
        "f1": 0.003825,
        "accuracy": 0.012846,
        "main_score": 0.003825,
        "hf_subset": "eng-tel",
        "languages": [
          "eng-Latn",
          "tel-Telu"
        ]
      },
      {
        "precision": 1e-06,
        "recall": 0.000988,
        "f1": 2e-06,
        "accuracy": 0.000988,
        "main_score": 2e-06,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001502,
        "recall": 0.005929,
        "f1": 0.001686,
        "accuracy": 0.005929,
        "main_score": 0.001686,
        "hf_subset": "eng-urd",
        "languages": [
          "eng-Latn",
          "urd-Arab"
        ]
      },
      {
        "precision": 0.000989,
        "recall": 0.001976,
        "f1": 0.000991,
        "accuracy": 0.001976,
        "main_score": 0.000991,
        "hf_subset": "asm-eng",
        "languages": [
          "asm-Beng",
          "eng-Latn"
        ]
      },
      {
        "precision": 6.7e-05,
        "recall": 0.003953,
        "f1": 0.000129,
        "accuracy": 0.003953,
        "main_score": 0.000129,
        "hf_subset": "eng-asm",
        "languages": [
          "eng-Latn",
          "asm-Beng"
        ]
      },
      {
        "precision": 3e-06,
        "recall": 0.000988,
        "f1": 5e-06,
        "accuracy": 0.000988,
        "main_score": 5e-06,
        "hf_subset": "bho-eng",
        "languages": [
          "bho-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 6.7e-05,
        "recall": 0.002964,
        "f1": 0.000127,
        "accuracy": 0.002964,
        "main_score": 0.000127,
        "hf_subset": "eng-bho",
        "languages": [
          "eng-Latn",
          "bho-Deva"
        ]
      },
      {
        "precision": 0.00218,
        "recall": 0.004941,
        "f1": 0.002317,
        "accuracy": 0.004941,
        "main_score": 0.002317,
        "hf_subset": "nep-eng",
        "languages": [
          "nep-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001996,
        "recall": 0.004941,
        "f1": 0.002015,
        "accuracy": 0.004941,
        "main_score": 0.002015,
        "hf_subset": "eng-nep",
        "languages": [
          "eng-Latn",
          "nep-Deva"
        ]
      },
      {
        "precision": 0.009657,
        "recall": 0.013834,
        "f1": 0.01004,
        "accuracy": 0.013834,
        "main_score": 0.01004,
        "hf_subset": "ory-eng",
        "languages": [
          "ory-Orya",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.004476,
        "recall": 0.011858,
        "f1": 0.004812,
        "accuracy": 0.011858,
        "main_score": 0.004812,
        "hf_subset": "eng-ory",
        "languages": [
          "eng-Latn",
          "ory-Orya"
        ]
      },
      {
        "precision": 0.004901,
        "recall": 0.009881,
        "f1": 0.005389,
        "accuracy": 0.009881,
        "main_score": 0.005389,
        "hf_subset": "pan-eng",
        "languages": [
          "pan-Guru",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002173,
        "recall": 0.008893,
        "f1": 0.002778,
        "accuracy": 0.008893,
        "main_score": 0.002778,
        "hf_subset": "eng-pan",
        "languages": [
          "eng-Latn",
          "pan-Guru"
        ]
      },
      {
        "precision": 0.001018,
        "recall": 0.002964,
        "f1": 0.001047,
        "accuracy": 0.002964,
        "main_score": 0.001047,
        "hf_subset": "pus-eng",
        "languages": [
          "pus-Arab",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002665,
        "recall": 0.008893,
        "f1": 0.003416,
        "accuracy": 0.008893,
        "main_score": 0.003416,
        "hf_subset": "eng-pus",
        "languages": [
          "eng-Latn",
          "pus-Arab"
        ]
      },
      {
        "precision": 0.004453,
        "recall": 0.006917,
        "f1": 0.004624,
        "accuracy": 0.006917,
        "main_score": 0.004624,
        "hf_subset": "san-eng",
        "languages": [
          "san-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.003101,
        "recall": 0.005929,
        "f1": 0.003214,
        "accuracy": 0.005929,
        "main_score": 0.003214,
        "hf_subset": "eng-san",
        "languages": [
          "eng-Latn",
          "san-Deva"
        ]
      },
      {
        "precision": 6e-06,
        "recall": 0.001976,
        "f1": 1.1e-05,
        "accuracy": 0.001976,
        "main_score": 1.1e-05,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002358,
        "recall": 0.003953,
        "f1": 0.002569,
        "accuracy": 0.003953,
        "main_score": 0.002569,
        "hf_subset": "eng-awa",
        "languages": [
          "eng-Latn",
          "awa-Deva"
        ]
      },
      {
        "precision": 0.000993,
        "recall": 0.002964,
        "f1": 0.000998,
        "accuracy": 0.002964,
        "main_score": 0.000998,
        "hf_subset": "bgc-eng",
        "languages": [
          "bgc-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.00106,
        "recall": 0.005929,
        "f1": 0.001128,
        "accuracy": 0.005929,
        "main_score": 0.001128,
        "hf_subset": "eng-bgc",
        "languages": [
          "eng-Latn",
          "bgc-Deva"
        ]
      },
      {
        "precision": 4e-05,
        "recall": 0.000988,
        "f1": 7.6e-05,
        "accuracy": 0.000988,
        "main_score": 7.6e-05,
        "hf_subset": "bod-eng",
        "languages": [
          "bod-Tibt",
          "eng-Latn"
        ]
      },
      {
        "precision": 8.1e-05,
        "recall": 0.002964,
        "f1": 0.000152,
        "accuracy": 0.002964,
        "main_score": 0.000152,
        "hf_subset": "eng-bod",
        "languages": [
          "eng-Latn",
          "bod-Tibt"
        ]
      },
      {
        "precision": 0.000998,
        "recall": 0.002964,
        "f1": 0.001008,
        "accuracy": 0.002964,
        "main_score": 0.001008,
        "hf_subset": "boy-eng",
        "languages": [
          "boy-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001407,
        "recall": 0.005929,
        "f1": 0.001654,
        "accuracy": 0.005929,
        "main_score": 0.001654,
        "hf_subset": "eng-boy",
        "languages": [
          "eng-Latn",
          "boy-Deva"
        ]
      },
      {
        "precision": 0.000992,
        "recall": 0.002964,
        "f1": 0.000997,
        "accuracy": 0.002964,
        "main_score": 0.000997,
        "hf_subset": "gbm-eng",
        "languages": [
          "gbm-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002976,
        "recall": 0.006917,
        "f1": 0.003316,
        "accuracy": 0.006917,
        "main_score": 0.003316,
        "hf_subset": "eng-gbm",
        "languages": [
          "eng-Latn",
          "gbm-Deva"
        ]
      },
      {
        "precision": 0.000996,
        "recall": 0.002964,
        "f1": 0.001003,
        "accuracy": 0.002964,
        "main_score": 0.001003,
        "hf_subset": "gom-eng",
        "languages": [
          "gom-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000515,
        "recall": 0.002964,
        "f1": 0.000701,
        "accuracy": 0.002964,
        "main_score": 0.000701,
        "hf_subset": "eng-gom",
        "languages": [
          "eng-Latn",
          "gom-Deva"
        ]
      },
      {
        "precision": 4e-06,
        "recall": 0.001976,
        "f1": 9e-06,
        "accuracy": 0.001976,
        "main_score": 9e-06,
        "hf_subset": "hne-eng",
        "languages": [
          "hne-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001046,
        "recall": 0.004941,
        "f1": 0.0011,
        "accuracy": 0.004941,
        "main_score": 0.0011,
        "hf_subset": "eng-hne",
        "languages": [
          "eng-Latn",
          "hne-Deva"
        ]
      },
      {
        "precision": 0.000992,
        "recall": 0.002964,
        "f1": 0.000996,
        "accuracy": 0.002964,
        "main_score": 0.000996,
        "hf_subset": "raj-eng",
        "languages": [
          "raj-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001571,
        "recall": 0.007905,
        "f1": 0.001821,
        "accuracy": 0.007905,
        "main_score": 0.001821,
        "hf_subset": "eng-raj",
        "languages": [
          "eng-Latn",
          "raj-Deva"
        ]
      },
      {
        "precision": 0.0005,
        "recall": 0.002964,
        "f1": 0.000671,
        "accuracy": 0.002964,
        "main_score": 0.000671,
        "hf_subset": "mai-eng",
        "languages": [
          "mai-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.001819,
        "recall": 0.006917,
        "f1": 0.002212,
        "accuracy": 0.006917,
        "main_score": 0.002212,
        "hf_subset": "eng-mai",
        "languages": [
          "eng-Latn",
          "mai-Deva"
        ]
      },
      {
        "precision": 0.000495,
        "recall": 0.001976,
        "f1": 0.000661,
        "accuracy": 0.001976,
        "main_score": 0.000661,
        "hf_subset": "mni-eng",
        "languages": [
          "mni-Mtei",
          "eng-Latn"
        ]
      },
      {
        "precision": 1.4e-05,
        "recall": 0.002964,
        "f1": 2.8e-05,
        "accuracy": 0.002964,
        "main_score": 2.8e-05,
        "hf_subset": "eng-mni",
        "languages": [
          "eng-Latn",
          "mni-Mtei"
        ]
      },
      {
        "precision": 0.000202,
        "recall": 0.002964,
        "f1": 0.000338,
        "accuracy": 0.002964,
        "main_score": 0.000338,
        "hf_subset": "mup-eng",
        "languages": [
          "mup-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.000691,
        "recall": 0.005929,
        "f1": 0.001163,
        "accuracy": 0.005929,
        "main_score": 0.001163,
        "hf_subset": "eng-mup",
        "languages": [
          "eng-Latn",
          "mup-Deva"
        ]
      },
      {
        "precision": 0.000992,
        "recall": 0.002964,
        "f1": 0.000996,
        "accuracy": 0.002964,
        "main_score": 0.000996,
        "hf_subset": "mwr-eng",
        "languages": [
          "mwr-Deva",
          "eng-Latn"
        ]
      },
      {
        "precision": 0.002146,
        "recall": 0.007905,
        "f1": 0.002623,
        "accuracy": 0.007905,
        "main_score": 0.002623,
        "hf_subset": "eng-mwr",
        "languages": [
          "eng-Latn",
          "mwr-Deva"
        ]
      },
      {
        "precision": 0.000392,
        "recall": 0.002964,
        "f1": 0.000612,
        "accuracy": 0.002964,
        "main_score": 0.000612,
        "hf_subset": "sat-eng",
        "languages": [
          "sat-Olck",
          "eng-Latn"
        ]
      },
      {
        "precision": 8.8e-05,
        "recall": 0.002964,
        "f1": 0.000169,
        "accuracy": 0.002964,
        "main_score": 0.000169,
        "hf_subset": "eng-sat",
        "languages": [
          "eng-Latn",
          "sat-Olck"
        ]
      }
    ]
  },
  "evaluation_time": 51.275089502334595,
  "kg_co2_emissions": 0.002071113785766403
}