{
  "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282",
  "task_name": "Tatoeba",
  "mteb_version": "2.12.26",
  "scores": {
    "test": [
      {
        "precision": 0.6985,
        "recall": 0.76,
        "f1": 0.716178,
        "accuracy": 0.76,
        "main_score": 0.716178,
        "hf_subset": "sqi-eng",
        "languages": [
          "sqi-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.576301,
        "recall": 0.647399,
        "f1": 0.595954,
        "accuracy": 0.647399,
        "main_score": 0.595954,
        "hf_subset": "fry-eng",
        "languages": [
          "fry-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.224058,
        "recall": 0.268293,
        "f1": 0.235223,
        "accuracy": 0.268293,
        "main_score": 0.235223,
        "hf_subset": "kur-eng",
        "languages": [
          "kur-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.950333,
        "recall": 0.966,
        "f1": 0.9555,
        "accuracy": 0.966,
        "main_score": 0.9555,
        "hf_subset": "tur-eng",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.9925,
        "recall": 0.995,
        "f1": 0.993333,
        "accuracy": 0.995,
        "main_score": 0.993333,
        "hf_subset": "deu-eng",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.966833,
        "recall": 0.977,
        "f1": 0.970167,
        "accuracy": 0.977,
        "main_score": 0.970167,
        "hf_subset": "nld-eng",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.911867,
        "recall": 0.935,
        "f1": 0.919119,
        "accuracy": 0.935,
        "main_score": 0.919119,
        "hf_subset": "ron-eng",
        "languages": [
          "ron-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.760821,
        "recall": 0.820896,
        "f1": 0.777861,
        "accuracy": 0.820896,
        "main_score": 0.777861,
        "hf_subset": "ang-eng",
        "languages": [
          "ang-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.793191,
        "recall": 0.845,
        "f1": 0.8086,
        "accuracy": 0.845,
        "main_score": 0.8086,
        "hf_subset": "ido-eng",
        "languages": [
          "ido-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.299803,
        "recall": 0.356098,
        "f1": 0.313345,
        "accuracy": 0.356098,
        "main_score": 0.313345,
        "hf_subset": "jav-eng",
        "languages": [
          "jav-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.610684,
        "recall": 0.689,
        "f1": 0.632291,
        "accuracy": 0.689,
        "main_score": 0.632291,
        "hf_subset": "isl-eng",
        "languages": [
          "isl-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.811746,
        "recall": 0.859052,
        "f1": 0.826205,
        "accuracy": 0.859052,
        "main_score": 0.826205,
        "hf_subset": "slv-eng",
        "languages": [
          "slv-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.297899,
        "recall": 0.377391,
        "f1": 0.316205,
        "accuracy": 0.377391,
        "main_score": 0.316205,
        "hf_subset": "cym-eng",
        "languages": [
          "cym-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.851304,
        "recall": 0.893913,
        "f1": 0.864928,
        "accuracy": 0.893913,
        "main_score": 0.864928,
        "hf_subset": "kaz-eng",
        "languages": [
          "kaz-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.566388,
        "recall": 0.624,
        "f1": 0.581864,
        "accuracy": 0.624,
        "main_score": 0.581864,
        "hf_subset": "est-eng",
        "languages": [
          "est-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.775317,
        "recall": 0.831,
        "f1": 0.791902,
        "accuracy": 0.831,
        "main_score": 0.791902,
        "hf_subset": "heb-eng",
        "languages": [
          "heb-Hebr",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.22766,
        "recall": 0.305187,
        "f1": 0.245305,
        "accuracy": 0.305187,
        "main_score": 0.245305,
        "hf_subset": "gla-eng",
        "languages": [
          "gla-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.580709,
        "recall": 0.664,
        "f1": 0.603879,
        "accuracy": 0.664,
        "main_score": 0.603879,
        "hf_subset": "mar-eng",
        "languages": [
          "mar-Deva",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.797917,
        "recall": 0.852,
        "f1": 0.8145,
        "accuracy": 0.852,
        "main_score": 0.8145,
        "hf_subset": "lat-eng",
        "languages": [
          "lat-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.945833,
        "recall": 0.961,
        "f1": 0.950833,
        "accuracy": 0.961,
        "main_score": 0.950833,
        "hf_subset": "bel-eng",
        "languages": [
          "bel-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.504291,
        "recall": 0.580952,
        "f1": 0.524028,
        "accuracy": 0.580952,
        "main_score": 0.524028,
        "hf_subset": "pms-eng",
        "languages": [
          "pms-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.311894,
        "recall": 0.39,
        "f1": 0.330886,
        "accuracy": 0.39,
        "main_score": 0.330886,
        "hf_subset": "gle-eng",
        "languages": [
          "gle-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.824917,
        "recall": 0.871,
        "f1": 0.839367,
        "accuracy": 0.871,
        "main_score": 0.839367,
        "hf_subset": "pes-eng",
        "languages": [
          "pes-Arab",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.957833,
        "recall": 0.971,
        "f1": 0.962167,
        "accuracy": 0.971,
        "main_score": 0.962167,
        "hf_subset": "nob-eng",
        "languages": [
          "nob-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.913667,
        "recall": 0.939,
        "f1": 0.922,
        "accuracy": 0.939,
        "main_score": 0.922,
        "hf_subset": "bul-eng",
        "languages": [
          "bul-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.72871,
        "recall": 0.799,
        "f1": 0.749236,
        "accuracy": 0.799,
        "main_score": 0.749236,
        "hf_subset": "cbk-eng",
        "languages": [
          "cbk-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.875583,
        "recall": 0.908,
        "f1": 0.885486,
        "accuracy": 0.908,
        "main_score": 0.885486,
        "hf_subset": "hun-eng",
        "languages": [
          "hun-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.550822,
        "recall": 0.632,
        "f1": 0.572678,
        "accuracy": 0.632,
        "main_score": 0.572678,
        "hf_subset": "uig-eng",
        "languages": [
          "uig-Arab",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.936667,
        "recall": 0.957,
        "f1": 0.943333,
        "accuracy": 0.957,
        "main_score": 0.943333,
        "hf_subset": "rus-eng",
        "languages": [
          "rus-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.981,
        "recall": 0.987,
        "f1": 0.983,
        "accuracy": 0.987,
        "main_score": 0.983,
        "hf_subset": "spa-eng",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.922507,
        "recall": 0.946092,
        "f1": 0.930368,
        "accuracy": 0.946092,
        "main_score": 0.930368,
        "hf_subset": "hye-eng",
        "languages": [
          "hye-Armn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.31698,
        "recall": 0.401709,
        "f1": 0.337705,
        "accuracy": 0.401709,
        "main_score": 0.337705,
        "hf_subset": "tel-eng",
        "languages": [
          "tel-Telu",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.820942,
        "recall": 0.868,
        "f1": 0.835422,
        "accuracy": 0.868,
        "main_score": 0.835422,
        "hf_subset": "afr-eng",
        "languages": [
          "afr-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.642932,
        "recall": 0.706818,
        "f1": 0.65978,
        "accuracy": 0.706818,
        "main_score": 0.65978,
        "hf_subset": "mon-eng",
        "languages": [
          "mon-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.788225,
        "recall": 0.836478,
        "f1": 0.801787,
        "accuracy": 0.836478,
        "main_score": 0.801787,
        "hf_subset": "arz-eng",
        "languages": [
          "arz-Arab",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.92681,
        "recall": 0.946,
        "f1": 0.932917,
        "accuracy": 0.946,
        "main_score": 0.932917,
        "hf_subset": "hrv-eng",
        "languages": [
          "hrv-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.741505,
        "recall": 0.801556,
        "f1": 0.759274,
        "accuracy": 0.801556,
        "main_score": 0.759274,
        "hf_subset": "nov-eng",
        "languages": [
          "nov-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.455637,
        "recall": 0.564103,
        "f1": 0.484473,
        "accuracy": 0.564103,
        "main_score": 0.484473,
        "hf_subset": "gsw-eng",
        "languages": [
          "gsw-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.693561,
        "recall": 0.761,
        "f1": 0.713489,
        "accuracy": 0.761,
        "main_score": 0.713489,
        "hf_subset": "nds-eng",
        "languages": [
          "nds-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.9325,
        "recall": 0.952,
        "f1": 0.939,
        "accuracy": 0.952,
        "main_score": 0.939,
        "hf_subset": "ukr-eng",
        "languages": [
          "ukr-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.766433,
        "recall": 0.82243,
        "f1": 0.782944,
        "accuracy": 0.82243,
        "main_score": 0.782944,
        "hf_subset": "uzb-eng",
        "languages": [
          "uzb-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.742937,
        "recall": 0.792,
        "f1": 0.757069,
        "accuracy": 0.792,
        "main_score": 0.757069,
        "hf_subset": "lit-eng",
        "languages": [
          "lit-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.928917,
        "recall": 0.95,
        "f1": 0.935733,
        "accuracy": 0.95,
        "main_score": 0.935733,
        "hf_subset": "ina-eng",
        "languages": [
          "ina-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.685203,
        "recall": 0.753,
        "f1": 0.704528,
        "accuracy": 0.753,
        "main_score": 0.704528,
        "hf_subset": "lfn-eng",
        "languages": [
          "lfn-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.9122,
        "recall": 0.936,
        "f1": 0.919667,
        "accuracy": 0.936,
        "main_score": 0.919667,
        "hf_subset": "zsm-eng",
        "languages": [
          "zsm-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.93475,
        "recall": 0.951,
        "f1": 0.9399,
        "accuracy": 0.951,
        "main_score": 0.9399,
        "hf_subset": "ita-eng",
        "languages": [
          "ita-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.954333,
        "recall": 0.966,
        "f1": 0.958167,
        "accuracy": 0.966,
        "main_score": 0.958167,
        "hf_subset": "cmn-eng",
        "languages": [
          "cmn-Hans",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.777817,
        "recall": 0.827,
        "f1": 0.792467,
        "accuracy": 0.827,
        "main_score": 0.792467,
        "hf_subset": "lvs-eng",
        "languages": [
          "lvs-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.882075,
        "recall": 0.912,
        "f1": 0.891456,
        "accuracy": 0.912,
        "main_score": 0.891456,
        "hf_subset": "glg-eng",
        "languages": [
          "glg-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.256032,
        "recall": 0.31,
        "f1": 0.269835,
        "accuracy": 0.31,
        "main_score": 0.269835,
        "hf_subset": "ceb-eng",
        "languages": [
          "ceb-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.094005,
        "recall": 0.118,
        "f1": 0.099412,
        "accuracy": 0.118,
        "main_score": 0.099412,
        "hf_subset": "bre-eng",
        "languages": [
          "bre-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.716728,
        "recall": 0.786,
        "f1": 0.737286,
        "accuracy": 0.786,
        "main_score": 0.737286,
        "hf_subset": "ben-eng",
        "languages": [
          "ben-Beng",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.521875,
        "recall": 0.598214,
        "f1": 0.541837,
        "accuracy": 0.598214,
        "main_score": 0.541837,
        "hf_subset": "swg-eng",
        "languages": [
          "swg-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.418279,
        "recall": 0.508233,
        "f1": 0.441896,
        "accuracy": 0.508233,
        "main_score": 0.441896,
        "hf_subset": "arq-eng",
        "languages": [
          "arq-Arab",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.025841,
        "recall": 0.035,
        "f1": 0.02721,
        "accuracy": 0.035,
        "main_score": 0.02721,
        "hf_subset": "kab-eng",
        "languages": [
          "kab-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.9412,
        "recall": 0.957,
        "f1": 0.946167,
        "accuracy": 0.957,
        "main_score": 0.946167,
        "hf_subset": "fra-eng",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.941,
        "recall": 0.955,
        "f1": 0.945667,
        "accuracy": 0.955,
        "main_score": 0.945667,
        "hf_subset": "por-eng",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.832667,
        "recall": 0.877,
        "f1": 0.846267,
        "accuracy": 0.877,
        "main_score": 0.846267,
        "hf_subset": "tat-eng",
        "languages": [
          "tat-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.520091,
        "recall": 0.595,
        "f1": 0.539685,
        "accuracy": 0.595,
        "main_score": 0.539685,
        "hf_subset": "oci-eng",
        "languages": [
          "oci-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.9605,
        "recall": 0.972,
        "f1": 0.964333,
        "accuracy": 0.972,
        "main_score": 0.964333,
        "hf_subset": "pol-eng",
        "languages": [
          "pol-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.247152,
        "recall": 0.301,
        "f1": 0.2599,
        "accuracy": 0.301,
        "main_score": 0.2599,
        "hf_subset": "war-eng",
        "languages": [
          "war-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.862033,
        "recall": 0.898,
        "f1": 0.873052,
        "accuracy": 0.898,
        "main_score": 0.873052,
        "hf_subset": "aze-eng",
        "languages": [
          "aze-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.87225,
        "recall": 0.908,
        "f1": 0.883733,
        "accuracy": 0.908,
        "main_score": 0.883733,
        "hf_subset": "vie-eng",
        "languages": [
          "vie-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.839783,
        "recall": 0.881,
        "f1": 0.851952,
        "accuracy": 0.881,
        "main_score": 0.851952,
        "hf_subset": "nno-eng",
        "languages": [
          "nno-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.338431,
        "recall": 0.40146,
        "f1": 0.352433,
        "accuracy": 0.40146,
        "main_score": 0.352433,
        "hf_subset": "cha-eng",
        "languages": [
          "cha-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.529534,
        "recall": 0.6,
        "f1": 0.548492,
        "accuracy": 0.6,
        "main_score": 0.548492,
        "hf_subset": "mhr-eng",
        "languages": [
          "mhr-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.901958,
        "recall": 0.926,
        "f1": 0.909556,
        "accuracy": 0.926,
        "main_score": 0.909556,
        "hf_subset": "dan-eng",
        "languages": [
          "dan-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.883833,
        "recall": 0.92,
        "f1": 0.895667,
        "accuracy": 0.92,
        "main_score": 0.895667,
        "hf_subset": "ell-eng",
        "languages": [
          "ell-Grek",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.048668,
        "recall": 0.10119,
        "f1": 0.057965,
        "accuracy": 0.10119,
        "main_score": 0.057965,
        "hf_subset": "amh-eng",
        "languages": [
          "amh-Ethi",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.099657,
        "recall": 0.133,
        "f1": 0.106479,
        "accuracy": 0.133,
        "main_score": 0.106479,
        "hf_subset": "pam-eng",
        "languages": [
          "pam-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.644635,
        "recall": 0.714286,
        "f1": 0.665479,
        "accuracy": 0.714286,
        "main_score": 0.665479,
        "hf_subset": "hsb-eng",
        "languages": [
          "hsb-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.897167,
        "recall": 0.927,
        "f1": 0.906833,
        "accuracy": 0.927,
        "main_score": 0.906833,
        "hf_subset": "srp-eng",
        "languages": [
          "srp-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.936917,
        "recall": 0.956,
        "f1": 0.943067,
        "accuracy": 0.956,
        "main_score": 0.943067,
        "hf_subset": "epo-eng",
        "languages": [
          "epo-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.092361,
        "recall": 0.109,
        "f1": 0.095603,
        "accuracy": 0.109,
        "main_score": 0.095603,
        "hf_subset": "kzj-eng",
        "languages": [
          "kzj-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.570192,
        "recall": 0.640693,
        "f1": 0.589538,
        "accuracy": 0.640693,
        "main_score": 0.589538,
        "hf_subset": "awa-eng",
        "languages": [
          "awa-Deva",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.51202,
        "recall": 0.591603,
        "f1": 0.532137,
        "accuracy": 0.591603,
        "main_score": 0.532137,
        "hf_subset": "fao-eng",
        "languages": [
          "fao-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.343286,
        "recall": 0.429403,
        "f1": 0.362952,
        "accuracy": 0.429403,
        "main_score": 0.362952,
        "hf_subset": "mal-eng",
        "languages": [
          "mal-Mlym",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.815,
        "recall": 0.864,
        "f1": 0.8299,
        "accuracy": 0.864,
        "main_score": 0.8299,
        "hf_subset": "ile-eng",
        "languages": [
          "ile-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.873352,
        "recall": 0.90678,
        "f1": 0.88371,
        "accuracy": 0.90678,
        "main_score": 0.88371,
        "hf_subset": "bos-eng",
        "languages": [
          "bos-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.058864,
        "recall": 0.079,
        "f1": 0.062653,
        "accuracy": 0.079,
        "main_score": 0.062653,
        "hf_subset": "cor-eng",
        "languages": [
          "cor-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.882417,
        "recall": 0.913,
        "f1": 0.892067,
        "accuracy": 0.913,
        "main_score": 0.892067,
        "hf_subset": "cat-eng",
        "languages": [
          "cat-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.205214,
        "recall": 0.246,
        "f1": 0.214932,
        "accuracy": 0.246,
        "main_score": 0.214932,
        "hf_subset": "eus-eng",
        "languages": [
          "eus-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.811217,
        "recall": 0.858,
        "f1": 0.825748,
        "accuracy": 0.858,
        "main_score": 0.825748,
        "hf_subset": "yue-eng",
        "languages": [
          "yue-Hant",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.916917,
        "recall": 0.94,
        "f1": 0.924233,
        "accuracy": 0.94,
        "main_score": 0.924233,
        "hf_subset": "swe-eng",
        "languages": [
          "swe-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.081522,
        "recall": 0.097,
        "f1": 0.084402,
        "accuracy": 0.097,
        "main_score": 0.084402,
        "hf_subset": "dtp-eng",
        "languages": [
          "dtp-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.926385,
        "recall": 0.949062,
        "f1": 0.933735,
        "accuracy": 0.949062,
        "main_score": 0.933735,
        "hf_subset": "kat-eng",
        "languages": [
          "kat-Geor",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.9585,
        "recall": 0.971,
        "f1": 0.9625,
        "accuracy": 0.971,
        "main_score": 0.9625,
        "hf_subset": "jpn-eng",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.531893,
        "recall": 0.616601,
        "f1": 0.552851,
        "accuracy": 0.616601,
        "main_score": 0.552851,
        "hf_subset": "csb-eng",
        "languages": [
          "csb-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.208632,
        "recall": 0.274648,
        "f1": 0.224013,
        "accuracy": 0.274648,
        "main_score": 0.224013,
        "hf_subset": "xho-eng",
        "languages": [
          "xho-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.646911,
        "recall": 0.725749,
        "f1": 0.670639,
        "accuracy": 0.725749,
        "main_score": 0.670639,
        "hf_subset": "orv-eng",
        "languages": [
          "orv-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.895067,
        "recall": 0.923,
        "f1": 0.903667,
        "accuracy": 0.923,
        "main_score": 0.903667,
        "hf_subset": "ind-eng",
        "languages": [
          "ind-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.558797,
        "recall": 0.625616,
        "f1": 0.575393,
        "accuracy": 0.625616,
        "main_score": 0.575393,
        "hf_subset": "tuk-eng",
        "languages": [
          "tuk-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.526207,
        "recall": 0.605634,
        "f1": 0.54689,
        "accuracy": 0.605634,
        "main_score": 0.54689,
        "hf_subset": "max-eng",
        "languages": [
          "max-Deva",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.452902,
        "recall": 0.561538,
        "f1": 0.481545,
        "accuracy": 0.561538,
        "main_score": 0.481545,
        "hf_subset": "swh-eng",
        "languages": [
          "swh-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.895583,
        "recall": 0.928,
        "f1": 0.9059,
        "accuracy": 0.928,
        "main_score": 0.9059,
        "hf_subset": "hin-eng",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.530908,
        "recall": 0.611691,
        "f1": 0.552296,
        "accuracy": 0.611691,
        "main_score": 0.552296,
        "hf_subset": "dsb-eng",
        "languages": [
          "dsb-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.059327,
        "recall": 0.068,
        "f1": 0.06079,
        "accuracy": 0.068,
        "main_score": 0.06079,
        "hf_subset": "ber-eng",
        "languages": [
          "ber-Tfng",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.308226,
        "recall": 0.410423,
        "f1": 0.334163,
        "accuracy": 0.410423,
        "main_score": 0.334163,
        "hf_subset": "tam-eng",
        "languages": [
          "tam-Taml",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.88725,
        "recall": 0.921,
        "f1": 0.898033,
        "accuracy": 0.921,
        "main_score": 0.898033,
        "hf_subset": "slk-eng",
        "languages": [
          "slk-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.804583,
        "recall": 0.852,
        "f1": 0.818767,
        "accuracy": 0.852,
        "main_score": 0.818767,
        "hf_subset": "tgl-eng",
        "languages": [
          "tgl-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.787664,
        "recall": 0.84252,
        "f1": 0.804462,
        "accuracy": 0.84252,
        "main_score": 0.804462,
        "hf_subset": "ast-eng",
        "languages": [
          "ast-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.7566,
        "recall": 0.818,
        "f1": 0.775019,
        "accuracy": 0.818,
        "main_score": 0.775019,
        "hf_subset": "mkd-eng",
        "languages": [
          "mkd-Cyrl",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.014867,
        "recall": 0.030471,
        "f1": 0.016297,
        "accuracy": 0.030471,
        "main_score": 0.016297,
        "hf_subset": "khm-eng",
        "languages": [
          "khm-Khmr",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.935,
        "recall": 0.954,
        "f1": 0.940967,
        "accuracy": 0.954,
        "main_score": 0.940967,
        "hf_subset": "ces-eng",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.460749,
        "recall": 0.548077,
        "f1": 0.481143,
        "accuracy": 0.548077,
        "main_score": 0.481143,
        "hf_subset": "tzl-eng",
        "languages": [
          "tzl-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.708375,
        "recall": 0.773,
        "f1": 0.726228,
        "accuracy": 0.773,
        "main_score": 0.726228,
        "hf_subset": "urd-eng",
        "languages": [
          "urd-Arab",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.916667,
        "recall": 0.94,
        "f1": 0.923967,
        "accuracy": 0.94,
        "main_score": 0.923967,
        "hf_subset": "ara-eng",
        "languages": [
          "ara-Arab",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.888317,
        "recall": 0.919,
        "f1": 0.8979,
        "accuracy": 0.919,
        "main_score": 0.8979,
        "hf_subset": "kor-eng",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.062833,
        "recall": 0.087264,
        "f1": 0.06687,
        "accuracy": 0.087264,
        "main_score": 0.06687,
        "hf_subset": "yid-eng",
        "languages": [
          "yid-Hebr",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.813725,
        "recall": 0.861,
        "f1": 0.827622,
        "accuracy": 0.861,
        "main_score": 0.827622,
        "hf_subset": "fin-eng",
        "languages": [
          "fin-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.85812,
        "recall": 0.89781,
        "f1": 0.869891,
        "accuracy": 0.89781,
        "main_score": 0.869891,
        "hf_subset": "tha-eng",
        "languages": [
          "tha-Thai",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      },
      {
        "precision": 0.87475,
        "recall": 0.911,
        "f1": 0.886067,
        "accuracy": 0.911,
        "main_score": 0.886067,
        "hf_subset": "wuu-eng",
        "languages": [
          "wuu-Hans",
          "eng-Latn"
        ],
        "mteb_version": "2.12.26"
      }
    ]
  },
  "evaluation_time": 234.91046142578125,
  "kg_co2_emissions": null,
  "date": 1785260298.133165,
  "evaluation_phases": null
}