{
  "dataset_revision": "c54a95d9b9d62c891a03bd5da60715df7176b097",
  "task_name": "IndicLangClassification",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.143823,
        "f1": 0.128948,
        "f1_weighted": 0.132363,
        "scores_per_experiment": [
          {
            "accuracy": 0.130482,
            "f1": 0.114578,
            "f1_weighted": 0.113318
          },
          {
            "accuracy": 0.124137,
            "f1": 0.114707,
            "f1_weighted": 0.113493
          },
          {
            "accuracy": 0.141692,
            "f1": 0.127779,
            "f1_weighted": 0.132838
          },
          {
            "accuracy": 0.135446,
            "f1": 0.12322,
            "f1_weighted": 0.122972
          },
          {
            "accuracy": 0.166217,
            "f1": 0.142153,
            "f1_weighted": 0.15099
          },
          {
            "accuracy": 0.133737,
            "f1": 0.122737,
            "f1_weighted": 0.129596
          },
          {
            "accuracy": 0.136991,
            "f1": 0.122951,
            "f1_weighted": 0.129227
          },
          {
            "accuracy": 0.148695,
            "f1": 0.136948,
            "f1_weighted": 0.139162
          },
          {
            "accuracy": 0.156421,
            "f1": 0.137967,
            "f1_weighted": 0.141868
          },
          {
            "accuracy": 0.164409,
            "f1": 0.146435,
            "f1_weighted": 0.150164
          }
        ],
        "main_score": 0.143823,
        "hf_subset": "default",
        "languages": [
          "asm-Beng",
          "brx-Deva",
          "ben-Beng",
          "doi-Deva",
          "gom-Deva",
          "guj-Gujr",
          "hin-Deva",
          "kan-Knda",
          "kas-Arab",
          "kas-Deva",
          "mai-Deva",
          "mal-Mlym",
          "mar-Deva",
          "mni-Beng",
          "mni-Mtei",
          "npi-Deva",
          "ory-Orya",
          "pan-Guru",
          "san-Deva",
          "sat-Olck",
          "snd-Arab",
          "tam-Taml",
          "tel-Telu",
          "urd-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 21.948809385299683,
  "kg_co2_emissions": 0.0009373131686792149
}