{
  "dataset_revision": "566be6449bb30b9b9f2b59173391647fe0ca3224",
  "task_name": "UrduRomanSentimentClassification",
  "mteb_version": "1.18.0",
  "scores": {
    "train": [
      {
        "accuracy": 0.423535,
        "f1": 0.410971,
        "f1_weighted": 0.423666,
        "scores_per_experiment": [
          {
            "accuracy": 0.481445,
            "f1": 0.446342,
            "f1_weighted": 0.470477
          },
          {
            "accuracy": 0.447266,
            "f1": 0.437877,
            "f1_weighted": 0.451664
          },
          {
            "accuracy": 0.392578,
            "f1": 0.384316,
            "f1_weighted": 0.393544
          },
          {
            "accuracy": 0.401367,
            "f1": 0.394503,
            "f1_weighted": 0.406609
          },
          {
            "accuracy": 0.386719,
            "f1": 0.37635,
            "f1_weighted": 0.3883
          },
          {
            "accuracy": 0.435059,
            "f1": 0.421638,
            "f1_weighted": 0.439659
          },
          {
            "accuracy": 0.455078,
            "f1": 0.430476,
            "f1_weighted": 0.453637
          },
          {
            "accuracy": 0.371094,
            "f1": 0.372036,
            "f1_weighted": 0.371727
          },
          {
            "accuracy": 0.433105,
            "f1": 0.416964,
            "f1_weighted": 0.432137
          },
          {
            "accuracy": 0.431641,
            "f1": 0.429211,
            "f1_weighted": 0.428903
          }
        ],
        "main_score": 0.410971,
        "hf_subset": "default",
        "languages": [
          "urd-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 7.181584596633911,
  "kg_co2_emissions": 0.00020548672289280218
}