{
  "dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
  "task_name": "MultilingualSentiment",
  "mteb_version": "1.36.22",
  "scores": {
    "test": [
      {
        "accuracy": 0.7983,
        "f1": 0.795314,
        "f1_weighted": 0.795314,
        "scores_per_experiment": [
          {
            "accuracy": 0.796333,
            "f1": 0.795087,
            "f1_weighted": 0.795087
          },
          {
            "accuracy": 0.79,
            "f1": 0.78257,
            "f1_weighted": 0.78257
          },
          {
            "accuracy": 0.799667,
            "f1": 0.794942,
            "f1_weighted": 0.794942
          },
          {
            "accuracy": 0.797333,
            "f1": 0.79529,
            "f1_weighted": 0.79529
          },
          {
            "accuracy": 0.8,
            "f1": 0.797775,
            "f1_weighted": 0.797775
          },
          {
            "accuracy": 0.792333,
            "f1": 0.789185,
            "f1_weighted": 0.789185
          },
          {
            "accuracy": 0.8,
            "f1": 0.797497,
            "f1_weighted": 0.797497
          },
          {
            "accuracy": 0.802333,
            "f1": 0.798941,
            "f1_weighted": 0.798941
          },
          {
            "accuracy": 0.796667,
            "f1": 0.794641,
            "f1_weighted": 0.794641
          },
          {
            "accuracy": 0.808333,
            "f1": 0.807208,
            "f1_weighted": 0.807208
          }
        ],
        "main_score": 0.7983,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ]
      }
    ],
    "validation": [
      {
        "accuracy": 0.787233,
        "f1": 0.784088,
        "f1_weighted": 0.784088,
        "scores_per_experiment": [
          {
            "accuracy": 0.786667,
            "f1": 0.785799,
            "f1_weighted": 0.785799
          },
          {
            "accuracy": 0.780667,
            "f1": 0.772369,
            "f1_weighted": 0.772369
          },
          {
            "accuracy": 0.789,
            "f1": 0.783989,
            "f1_weighted": 0.783989
          },
          {
            "accuracy": 0.787333,
            "f1": 0.785161,
            "f1_weighted": 0.785161
          },
          {
            "accuracy": 0.788333,
            "f1": 0.785657,
            "f1_weighted": 0.785657
          },
          {
            "accuracy": 0.78,
            "f1": 0.777196,
            "f1_weighted": 0.777196
          },
          {
            "accuracy": 0.79,
            "f1": 0.78749,
            "f1_weighted": 0.78749
          },
          {
            "accuracy": 0.793,
            "f1": 0.789566,
            "f1_weighted": 0.789566
          },
          {
            "accuracy": 0.786333,
            "f1": 0.784128,
            "f1_weighted": 0.784128
          },
          {
            "accuracy": 0.791,
            "f1": 0.78953,
            "f1_weighted": 0.78953
          }
        ],
        "main_score": 0.787233,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ]
      }
    ]
  },
  "evaluation_time": 30.730741262435913,
  "kg_co2_emissions": null
}