{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "1.29.10",
  "scores": {
    "validation": [
      {
        "accuracy": 0.420266,
        "f1": 0.40467,
        "f1_weighted": 0.429307,
        "scores_per_experiment": [
          {
            "accuracy": 0.409739,
            "f1": 0.401279,
            "f1_weighted": 0.409522
          },
          {
            "accuracy": 0.409247,
            "f1": 0.395827,
            "f1_weighted": 0.425687
          },
          {
            "accuracy": 0.409739,
            "f1": 0.401009,
            "f1_weighted": 0.416781
          },
          {
            "accuracy": 0.392523,
            "f1": 0.37159,
            "f1_weighted": 0.395597
          },
          {
            "accuracy": 0.416134,
            "f1": 0.409412,
            "f1_weighted": 0.431182
          },
          {
            "accuracy": 0.419577,
            "f1": 0.386602,
            "f1_weighted": 0.428897
          },
          {
            "accuracy": 0.428431,
            "f1": 0.41887,
            "f1_weighted": 0.443573
          },
          {
            "accuracy": 0.434333,
            "f1": 0.411459,
            "f1_weighted": 0.442264
          },
          {
            "accuracy": 0.435317,
            "f1": 0.418648,
            "f1_weighted": 0.449863
          },
          {
            "accuracy": 0.447614,
            "f1": 0.432006,
            "f1_weighted": 0.449705
          }
        ],
        "main_score": 0.420266,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ],
    "test": [
      {
        "accuracy": 0.412307,
        "f1": 0.386669,
        "f1_weighted": 0.421043,
        "scores_per_experiment": [
          {
            "accuracy": 0.418292,
            "f1": 0.399703,
            "f1_weighted": 0.424381
          },
          {
            "accuracy": 0.430061,
            "f1": 0.408519,
            "f1_weighted": 0.446275
          },
          {
            "accuracy": 0.411903,
            "f1": 0.396506,
            "f1_weighted": 0.421605
          },
          {
            "accuracy": 0.396436,
            "f1": 0.361751,
            "f1_weighted": 0.409969
          },
          {
            "accuracy": 0.422999,
            "f1": 0.388023,
            "f1_weighted": 0.428887
          },
          {
            "accuracy": 0.410222,
            "f1": 0.383944,
            "f1_weighted": 0.422034
          },
          {
            "accuracy": 0.430733,
            "f1": 0.398564,
            "f1_weighted": 0.444445
          },
          {
            "accuracy": 0.416611,
            "f1": 0.389578,
            "f1_weighted": 0.417831
          },
          {
            "accuracy": 0.401816,
            "f1": 0.368907,
            "f1_weighted": 0.407564
          },
          {
            "accuracy": 0.383995,
            "f1": 0.371196,
            "f1_weighted": 0.387439
          }
        ],
        "main_score": 0.412307,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 16.73963975906372,
  "kg_co2_emissions": null
}