{
  "dataset_revision": "3d96e36e10a88d5b7a3f617cf8362d997504494b",
  "task_name": "KorSarcasmClassification",
  "mteb_version": "1.18.0",
  "scores": {
    "train": [
      {
        "accuracy": 0.53208,
        "f1": 0.526586,
        "f1_weighted": 0.526552,
        "ap": 0.516884,
        "ap_weighted": 0.516884,
        "scores_per_experiment": [
          {
            "accuracy": 0.539551,
            "f1": 0.538756,
            "f1_weighted": 0.538794,
            "ap": 0.520458,
            "ap_weighted": 0.520458
          },
          {
            "accuracy": 0.489746,
            "f1": 0.489293,
            "f1_weighted": 0.489323,
            "ap": 0.493981,
            "ap_weighted": 0.493981
          },
          {
            "accuracy": 0.600586,
            "f1": 0.579365,
            "f1_weighted": 0.579181,
            "ap": 0.556584,
            "ap_weighted": 0.556584
          },
          {
            "accuracy": 0.526367,
            "f1": 0.526168,
            "f1_weighted": 0.526149,
            "ap": 0.512898,
            "ap_weighted": 0.512898
          },
          {
            "accuracy": 0.516113,
            "f1": 0.505138,
            "f1_weighted": 0.505282,
            "ap": 0.507292,
            "ap_weighted": 0.507292
          },
          {
            "accuracy": 0.524414,
            "f1": 0.523184,
            "f1_weighted": 0.523137,
            "ap": 0.511827,
            "ap_weighted": 0.511827
          },
          {
            "accuracy": 0.569824,
            "f1": 0.561329,
            "f1_weighted": 0.56121,
            "ap": 0.537918,
            "ap_weighted": 0.537918
          },
          {
            "accuracy": 0.55127,
            "f1": 0.543392,
            "f1_weighted": 0.543275,
            "ap": 0.526891,
            "ap_weighted": 0.526891
          },
          {
            "accuracy": 0.528809,
            "f1": 0.525263,
            "f1_weighted": 0.525182,
            "ap": 0.514229,
            "ap_weighted": 0.514229
          },
          {
            "accuracy": 0.474121,
            "f1": 0.473967,
            "f1_weighted": 0.473985,
            "ap": 0.486763,
            "ap_weighted": 0.486763
          }
        ],
        "main_score": 0.53208,
        "hf_subset": "default",
        "languages": [
          "kor-Hang"
        ]
      }
    ]
  },
  "evaluation_time": 7.465747833251953,
  "kg_co2_emissions": 0.0002257440659660694
}