{
  "dataset_revision": "fc69d1c153a8ccdcf1eef52f4e2a27f88782f543",
  "task_name": "PAC",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "accuracy": 0.643093,
        "f1": 0.615965,
        "f1_weighted": 0.647738,
        "ap": 0.748471,
        "ap_weighted": 0.748471,
        "scores_per_experiment": [
          {
            "accuracy": 0.67883,
            "f1": 0.6709,
            "f1_weighted": 0.688846,
            "ap": 0.795338,
            "ap_weighted": 0.795338
          },
          {
            "accuracy": 0.638575,
            "f1": 0.633174,
            "f1_weighted": 0.64881,
            "ap": 0.775103,
            "ap_weighted": 0.775103
          },
          {
            "accuracy": 0.720533,
            "f1": 0.68229,
            "f1_weighted": 0.721012,
            "ap": 0.769996,
            "ap_weighted": 0.769996
          },
          {
            "accuracy": 0.624964,
            "f1": 0.526912,
            "f1_weighted": 0.602572,
            "ap": 0.689353,
            "ap_weighted": 0.689353
          },
          {
            "accuracy": 0.699681,
            "f1": 0.672308,
            "f1_weighted": 0.705579,
            "ap": 0.770985,
            "ap_weighted": 0.770985
          },
          {
            "accuracy": 0.677382,
            "f1": 0.646074,
            "f1_weighted": 0.683052,
            "ap": 0.753728,
            "ap_weighted": 0.753728
          },
          {
            "accuracy": 0.524471,
            "f1": 0.52356,
            "f1_weighted": 0.530879,
            "ap": 0.716091,
            "ap_weighted": 0.716091
          },
          {
            "accuracy": 0.623516,
            "f1": 0.616863,
            "f1_weighted": 0.634598,
            "ap": 0.760766,
            "ap_weighted": 0.760766
          },
          {
            "accuracy": 0.608167,
            "f1": 0.582125,
            "f1_weighted": 0.618771,
            "ap": 0.721084,
            "ap_weighted": 0.721084
          },
          {
            "accuracy": 0.63481,
            "f1": 0.605446,
            "f1_weighted": 0.643258,
            "ap": 0.732264,
            "ap_weighted": 0.732264
          }
        ],
        "main_score": 0.643093,
        "hf_subset": "default",
        "languages": [
          "pol-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 8.10547947883606,
  "kg_co2_emissions": 0.00029515451149415584
}