{
  "dataset_revision": "84af4753ebb04ca836fb54ce89a339839b03b748",
  "task_name": "PoemSentimentClassification",
  "mteb_version": "2.18.12",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.390476,
            "f1": 0.294314,
            "f1_weighted": 0.452731,
            "precision": 0.333965,
            "precision_weighted": 0.594637,
            "recall": 0.291325,
            "recall_weighted": 0.390476,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.390476,
            "f1": 0.30913,
            "f1_weighted": 0.434411,
            "precision": 0.342187,
            "precision_weighted": 0.585179,
            "recall": 0.332559,
            "recall_weighted": 0.390476,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.304762,
            "f1": 0.24881,
            "f1_weighted": 0.358014,
            "precision": 0.30064,
            "precision_weighted": 0.52287,
            "recall": 0.249181,
            "recall_weighted": 0.304762,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.380952,
            "f1": 0.284194,
            "f1_weighted": 0.460609,
            "precision": 0.345455,
            "precision_weighted": 0.647734,
            "recall": 0.268632,
            "recall_weighted": 0.380952,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.409524,
            "f1": 0.294937,
            "f1_weighted": 0.464908,
            "precision": 0.33623,
            "precision_weighted": 0.629921,
            "recall": 0.314298,
            "recall_weighted": 0.409524,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.504762,
            "f1": 0.326042,
            "f1_weighted": 0.545119,
            "precision": 0.348496,
            "precision_weighted": 0.594233,
            "recall": 0.307747,
            "recall_weighted": 0.504762,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.380952,
            "f1": 0.286441,
            "f1_weighted": 0.456635,
            "precision": 0.345692,
            "precision_weighted": 0.646989,
            "recall": 0.276619,
            "recall_weighted": 0.380952,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.4,
            "f1": 0.294882,
            "f1_weighted": 0.478527,
            "precision": 0.346875,
            "precision_weighted": 0.614167,
            "recall": 0.264796,
            "recall_weighted": 0.4,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.409524,
            "f1": 0.291399,
            "f1_weighted": 0.477383,
            "precision": 0.348547,
            "precision_weighted": 0.599037,
            "recall": 0.266871,
            "recall_weighted": 0.409524,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.390476,
            "f1": 0.29136,
            "f1_weighted": 0.46829,
            "precision": 0.353505,
            "precision_weighted": 0.667282,
            "recall": 0.284886,
            "recall_weighted": 0.390476,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.39619,
        "f1": 0.292151,
        "f1_weighted": 0.459663,
        "precision": 0.340159,
        "precision_weighted": 0.610205,
        "recall": 0.285691,
        "recall_weighted": 0.39619,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.39619,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ],
        "mteb_version": "2.18.12"
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.336538,
            "f1": 0.231478,
            "f1_weighted": 0.395329,
            "precision": 0.274177,
            "precision_weighted": 0.548458,
            "recall": 0.236961,
            "recall_weighted": 0.336538,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.403846,
            "f1": 0.312021,
            "f1_weighted": 0.455393,
            "precision": 0.350616,
            "precision_weighted": 0.622642,
            "recall": 0.331534,
            "recall_weighted": 0.403846,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.384615,
            "f1": 0.286157,
            "f1_weighted": 0.442819,
            "precision": 0.331801,
            "precision_weighted": 0.601103,
            "recall": 0.290749,
            "recall_weighted": 0.384615,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.288462,
            "f1": 0.215897,
            "f1_weighted": 0.328307,
            "precision": 0.254681,
            "precision_weighted": 0.479277,
            "recall": 0.232981,
            "recall_weighted": 0.288462,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.259615,
            "f1": 0.164524,
            "f1_weighted": 0.315239,
            "precision": 0.200597,
            "precision_weighted": 0.428519,
            "recall": 0.152901,
            "recall_weighted": 0.259615,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.384615,
            "f1": 0.251276,
            "f1_weighted": 0.442368,
            "precision": 0.280035,
            "precision_weighted": 0.544971,
            "recall": 0.243075,
            "recall_weighted": 0.384615,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.259615,
            "f1": 0.203825,
            "f1_weighted": 0.311111,
            "precision": 0.243646,
            "precision_weighted": 0.44759,
            "recall": 0.200908,
            "recall_weighted": 0.259615,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.375,
            "f1": 0.254266,
            "f1_weighted": 0.443708,
            "precision": 0.302027,
            "precision_weighted": 0.557698,
            "recall": 0.22745,
            "recall_weighted": 0.375,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.355769,
            "f1": 0.226038,
            "f1_weighted": 0.417864,
            "precision": 0.270833,
            "precision_weighted": 0.50641,
            "recall": 0.194067,
            "recall_weighted": 0.355769,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.355769,
            "f1": 0.284354,
            "f1_weighted": 0.408799,
            "precision": 0.321875,
            "precision_weighted": 0.558822,
            "recall": 0.291881,
            "recall_weighted": 0.355769,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.340385,
        "f1": 0.242984,
        "f1_weighted": 0.396094,
        "precision": 0.283029,
        "precision_weighted": 0.529549,
        "recall": 0.240251,
        "recall_weighted": 0.340385,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.340385,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ],
        "mteb_version": "2.18.12"
      }
    ]
  },
  "evaluation_time": 3.962633895687759,
  "kg_co2_emissions": null,
  "date": 1785883142.385854,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 2.961093559861183e-05,
      "end": 1.4600776149891317,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 1.4600914428010583,
      "end": 1.4600953538902104,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 1.7244184631854296,
      "end": 1.7310082791373134,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Encoding test samples",
      "start": 1.7410669387318194,
      "end": 1.7441094131208956,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 1.7442547478713095,
      "end": 1.8045485988259315,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 1.8046954008750618,
      "end": 1.8655113689601421,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 1.8656439939513803,
      "end": 1.9251515250653028,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 1.9252697620540857,
      "end": 1.9735741787590086,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 1.9736818009987473,
      "end": 2.0215618750080466,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 2.021702670957893,
      "end": 2.071003064047545,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 2.071148119866848,
      "end": 2.1194303981028497,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 2.1195436767302454,
      "end": 2.1676834831014276,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 2.167791733983904,
      "end": 2.2170577659271657,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 2.21721762791276,
      "end": 2.270046087913215,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Scoring",
      "start": 1.7441737349145114,
      "end": 2.2700522341765463,
      "split": "validation",
      "subset": "default"
    },
    {
      "name": "Encoding training samples",
      "start": 2.9421819769777358,
      "end": 2.947596819140017,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Encoding test samples",
      "start": 2.9574887729249895,
      "end": 2.960401904769242,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 2.9605532470159233,
      "end": 3.01349561708048,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 3.013657364062965,
      "end": 3.0660236310213804,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 3.0661739241331816,
      "end": 3.115042853169143,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 3.1151735219173133,
      "end": 3.163887129165232,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 3.1640357468277216,
      "end": 3.2153660180047154,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 3.2155187567695975,
      "end": 3.2747247251681983,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 3.27487550675869,
      "end": 3.326836426742375,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 3.326964233070612,
      "end": 3.3820853759534657,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 3.382243352010846,
      "end": 3.45265501877293,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 3.4528230521827936,
      "end": 3.5189877967350185,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Scoring",
      "start": 2.960465250071138,
      "end": 3.518995129968971,
      "split": "test",
      "subset": "default"
    }
  ]
}