{
  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
  "task_name": "MassiveScenarioClassification",
  "mteb_version": "2.16.2",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.800787,
            "f1": 0.787405,
            "f1_weighted": 0.797029,
            "precision": 0.762097,
            "precision_weighted": 0.812028,
            "recall": 0.835517,
            "recall_weighted": 0.800787,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.795868,
            "f1": 0.77636,
            "f1_weighted": 0.790321,
            "precision": 0.755666,
            "precision_weighted": 0.817568,
            "recall": 0.835695,
            "recall_weighted": 0.795868,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.778652,
            "f1": 0.761732,
            "f1_weighted": 0.775854,
            "precision": 0.739472,
            "precision_weighted": 0.807927,
            "recall": 0.826987,
            "recall_weighted": 0.778652,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.782095,
            "f1": 0.760089,
            "f1_weighted": 0.777787,
            "precision": 0.742007,
            "precision_weighted": 0.799299,
            "recall": 0.813274,
            "recall_weighted": 0.782095,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.749631,
            "f1": 0.737775,
            "f1_weighted": 0.74517,
            "precision": 0.731287,
            "precision_weighted": 0.79208,
            "recall": 0.800161,
            "recall_weighted": 0.749631,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.766847,
            "f1": 0.75512,
            "f1_weighted": 0.76268,
            "precision": 0.73335,
            "precision_weighted": 0.789297,
            "recall": 0.808494,
            "recall_weighted": 0.766847,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.745696,
            "f1": 0.731853,
            "f1_weighted": 0.746081,
            "precision": 0.722399,
            "precision_weighted": 0.797705,
            "recall": 0.79706,
            "recall_weighted": 0.745696,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.736842,
            "f1": 0.73654,
            "f1_weighted": 0.738767,
            "precision": 0.720245,
            "precision_weighted": 0.771634,
            "recall": 0.788622,
            "recall_weighted": 0.736842,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.78603,
            "f1": 0.767066,
            "f1_weighted": 0.783608,
            "precision": 0.755542,
            "precision_weighted": 0.801732,
            "recall": 0.803423,
            "recall_weighted": 0.78603,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.766355,
            "f1": 0.753794,
            "f1_weighted": 0.764546,
            "precision": 0.736508,
            "precision_weighted": 0.794463,
            "recall": 0.811005,
            "recall_weighted": 0.766355,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.77088,
        "f1": 0.756773,
        "f1_weighted": 0.768184,
        "precision": 0.739857,
        "precision_weighted": 0.798373,
        "recall": 0.812024,
        "recall_weighted": 0.77088,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.77088,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ],
        "mteb_version": "2.16.2"
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.796907,
            "f1": 0.787447,
            "f1_weighted": 0.793667,
            "precision": 0.764963,
            "precision_weighted": 0.805493,
            "recall": 0.828867,
            "recall_weighted": 0.796907,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.803295,
            "f1": 0.78523,
            "f1_weighted": 0.798209,
            "precision": 0.764095,
            "precision_weighted": 0.822278,
            "recall": 0.839869,
            "recall_weighted": 0.803295,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.786483,
            "f1": 0.774195,
            "f1_weighted": 0.785081,
            "precision": 0.75301,
            "precision_weighted": 0.814353,
            "recall": 0.831476,
            "recall_weighted": 0.786483,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.800605,
            "f1": 0.784667,
            "f1_weighted": 0.798923,
            "precision": 0.766096,
            "precision_weighted": 0.817668,
            "recall": 0.829581,
            "recall_weighted": 0.800605,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.770007,
            "f1": 0.761895,
            "f1_weighted": 0.76707,
            "precision": 0.760796,
            "precision_weighted": 0.816478,
            "recall": 0.818367,
            "recall_weighted": 0.770007,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.771352,
            "f1": 0.763422,
            "f1_weighted": 0.767697,
            "precision": 0.748809,
            "precision_weighted": 0.794188,
            "recall": 0.810603,
            "recall_weighted": 0.771352,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.747142,
            "f1": 0.737663,
            "f1_weighted": 0.74325,
            "precision": 0.72453,
            "precision_weighted": 0.793277,
            "recall": 0.809271,
            "recall_weighted": 0.747142,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.749832,
            "f1": 0.753216,
            "f1_weighted": 0.749151,
            "precision": 0.734456,
            "precision_weighted": 0.782146,
            "recall": 0.809515,
            "recall_weighted": 0.749832,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.778077,
            "f1": 0.763239,
            "f1_weighted": 0.776138,
            "precision": 0.752989,
            "precision_weighted": 0.799818,
            "recall": 0.802768,
            "recall_weighted": 0.778077,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.76967,
            "f1": 0.764318,
            "f1_weighted": 0.768749,
            "precision": 0.747862,
            "precision_weighted": 0.797738,
            "recall": 0.817757,
            "recall_weighted": 0.76967,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.777337,
        "f1": 0.767529,
        "f1_weighted": 0.774794,
        "precision": 0.751761,
        "precision_weighted": 0.804344,
        "recall": 0.819807,
        "recall_weighted": 0.777337,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.777337,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ],
        "mteb_version": "2.16.2"
      }
    ]
  },
  "evaluation_time": 88.46983065886889,
  "kg_co2_emissions": null,
  "date": 1783073861.637079,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 0.0005734669975936413,
      "end": 11.578850678051822,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 11.57886836794205,
      "end": 11.578872857033275,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 13.257173554040492,
      "end": 23.157039784942754,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Encoding test samples",
      "start": 23.215212662005797,
      "end": 38.45089970494155,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 38.45330638799351,
      "end": 39.16414936503861,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 39.166245635948144,
      "end": 39.92625410098117,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 39.92822558502667,
      "end": 40.64095809694845,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 40.643108226009645,
      "end": 41.340207176981494,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 41.34222026995849,
      "end": 42.042146584019065,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 42.04400930996053,
      "end": 42.742013489012606,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 42.743937234045006,
      "end": 43.4397989329882,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 43.44180797599256,
      "end": 44.13364407001063,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 44.13558111398015,
      "end": 44.83844831795432,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 44.84036565304268,
      "end": 45.53279319300782,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Scoring",
      "start": 38.451999709010124,
      "end": 45.53279936197214,
      "split": "validation",
      "subset": "nl"
    },
    {
      "name": "Encoding training samples",
      "start": 47.1988410979975,
      "end": 57.08170364797115,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Encoding test samples",
      "start": 57.16420203796588,
      "end": 79.3723620979581,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 79.37483283900656,
      "end": 80.34990160400048,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 80.35142363794148,
      "end": 81.28783148596995,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 81.28935377998278,
      "end": 82.18628064193763,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 82.18780955497641,
      "end": 83.10285548795946,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 83.10436676198151,
      "end": 83.9929499400314,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 83.99456115195062,
      "end": 84.8983249909943,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 84.89989171398338,
      "end": 85.78930614097044,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 85.79084592498839,
      "end": 86.67604316095822,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 86.67757090495434,
      "end": 87.57899480802007,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 87.5805350219598,
      "end": 88.46322546701413,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Scoring",
      "start": 79.37349556095432,
      "end": 88.46323175705038,
      "split": "test",
      "subset": "nl"
    }
  ]
}