{
  "dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
  "task_name": "Waimai",
  "mteb_version": "2.18.0",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.58,
            "f1": 0.515852,
            "f1_weighted": 0.577533,
            "precision": 0.516159,
            "precision_weighted": 0.575271,
            "recall": 0.515783,
            "recall_weighted": 0.58,
            "ap": 0.332399,
            "ap_weighted": 0.332399
          },
          {
            "accuracy": 0.646,
            "f1": 0.442681,
            "f1_weighted": 0.560498,
            "precision": 0.484271,
            "precision_weighted": 0.550244,
            "recall": 0.495271,
            "recall_weighted": 0.646,
            "ap": 0.323112,
            "ap_weighted": 0.323112
          },
          {
            "accuracy": 0.512,
            "f1": 0.486221,
            "f1_weighted": 0.526501,
            "precision": 0.4948,
            "precision_weighted": 0.556228,
            "recall": 0.494131,
            "recall_weighted": 0.512,
            "ap": 0.32247,
            "ap_weighted": 0.32247
          },
          {
            "accuracy": 0.516,
            "f1": 0.487963,
            "f1_weighted": 0.529899,
            "precision": 0.495284,
            "precision_weighted": 0.556729,
            "recall": 0.494701,
            "recall_weighted": 0.516,
            "ap": 0.322713,
            "ap_weighted": 0.322713
          },
          {
            "accuracy": 0.569,
            "f1": 0.507649,
            "f1_weighted": 0.568479,
            "precision": 0.507672,
            "precision_weighted": 0.567966,
            "recall": 0.507635,
            "recall_weighted": 0.569,
            "ap": 0.328457,
            "ap_weighted": 0.328457
          },
          {
            "accuracy": 0.54,
            "f1": 0.503248,
            "f1_weighted": 0.550539,
            "precision": 0.506287,
            "precision_weighted": 0.56711,
            "recall": 0.506895,
            "recall_weighted": 0.54,
            "ap": 0.328095,
            "ap_weighted": 0.328095
          },
          {
            "accuracy": 0.591,
            "f1": 0.502892,
            "f1_weighted": 0.576141,
            "precision": 0.506465,
            "precision_weighted": 0.566602,
            "recall": 0.505584,
            "recall_weighted": 0.591,
            "ap": 0.327523,
            "ap_weighted": 0.327523
          },
          {
            "accuracy": 0.669,
            "f1": 0.487596,
            "f1_weighted": 0.594304,
            "precision": 0.574728,
            "precision_weighted": 0.614008,
            "recall": 0.525071,
            "recall_weighted": 0.669,
            "ap": 0.340654,
            "ap_weighted": 0.340654
          },
          {
            "accuracy": 0.554,
            "f1": 0.508585,
            "f1_weighted": 0.560872,
            "precision": 0.509481,
            "precision_weighted": 0.569875,
            "recall": 0.510085,
            "recall_weighted": 0.554,
            "ap": 0.329587,
            "ap_weighted": 0.329587
          },
          {
            "accuracy": 0.498,
            "f1": 0.484125,
            "f1_weighted": 0.513736,
            "precision": 0.501851,
            "precision_weighted": 0.563115,
            "recall": 0.502108,
            "recall_weighted": 0.498,
            "ap": 0.32593,
            "ap_weighted": 0.32593
          }
        ],
        "accuracy": 0.5675,
        "f1": 0.492681,
        "f1_weighted": 0.55585,
        "precision": 0.5097,
        "precision_weighted": 0.568715,
        "recall": 0.505726,
        "recall_weighted": 0.5675,
        "ap": 0.328094,
        "ap_weighted": 0.328094,
        "main_score": 0.5675,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ],
        "mteb_version": "2.18.0"
      }
    ]
  },
  "evaluation_time": 9.062000000005355,
  "kg_co2_emissions": null,
  "date": 1784017021.630131,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 0.0,
      "end": 2.2180000000080327,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 2.2180000000080327,
      "end": 2.2180000000080327,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 3.437000000005355,
      "end": 3.4680000000080327,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Encoding test samples",
      "start": 3.562000000005355,
      "end": 3.6090000000112923,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 3.6090000000112923,
      "end": 4.109000000011292,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 4.109000000011292,
      "end": 4.484000000011292,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 4.484000000011292,
      "end": 4.875,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 4.875,
      "end": 5.264999999999418,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 5.264999999999418,
      "end": 5.639999999999418,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 5.639999999999418,
      "end": 6.047000000005937,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 6.047000000005937,
      "end": 6.437000000005355,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 6.437000000005355,
      "end": 6.843000000008033,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 6.843000000008033,
      "end": 7.312000000005355,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 7.312000000005355,
      "end": 9.047000000005937,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Scoring",
      "start": 3.6090000000112923,
      "end": 9.047000000005937,
      "split": "test",
      "subset": "default"
    }
  ]
}