{
  "dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
  "task_name": "Waimai",
  "mteb_version": "2.18.0",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.566,
            "f1": 0.460626,
            "f1_weighted": 0.544067,
            "precision": 0.4616,
            "precision_weighted": 0.530027,
            "recall": 0.468718,
            "recall_weighted": 0.566,
            "ap": 0.313763,
            "ap_weighted": 0.313763
          },
          {
            "accuracy": 0.413,
            "f1": 0.401772,
            "f1_weighted": 0.373087,
            "precision": 0.536356,
            "precision_weighted": 0.605546,
            "recall": 0.525299,
            "recall_weighted": 0.413,
            "ap": 0.336567,
            "ap_weighted": 0.336567
          },
          {
            "accuracy": 0.426,
            "f1": 0.417895,
            "f1_weighted": 0.393854,
            "precision": 0.543481,
            "precision_weighted": 0.613649,
            "recall": 0.532536,
            "recall_weighted": 0.426,
            "ap": 0.340066,
            "ap_weighted": 0.340066
          },
          {
            "accuracy": 0.594,
            "f1": 0.475062,
            "f1_weighted": 0.562516,
            "precision": 0.482199,
            "precision_weighted": 0.547199,
            "recall": 0.487066,
            "recall_weighted": 0.594,
            "ap": 0.319823,
            "ap_weighted": 0.319823
          },
          {
            "accuracy": 0.457,
            "f1": 0.452466,
            "f1_weighted": 0.435027,
            "precision": 0.569877,
            "precision_weighted": 0.644138,
            "recall": 0.557094,
            "recall_weighted": 0.457,
            "ap": 0.352571,
            "ap_weighted": 0.352571
          },
          {
            "accuracy": 0.414,
            "f1": 0.402624,
            "f1_weighted": 0.37377,
            "precision": 0.538726,
            "precision_weighted": 0.60846,
            "recall": 0.526838,
            "recall_weighted": 0.414,
            "ap": 0.3373,
            "ap_weighted": 0.3373
          },
          {
            "accuracy": 0.395,
            "f1": 0.365103,
            "f1_weighted": 0.316883,
            "precision": 0.583562,
            "precision_weighted": 0.667741,
            "recall": 0.536695,
            "recall_weighted": 0.395,
            "ap": 0.341994,
            "ap_weighted": 0.341994
          },
          {
            "accuracy": 0.586,
            "f1": 0.457976,
            "f1_weighted": 0.550174,
            "precision": 0.462731,
            "precision_weighted": 0.532095,
            "recall": 0.47396,
            "recall_weighted": 0.586,
            "ap": 0.3157,
            "ap_weighted": 0.3157
          },
          {
            "accuracy": 0.389,
            "f1": 0.359388,
            "f1_weighted": 0.311182,
            "precision": 0.565117,
            "precision_weighted": 0.644145,
            "recall": 0.52906,
            "recall_weighted": 0.389,
            "ap": 0.338312,
            "ap_weighted": 0.338312
          },
          {
            "accuracy": 0.399,
            "f1": 0.365122,
            "f1_weighted": 0.313792,
            "precision": 0.62065,
            "precision_weighted": 0.716188,
            "recall": 0.546838,
            "recall_weighted": 0.399,
            "ap": 0.346984,
            "ap_weighted": 0.346984
          }
        ],
        "accuracy": 0.4639,
        "f1": 0.415803,
        "f1_weighted": 0.417435,
        "precision": 0.53643,
        "precision_weighted": 0.610919,
        "recall": 0.51841,
        "recall_weighted": 0.4639,
        "ap": 0.334308,
        "ap_weighted": 0.334308,
        "main_score": 0.4639,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ],
        "mteb_version": "2.18.0"
      }
    ]
  },
  "evaluation_time": 13.125,
  "kg_co2_emissions": null,
  "date": 1784017011.060031,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 0.0,
      "end": 2.264999999999418,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 2.264999999999418,
      "end": 2.264999999999418,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 6.889999999999418,
      "end": 6.922000000005937,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Encoding test samples",
      "start": 7.093000000008033,
      "end": 7.125,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 7.125,
      "end": 8.531000000002678,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 8.531000000002678,
      "end": 10.125,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 10.125,
      "end": 10.514999999999418,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 10.514999999999418,
      "end": 10.889999999999418,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 10.889999999999418,
      "end": 11.264999999999418,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 11.264999999999418,
      "end": 11.625,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 11.625,
      "end": 11.984000000011292,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 11.984000000011292,
      "end": 12.359000000011292,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 12.359000000011292,
      "end": 12.75,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 12.75,
      "end": 13.109000000011292,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Scoring",
      "start": 7.125,
      "end": 13.109000000011292,
      "split": "test",
      "subset": "default"
    }
  ]
}