{
  "dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
  "task_name": "Waimai",
  "mteb_version": "2.18.0",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.533,
            "f1": 0.528747,
            "f1_weighted": 0.544416,
            "precision": 0.562603,
            "precision_weighted": 0.627358,
            "recall": 0.569516,
            "recall_weighted": 0.533,
            "ap": 0.360435,
            "ap_weighted": 0.360435
          },
          {
            "accuracy": 0.516,
            "f1": 0.502623,
            "f1_weighted": 0.531172,
            "precision": 0.51986,
            "precision_weighted": 0.581263,
            "recall": 0.522621,
            "recall_weighted": 0.516,
            "ap": 0.335518,
            "ap_weighted": 0.335518
          },
          {
            "accuracy": 0.532,
            "f1": 0.49341,
            "f1_weighted": 0.542347,
            "precision": 0.496507,
            "precision_weighted": 0.558004,
            "recall": 0.496182,
            "recall_weighted": 0.532,
            "ap": 0.323347,
            "ap_weighted": 0.323347
          },
          {
            "accuracy": 0.573,
            "f1": 0.55919,
            "f1_weighted": 0.586498,
            "precision": 0.572301,
            "precision_weighted": 0.63345,
            "recall": 0.582393,
            "recall_weighted": 0.573,
            "ap": 0.369224,
            "ap_weighted": 0.369224
          },
          {
            "accuracy": 0.591,
            "f1": 0.568365,
            "f1_weighted": 0.60296,
            "precision": 0.572951,
            "precision_weighted": 0.631443,
            "recall": 0.582165,
            "recall_weighted": 0.591,
            "ap": 0.370016,
            "ap_weighted": 0.370016
          },
          {
            "accuracy": 0.55,
            "f1": 0.549127,
            "f1_weighted": 0.556071,
            "precision": 0.602914,
            "precision_weighted": 0.673602,
            "recall": 0.609231,
            "recall_weighted": 0.55,
            "ap": 0.384125,
            "ap_weighted": 0.384125
          },
          {
            "accuracy": 0.585,
            "f1": 0.569287,
            "f1_weighted": 0.59808,
            "precision": 0.579481,
            "precision_weighted": 0.639841,
            "recall": 0.590484,
            "recall_weighted": 0.585,
            "ap": 0.37472,
            "ap_weighted": 0.37472
          },
          {
            "accuracy": 0.526,
            "f1": 0.525992,
            "f1_weighted": 0.525329,
            "precision": 0.601682,
            "precision_weighted": 0.675673,
            "recall": 0.601026,
            "recall_weighted": 0.526,
            "ap": 0.378228,
            "ap_weighted": 0.378228
          },
          {
            "accuracy": 0.543,
            "f1": 0.539184,
            "f1_weighted": 0.553861,
            "precision": 0.574503,
            "precision_weighted": 0.640134,
            "recall": 0.582507,
            "recall_weighted": 0.543,
            "ap": 0.368104,
            "ap_weighted": 0.368104
          },
          {
            "accuracy": 0.594,
            "f1": 0.575641,
            "f1_weighted": 0.606534,
            "precision": 0.582811,
            "precision_weighted": 0.642148,
            "recall": 0.59396,
            "recall_weighted": 0.594,
            "ap": 0.377423,
            "ap_weighted": 0.377423
          }
        ],
        "accuracy": 0.5543,
        "f1": 0.541157,
        "f1_weighted": 0.564727,
        "precision": 0.566561,
        "precision_weighted": 0.630292,
        "recall": 0.573009,
        "recall_weighted": 0.5543,
        "ap": 0.364114,
        "ap_weighted": 0.364114,
        "main_score": 0.5543,
        "hf_subset": "default",
        "languages": [
          "cmn-Hans"
        ],
        "mteb_version": "2.18.0"
      }
    ]
  },
  "evaluation_time": 12.73399999999674,
  "kg_co2_emissions": null,
  "date": 1784017096.708496,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 0.0,
      "end": 2.1089999999967404,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 2.1089999999967404,
      "end": 2.1089999999967404,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 3.7189999999973224,
      "end": 4.4060000000026776,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Encoding test samples",
      "start": 4.6560000000026776,
      "end": 5.8439999999973224,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 5.8439999999973224,
      "end": 6.7189999999973224,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 6.7189999999973224,
      "end": 7.35899999999674,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 7.35899999999674,
      "end": 7.98399999999674,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 7.98399999999674,
      "end": 8.593999999997322,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 8.593999999997322,
      "end": 9.218999999997322,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 9.218999999997322,
      "end": 9.875,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 9.875,
      "end": 10.562000000005355,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 10.562000000005355,
      "end": 11.547000000005937,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 11.547000000005937,
      "end": 12.156000000002678,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 12.156000000002678,
      "end": 12.73399999999674,
      "split": "test",
      "subset": "default"
    },
    {
      "name": "Scoring",
      "start": 5.8439999999973224,
      "end": 12.73399999999674,
      "split": "test",
      "subset": "default"
    }
  ]
}