{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.20.11",
  "scores": {
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.757902,
            "f1": 0.734831,
            "f1_weighted": 0.754191,
            "precision": 0.712361,
            "precision_weighted": 0.788222,
            "recall": 0.813749,
            "recall_weighted": 0.757902,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.770343,
            "f1": 0.74628,
            "f1_weighted": 0.767859,
            "precision": 0.716834,
            "precision_weighted": 0.788556,
            "recall": 0.809639,
            "recall_weighted": 0.770343,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.754539,
            "f1": 0.722415,
            "f1_weighted": 0.7514,
            "precision": 0.701226,
            "precision_weighted": 0.789616,
            "recall": 0.801171,
            "recall_weighted": 0.754539,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.766308,
            "f1": 0.739847,
            "f1_weighted": 0.76283,
            "precision": 0.723624,
            "precision_weighted": 0.790131,
            "recall": 0.806955,
            "recall_weighted": 0.766308,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.748487,
            "f1": 0.728435,
            "f1_weighted": 0.742874,
            "precision": 0.701935,
            "precision_weighted": 0.769021,
            "recall": 0.807816,
            "recall_weighted": 0.748487,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.749496,
            "f1": 0.729763,
            "f1_weighted": 0.746378,
            "precision": 0.714691,
            "precision_weighted": 0.787958,
            "recall": 0.80743,
            "recall_weighted": 0.749496,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.756557,
            "f1": 0.736425,
            "f1_weighted": 0.759808,
            "precision": 0.715403,
            "precision_weighted": 0.793402,
            "recall": 0.806716,
            "recall_weighted": 0.756557,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.753867,
            "f1": 0.724315,
            "f1_weighted": 0.755312,
            "precision": 0.70092,
            "precision_weighted": 0.779153,
            "recall": 0.796642,
            "recall_weighted": 0.753867,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.745797,
            "f1": 0.725632,
            "f1_weighted": 0.747646,
            "precision": 0.70691,
            "precision_weighted": 0.784189,
            "recall": 0.803846,
            "recall_weighted": 0.745797,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.764627,
            "f1": 0.733658,
            "f1_weighted": 0.765128,
            "precision": 0.714528,
            "precision_weighted": 0.791785,
            "recall": 0.796774,
            "recall_weighted": 0.764627,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.756792,
        "f1": 0.73216,
        "f1_weighted": 0.755343,
        "precision": 0.710843,
        "precision_weighted": 0.786203,
        "recall": 0.805074,
        "recall_weighted": 0.756792,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.756792,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "mteb_version": "2.20.11"
      }
    ]
  },
  "evaluation_time": 17.374993158504367,
  "kg_co2_emissions": null,
  "date": 1791662809.354516,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 1.2466683983802795e-05,
      "end": 2.772689174860716,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 2.7727194782346487,
      "end": 2.7727227956056595,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 6.7668508272618055,
      "end": 7.932832835242152,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Encoding test samples",
      "start": 8.032298013567924,
      "end": 8.220463026314974,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 8.221129702404141,
      "end": 9.195644907653332,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 9.1961241196841,
      "end": 10.11109196767211,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 10.111578051000834,
      "end": 10.997698338702321,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 10.998154321685433,
      "end": 11.812862614169717,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 11.813336910679936,
      "end": 12.886038113385439,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 12.886427588760853,
      "end": 13.740116531029344,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 13.740557642653584,
      "end": 14.708806762471795,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 14.709270115941763,
      "end": 15.634884303435683,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 15.635380249470472,
      "end": 16.509728096425533,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 16.5101732108742,
      "end": 17.36503648199141,
      "split": "test",
      "subset": "en"
    },
    {
      "name": "Scoring",
      "start": 8.220498275011778,
      "end": 17.365044886246324,
      "split": "test",
      "subset": "en"
    }
  ]
}