{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.18.2",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.665519,
            "f1": 0.644573,
            "f1_weighted": 0.656154,
            "precision": 0.626307,
            "precision_weighted": 0.721096,
            "recall": 0.742157,
            "recall_weighted": 0.665519,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.6788,
            "f1": 0.643055,
            "f1_weighted": 0.671218,
            "precision": 0.621865,
            "precision_weighted": 0.719235,
            "recall": 0.73455,
            "recall_weighted": 0.6788,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.654206,
            "f1": 0.630142,
            "f1_weighted": 0.642562,
            "precision": 0.608843,
            "precision_weighted": 0.692762,
            "recall": 0.723922,
            "recall_weighted": 0.654206,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.671913,
            "f1": 0.641,
            "f1_weighted": 0.659792,
            "precision": 0.626431,
            "precision_weighted": 0.726977,
            "recall": 0.740172,
            "recall_weighted": 0.671913,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.651254,
            "f1": 0.615046,
            "f1_weighted": 0.638061,
            "precision": 0.602667,
            "precision_weighted": 0.691136,
            "recall": 0.712832,
            "recall_weighted": 0.651254,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.655681,
            "f1": 0.629875,
            "f1_weighted": 0.638416,
            "precision": 0.610976,
            "precision_weighted": 0.706775,
            "recall": 0.740773,
            "recall_weighted": 0.655681,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.648795,
            "f1": 0.630174,
            "f1_weighted": 0.639672,
            "precision": 0.619381,
            "precision_weighted": 0.712934,
            "recall": 0.728613,
            "recall_weighted": 0.648795,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.645844,
            "f1": 0.612479,
            "f1_weighted": 0.634085,
            "precision": 0.59875,
            "precision_weighted": 0.680213,
            "recall": 0.710995,
            "recall_weighted": 0.645844,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.638465,
            "f1": 0.620049,
            "f1_weighted": 0.620045,
            "precision": 0.614685,
            "precision_weighted": 0.713605,
            "recall": 0.731236,
            "recall_weighted": 0.638465,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.667486,
            "f1": 0.634735,
            "f1_weighted": 0.662093,
            "precision": 0.622576,
            "precision_weighted": 0.721699,
            "recall": 0.728193,
            "recall_weighted": 0.667486,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.657796,
        "f1": 0.630113,
        "f1_weighted": 0.64621,
        "precision": 0.615248,
        "precision_weighted": 0.708643,
        "recall": 0.729344,
        "recall_weighted": 0.657796,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.657796,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ],
        "mteb_version": "2.18.2"
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.669132,
            "f1": 0.662128,
            "f1_weighted": 0.663135,
            "precision": 0.648564,
            "precision_weighted": 0.735774,
            "recall": 0.758108,
            "recall_weighted": 0.669132,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.688299,
            "f1": 0.668043,
            "f1_weighted": 0.683157,
            "precision": 0.647111,
            "precision_weighted": 0.738912,
            "recall": 0.763414,
            "recall_weighted": 0.688299,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.661399,
            "f1": 0.644389,
            "f1_weighted": 0.652832,
            "precision": 0.620167,
            "precision_weighted": 0.710998,
            "recall": 0.745295,
            "recall_weighted": 0.661399,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.682246,
            "f1": 0.664531,
            "f1_weighted": 0.672536,
            "precision": 0.648367,
            "precision_weighted": 0.7452,
            "recall": 0.752818,
            "recall_weighted": 0.682246,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.673167,
            "f1": 0.654319,
            "f1_weighted": 0.659392,
            "precision": 0.638519,
            "precision_weighted": 0.731786,
            "recall": 0.770033,
            "recall_weighted": 0.673167,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.655346,
            "f1": 0.646616,
            "f1_weighted": 0.644171,
            "precision": 0.627412,
            "precision_weighted": 0.727405,
            "recall": 0.752914,
            "recall_weighted": 0.655346,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.659381,
            "f1": 0.645624,
            "f1_weighted": 0.645109,
            "precision": 0.632299,
            "precision_weighted": 0.729295,
            "recall": 0.76471,
            "recall_weighted": 0.659381,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.664425,
            "f1": 0.635389,
            "f1_weighted": 0.655905,
            "precision": 0.616868,
            "precision_weighted": 0.708747,
            "recall": 0.726114,
            "recall_weighted": 0.664425,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.657364,
            "f1": 0.646105,
            "f1_weighted": 0.640889,
            "precision": 0.637023,
            "precision_weighted": 0.732053,
            "recall": 0.766395,
            "recall_weighted": 0.657364,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.668124,
            "f1": 0.651497,
            "f1_weighted": 0.659263,
            "precision": 0.635881,
            "precision_weighted": 0.727142,
            "recall": 0.765472,
            "recall_weighted": 0.668124,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.667888,
        "f1": 0.651864,
        "f1_weighted": 0.657639,
        "precision": 0.635221,
        "precision_weighted": 0.728731,
        "recall": 0.756527,
        "recall_weighted": 0.667888,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.667888,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ],
        "mteb_version": "2.18.2"
      }
    ]
  },
  "evaluation_time": 109.35304886000006,
  "kg_co2_emissions": null,
  "date": 1784077506.094327,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 7.584000002225366e-06,
      "end": 12.157457666000028,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 12.157477136000011,
      "end": 12.15748239200002,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 16.944209392999994,
      "end": 27.218404109999994,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Encoding test samples",
      "start": 27.39894175200004,
      "end": 33.651678469000046,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 33.65242912100001,
      "end": 35.76475000600004,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 35.765419291,
      "end": 37.51180824200003,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 37.512477284,
      "end": 39.37478187300002,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 39.37543479300001,
      "end": 41.776761202000046,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 41.77742855500003,
      "end": 43.741218806000006,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 43.741889136,
      "end": 45.498024903000044,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 45.498757469,
      "end": 47.735605245000045,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 47.736270630000035,
      "end": 50.24957098900006,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 50.25025727299999,
      "end": 52.419148554,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 52.419825392999996,
      "end": 54.88302500999998,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Scoring",
      "start": 33.651704472000006,
      "end": 54.88303328300003,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Encoding training samples",
      "start": 59.681142152999996,
      "end": 70.35790550900003,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Encoding test samples",
      "start": 70.608095048,
      "end": 80.40474881299997,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 80.40545576099998,
      "end": 83.46281305499997,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 83.46346521600003,
      "end": 86.37143909400004,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 86.37214099200003,
      "end": 89.61230865100003,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 89.61298401800002,
      "end": 92.60712667799999,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 92.60778462000007,
      "end": 95.69188978900002,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 95.692626389,
      "end": 98.117794903,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 98.11846663200004,
      "end": 100.85785192499998,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 100.85855590300002,
      "end": 104.14176831400005,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 104.14247352200005,
      "end": 107.14667497599999,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 107.14735887799998,
      "end": 109.341985066,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Scoring",
      "start": 80.40477235000003,
      "end": 109.34199563800007,
      "split": "test",
      "subset": "pt"
    }
  ]
}