{
  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
  "task_name": "MassiveIntentClassification",
  "mteb_version": "2.18.2",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.597147,
            "f1": 0.582782,
            "f1_weighted": 0.59624,
            "precision": 0.567024,
            "precision_weighted": 0.644336,
            "recall": 0.670653,
            "recall_weighted": 0.597147,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.601574,
            "f1": 0.573732,
            "f1_weighted": 0.607417,
            "precision": 0.562248,
            "precision_weighted": 0.656691,
            "recall": 0.645693,
            "recall_weighted": 0.601574,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.599115,
            "f1": 0.589322,
            "f1_weighted": 0.601243,
            "precision": 0.575132,
            "precision_weighted": 0.644064,
            "recall": 0.674486,
            "recall_weighted": 0.599115,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.606001,
            "f1": 0.581877,
            "f1_weighted": 0.606113,
            "precision": 0.563304,
            "precision_weighted": 0.646217,
            "recall": 0.670014,
            "recall_weighted": 0.606001,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.61092,
            "f1": 0.600892,
            "f1_weighted": 0.611699,
            "precision": 0.586673,
            "precision_weighted": 0.648917,
            "recall": 0.688354,
            "recall_weighted": 0.61092,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.594688,
            "f1": 0.591536,
            "f1_weighted": 0.595417,
            "precision": 0.580215,
            "precision_weighted": 0.647758,
            "recall": 0.673392,
            "recall_weighted": 0.594688,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.56911,
            "f1": 0.576287,
            "f1_weighted": 0.571298,
            "precision": 0.561875,
            "precision_weighted": 0.618245,
            "recall": 0.672337,
            "recall_weighted": 0.56911,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.586326,
            "f1": 0.58152,
            "f1_weighted": 0.587336,
            "precision": 0.567391,
            "precision_weighted": 0.632066,
            "recall": 0.669857,
            "recall_weighted": 0.586326,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.578947,
            "f1": 0.578547,
            "f1_weighted": 0.576453,
            "precision": 0.571508,
            "precision_weighted": 0.62163,
            "recall": 0.662998,
            "recall_weighted": 0.578947,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.606001,
            "f1": 0.599707,
            "f1_weighted": 0.609062,
            "precision": 0.584418,
            "precision_weighted": 0.648089,
            "recall": 0.690312,
            "recall_weighted": 0.606001,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.594983,
        "f1": 0.58562,
        "f1_weighted": 0.596228,
        "precision": 0.571979,
        "precision_weighted": 0.640801,
        "recall": 0.671809,
        "recall_weighted": 0.594983,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.594983,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ],
        "mteb_version": "2.18.2"
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.585071,
            "f1": 0.575915,
            "f1_weighted": 0.587134,
            "precision": 0.561376,
            "precision_weighted": 0.638199,
            "recall": 0.654443,
            "recall_weighted": 0.585071,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.607935,
            "f1": 0.593783,
            "f1_weighted": 0.609427,
            "precision": 0.572656,
            "precision_weighted": 0.651717,
            "recall": 0.666644,
            "recall_weighted": 0.607935,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.582044,
            "f1": 0.567819,
            "f1_weighted": 0.581116,
            "precision": 0.545035,
            "precision_weighted": 0.620719,
            "recall": 0.645043,
            "recall_weighted": 0.582044,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.615669,
            "f1": 0.599271,
            "f1_weighted": 0.618992,
            "precision": 0.58194,
            "precision_weighted": 0.658782,
            "recall": 0.662836,
            "recall_weighted": 0.615669,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.599529,
            "f1": 0.591005,
            "f1_weighted": 0.602085,
            "precision": 0.573023,
            "precision_weighted": 0.644623,
            "recall": 0.675501,
            "recall_weighted": 0.599529,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.592804,
            "f1": 0.590608,
            "f1_weighted": 0.593854,
            "precision": 0.575652,
            "precision_weighted": 0.645807,
            "recall": 0.662732,
            "recall_weighted": 0.592804,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.569267,
            "f1": 0.569133,
            "f1_weighted": 0.573998,
            "precision": 0.558419,
            "precision_weighted": 0.627225,
            "recall": 0.657565,
            "recall_weighted": 0.569267,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.589106,
            "f1": 0.583664,
            "f1_weighted": 0.592208,
            "precision": 0.568821,
            "precision_weighted": 0.636653,
            "recall": 0.649252,
            "recall_weighted": 0.589106,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.590451,
            "f1": 0.579887,
            "f1_weighted": 0.590744,
            "precision": 0.564519,
            "precision_weighted": 0.630753,
            "recall": 0.660128,
            "recall_weighted": 0.590451,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.590451,
            "f1": 0.582604,
            "f1_weighted": 0.598198,
            "precision": 0.572151,
            "precision_weighted": 0.639797,
            "recall": 0.659847,
            "recall_weighted": 0.590451,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.592233,
        "f1": 0.583369,
        "f1_weighted": 0.594776,
        "precision": 0.567359,
        "precision_weighted": 0.639427,
        "recall": 0.659399,
        "recall_weighted": 0.592233,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.592233,
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ],
        "mteb_version": "2.18.2"
      }
    ]
  },
  "evaluation_time": 140.64479532900077,
  "kg_co2_emissions": null,
  "date": 1784091826.618412,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 6.7639994085766375e-06,
      "end": 0.767659482999079,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 0.7676767359989753,
      "end": 0.767681093999272,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding training samples",
      "start": 5.250764202999562,
      "end": 11.817904974999692,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Encoding test samples",
      "start": 12.002492849000191,
      "end": 15.776795382998898,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 15.777538702999664,
      "end": 21.26099264199911,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 21.261586851000175,
      "end": 26.011596382999414,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 26.0121534280006,
      "end": 30.78852518199892,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 30.789062460999048,
      "end": 36.179520813000636,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 36.18007786999988,
      "end": 40.647199982999155,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 40.647753023000405,
      "end": 46.0857363060004,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 46.08628871899964,
      "end": 50.03925619099937,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 50.03979155200068,
      "end": 54.6228650890007,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 54.623438923999856,
      "end": 59.1594023029993,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 59.15999777199977,
      "end": 65.3809506359994,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Scoring",
      "start": 15.776819415999853,
      "end": 65.38095900900043,
      "split": "validation",
      "subset": "pt"
    },
    {
      "name": "Encoding training samples",
      "start": 69.71494227699986,
      "end": 76.07387802599987,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Encoding test samples",
      "start": 76.35894476400063,
      "end": 82.1503752690005,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (0/10)",
      "start": 82.15106892899894,
      "end": 88.0284669649991,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (1/10)",
      "start": 88.02899222199994,
      "end": 94.9413761449996,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (2/10)",
      "start": 94.94201801800045,
      "end": 100.43131032699966,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (3/10)",
      "start": 100.43186439800047,
      "end": 105.18798229899949,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (4/10)",
      "start": 105.18854496399945,
      "end": 110.46052410999982,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (5/10)",
      "start": 110.46106548399985,
      "end": 116.26678596400052,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (6/10)",
      "start": 116.26731949799978,
      "end": 123.67507716399996,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (7/10)",
      "start": 123.67567355599931,
      "end": 129.82536776400048,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (8/10)",
      "start": 129.8259273120002,
      "end": 135.30809483399935,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Running experiment (9/10)",
      "start": 135.30869768899902,
      "end": 140.6337032219999,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Scoring",
      "start": 82.15039740300017,
      "end": 140.63371186899894,
      "split": "test",
      "subset": "pt"
    }
  ]
}