{
  "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54",
  "task_name": "MTOPDomainClassification",
  "mteb_version": "2.10.0",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.861161,
            "f1": 0.862162,
            "f1_weighted": 0.860581,
            "precision": 0.860817,
            "precision_weighted": 0.868726,
            "recall": 0.871099,
            "recall_weighted": 0.861161,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.831837,
            "f1": 0.830537,
            "f1_weighted": 0.830082,
            "precision": 0.829668,
            "precision_weighted": 0.833621,
            "recall": 0.837772,
            "recall_weighted": 0.831837,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.847397,
            "f1": 0.853663,
            "f1_weighted": 0.849848,
            "precision": 0.860479,
            "precision_weighted": 0.858868,
            "recall": 0.853442,
            "recall_weighted": 0.847397,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.862358,
            "f1": 0.862007,
            "f1_weighted": 0.862015,
            "precision": 0.865518,
            "precision_weighted": 0.869438,
            "recall": 0.866321,
            "recall_weighted": 0.862358,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.85398,
            "f1": 0.85054,
            "f1_weighted": 0.852477,
            "precision": 0.858086,
            "precision_weighted": 0.860361,
            "recall": 0.855337,
            "recall_weighted": 0.85398,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.839019,
            "f1": 0.845472,
            "f1_weighted": 0.839169,
            "precision": 0.847467,
            "precision_weighted": 0.849506,
            "recall": 0.853683,
            "recall_weighted": 0.839019,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.837822,
            "f1": 0.837411,
            "f1_weighted": 0.83783,
            "precision": 0.837835,
            "precision_weighted": 0.847072,
            "recall": 0.846938,
            "recall_weighted": 0.837822,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.817475,
            "f1": 0.817026,
            "f1_weighted": 0.816684,
            "precision": 0.822981,
            "precision_weighted": 0.825357,
            "recall": 0.821384,
            "recall_weighted": 0.817475,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.834231,
            "f1": 0.838225,
            "f1_weighted": 0.834417,
            "precision": 0.839683,
            "precision_weighted": 0.847317,
            "recall": 0.849639,
            "recall_weighted": 0.834231,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.876122,
            "f1": 0.874764,
            "f1_weighted": 0.875921,
            "precision": 0.879437,
            "precision_weighted": 0.882274,
            "recall": 0.877079,
            "recall_weighted": 0.876122,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.84614,
        "f1": 0.847181,
        "f1_weighted": 0.845903,
        "precision": 0.850197,
        "precision_weighted": 0.854254,
        "recall": 0.853269,
        "recall_weighted": 0.84614,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.84614,
        "hf_subset": "th",
        "languages": [
          "tha-Thai"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.856781,
            "f1": 0.855632,
            "f1_weighted": 0.856669,
            "precision": 0.854303,
            "precision_weighted": 0.867743,
            "recall": 0.866315,
            "recall_weighted": 0.856781,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.834358,
            "f1": 0.831679,
            "f1_weighted": 0.833669,
            "precision": 0.829,
            "precision_weighted": 0.838324,
            "recall": 0.840421,
            "recall_weighted": 0.834358,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.839783,
            "f1": 0.84669,
            "f1_weighted": 0.84145,
            "precision": 0.849304,
            "precision_weighted": 0.847154,
            "recall": 0.848331,
            "recall_weighted": 0.839783,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.860398,
            "f1": 0.86138,
            "f1_weighted": 0.859663,
            "precision": 0.863071,
            "precision_weighted": 0.868275,
            "recall": 0.867985,
            "recall_weighted": 0.860398,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.85208,
            "f1": 0.852083,
            "f1_weighted": 0.851765,
            "precision": 0.853127,
            "precision_weighted": 0.860009,
            "recall": 0.860883,
            "recall_weighted": 0.85208,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.827125,
            "f1": 0.826184,
            "f1_weighted": 0.82555,
            "precision": 0.833011,
            "precision_weighted": 0.839338,
            "recall": 0.836119,
            "recall_weighted": 0.827125,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.838336,
            "f1": 0.840619,
            "f1_weighted": 0.837998,
            "precision": 0.84403,
            "precision_weighted": 0.848834,
            "recall": 0.848759,
            "recall_weighted": 0.838336,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.82387,
            "f1": 0.821517,
            "f1_weighted": 0.823167,
            "precision": 0.820411,
            "precision_weighted": 0.828693,
            "recall": 0.828484,
            "recall_weighted": 0.82387,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.828933,
            "f1": 0.830325,
            "f1_weighted": 0.828726,
            "precision": 0.831677,
            "precision_weighted": 0.842103,
            "recall": 0.843639,
            "recall_weighted": 0.828933,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.867631,
            "f1": 0.86268,
            "f1_weighted": 0.867612,
            "precision": 0.866066,
            "precision_weighted": 0.876773,
            "recall": 0.868479,
            "recall_weighted": 0.867631,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.842929,
        "f1": 0.842879,
        "f1_weighted": 0.842627,
        "precision": 0.8444,
        "precision_weighted": 0.851725,
        "recall": 0.850941,
        "recall_weighted": 0.842929,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.842929,
        "hf_subset": "th",
        "languages": [
          "tha-Thai"
        ]
      }
    ]
  },
  "evaluation_time": 154.14420199394226,
  "kg_co2_emissions": null,
  "date": null
}