{
  "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54",
  "task_name": "MTOPDomainClassification",
  "mteb_version": "2.10.0",
  "scores": {
    "validation": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.852783,
            "f1": 0.853423,
            "f1_weighted": 0.852232,
            "precision": 0.849453,
            "precision_weighted": 0.860708,
            "recall": 0.864116,
            "recall_weighted": 0.852783,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.852184,
            "f1": 0.848917,
            "f1_weighted": 0.851517,
            "precision": 0.844763,
            "precision_weighted": 0.856237,
            "recall": 0.85727,
            "recall_weighted": 0.852184,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.837223,
            "f1": 0.83958,
            "f1_weighted": 0.837995,
            "precision": 0.839636,
            "precision_weighted": 0.849001,
            "recall": 0.848366,
            "recall_weighted": 0.837223,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.850987,
            "f1": 0.849555,
            "f1_weighted": 0.850069,
            "precision": 0.857151,
            "precision_weighted": 0.862528,
            "recall": 0.853888,
            "recall_weighted": 0.850987,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.840814,
            "f1": 0.838512,
            "f1_weighted": 0.840909,
            "precision": 0.839029,
            "precision_weighted": 0.848123,
            "recall": 0.846629,
            "recall_weighted": 0.840814,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.844405,
            "f1": 0.848331,
            "f1_weighted": 0.843368,
            "precision": 0.847957,
            "precision_weighted": 0.851271,
            "recall": 0.856444,
            "recall_weighted": 0.844405,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.849192,
            "f1": 0.845436,
            "f1_weighted": 0.849852,
            "precision": 0.843265,
            "precision_weighted": 0.856293,
            "recall": 0.853254,
            "recall_weighted": 0.849192,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.826451,
            "f1": 0.823618,
            "f1_weighted": 0.826935,
            "precision": 0.822133,
            "precision_weighted": 0.834619,
            "recall": 0.832778,
            "recall_weighted": 0.826451,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.867744,
            "f1": 0.866153,
            "f1_weighted": 0.86813,
            "precision": 0.864915,
            "precision_weighted": 0.871874,
            "recall": 0.871235,
            "recall_weighted": 0.867744,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.852783,
            "f1": 0.852545,
            "f1_weighted": 0.852539,
            "precision": 0.858872,
            "precision_weighted": 0.863228,
            "recall": 0.856059,
            "recall_weighted": 0.852783,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.847457,
        "f1": 0.846607,
        "f1_weighted": 0.847355,
        "precision": 0.846718,
        "precision_weighted": 0.855388,
        "recall": 0.854004,
        "recall_weighted": 0.847457,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.847457,
        "hf_subset": "th",
        "languages": [
          "tha-Thai"
        ]
      }
    ],
    "test": [
      {
        "scores_per_experiment": [
          {
            "accuracy": 0.848825,
            "f1": 0.845109,
            "f1_weighted": 0.848454,
            "precision": 0.837804,
            "precision_weighted": 0.858048,
            "recall": 0.860161,
            "recall_weighted": 0.848825,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.845931,
            "f1": 0.83899,
            "f1_weighted": 0.845538,
            "precision": 0.833176,
            "precision_weighted": 0.851319,
            "recall": 0.850523,
            "recall_weighted": 0.845931,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.843038,
            "f1": 0.844596,
            "f1_weighted": 0.843405,
            "precision": 0.841202,
            "precision_weighted": 0.853175,
            "recall": 0.855777,
            "recall_weighted": 0.843038,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.837975,
            "f1": 0.836247,
            "f1_weighted": 0.835528,
            "precision": 0.843437,
            "precision_weighted": 0.85433,
            "recall": 0.847203,
            "recall_weighted": 0.837975,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.840868,
            "f1": 0.838022,
            "f1_weighted": 0.841224,
            "precision": 0.83369,
            "precision_weighted": 0.849461,
            "recall": 0.850826,
            "recall_weighted": 0.840868,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.825678,
            "f1": 0.827179,
            "f1_weighted": 0.82513,
            "precision": 0.825303,
            "precision_weighted": 0.834644,
            "recall": 0.838087,
            "recall_weighted": 0.825678,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.841953,
            "f1": 0.835819,
            "f1_weighted": 0.842036,
            "precision": 0.83179,
            "precision_weighted": 0.849473,
            "recall": 0.847862,
            "recall_weighted": 0.841953,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.831465,
            "f1": 0.829101,
            "f1_weighted": 0.832243,
            "precision": 0.822994,
            "precision_weighted": 0.840652,
            "recall": 0.842799,
            "recall_weighted": 0.831465,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.845208,
            "f1": 0.842668,
            "f1_weighted": 0.846154,
            "precision": 0.83949,
            "precision_weighted": 0.855918,
            "recall": 0.856271,
            "recall_weighted": 0.845208,
            "ap": null,
            "ap_weighted": null
          },
          {
            "accuracy": 0.835443,
            "f1": 0.831444,
            "f1_weighted": 0.833995,
            "precision": 0.837829,
            "precision_weighted": 0.848065,
            "recall": 0.83937,
            "recall_weighted": 0.835443,
            "ap": null,
            "ap_weighted": null
          }
        ],
        "accuracy": 0.839638,
        "f1": 0.836918,
        "f1_weighted": 0.839371,
        "precision": 0.834672,
        "precision_weighted": 0.849508,
        "recall": 0.848888,
        "recall_weighted": 0.839638,
        "ap": NaN,
        "ap_weighted": NaN,
        "main_score": 0.839638,
        "hf_subset": "th",
        "languages": [
          "tha-Thai"
        ]
      }
    ]
  },
  "evaluation_time": 140.48004722595215,
  "kg_co2_emissions": null,
  "date": null
}