{ "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54", "task_name": "MTOPDomainClassification", "mteb_version": "2.1.8", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.98974, "f1": 0.98865, "f1_weighted": 0.989741, "precision": 0.989087, "precision_weighted": 0.989872, "recall": 0.988381, "recall_weighted": 0.98974, "ap": null, "ap_weighted": null }, { "accuracy": 0.990652, "f1": 0.989823, "f1_weighted": 0.990651, "precision": 0.989964, "precision_weighted": 0.990739, "recall": 0.989788, "recall_weighted": 0.990652, "ap": null, "ap_weighted": null }, { "accuracy": 0.98974, "f1": 0.988748, "f1_weighted": 0.989738, "precision": 0.988956, "precision_weighted": 0.989854, "recall": 0.98868, "recall_weighted": 0.98974, "ap": null, "ap_weighted": null }, { "accuracy": 0.990196, "f1": 0.989063, "f1_weighted": 0.990197, "precision": 0.98957, "precision_weighted": 0.990334, "recall": 0.988722, "recall_weighted": 0.990196, "ap": null, "ap_weighted": null }, { "accuracy": 0.989284, "f1": 0.988061, "f1_weighted": 0.989272, "precision": 0.988563, "precision_weighted": 0.989353, "recall": 0.987676, "recall_weighted": 0.989284, "ap": null, "ap_weighted": null }, { "accuracy": 0.989284, "f1": 0.988583, "f1_weighted": 0.989293, "precision": 0.988332, "precision_weighted": 0.989431, "recall": 0.988975, "recall_weighted": 0.989284, "ap": null, "ap_weighted": null }, { "accuracy": 0.990652, "f1": 0.989655, "f1_weighted": 0.990638, "precision": 0.990367, "precision_weighted": 0.990695, "recall": 0.989047, "recall_weighted": 0.990652, "ap": null, "ap_weighted": null }, { "accuracy": 0.990652, "f1": 0.989998, "f1_weighted": 0.990653, "precision": 0.989836, "precision_weighted": 0.990713, "recall": 0.990224, "recall_weighted": 0.990652, "ap": null, "ap_weighted": null }, { "accuracy": 0.987004, "f1": 0.986139, "f1_weighted": 0.987027, "precision": 0.986259, "precision_weighted": 0.987282, "recall": 0.986287, "recall_weighted": 0.987004, "ap": null, "ap_weighted": null }, { "accuracy": 0.990196, "f1": 0.989047, "f1_weighted": 0.990185, "precision": 0.989511, "precision_weighted": 0.990254, "recall": 0.988679, "recall_weighted": 0.990196, "ap": null, "ap_weighted": null } ], "accuracy": 0.98974, "f1": 0.988777, "f1_weighted": 0.989739, "precision": 0.989044, "precision_weighted": 0.989853, "recall": 0.988646, "recall_weighted": 0.98974, "ap": NaN, "ap_weighted": NaN, "main_score": 0.98974, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.872694, "f1": 0.871505, "f1_weighted": 0.871944, "precision": 0.866943, "precision_weighted": 0.879301, "recall": 0.882127, "recall_weighted": 0.872694, "ap": null, "ap_weighted": null }, { "accuracy": 0.85425, "f1": 0.845692, "f1_weighted": 0.852603, "precision": 0.84544, "precision_weighted": 0.854375, "recall": 0.849927, "recall_weighted": 0.85425, "ap": null, "ap_weighted": null }, { "accuracy": 0.855335, "f1": 0.856767, "f1_weighted": 0.855804, "precision": 0.855572, "precision_weighted": 0.863078, "recall": 0.865059, "recall_weighted": 0.855335, "ap": null, "ap_weighted": null }, { "accuracy": 0.852803, "f1": 0.84804, "f1_weighted": 0.851425, "precision": 0.853037, "precision_weighted": 0.865627, "recall": 0.857458, "recall_weighted": 0.852803, "ap": null, "ap_weighted": null }, { "accuracy": 0.871248, "f1": 0.87067, "f1_weighted": 0.871453, "precision": 0.86508, "precision_weighted": 0.877023, "recall": 0.881322, "recall_weighted": 0.871248, "ap": null, "ap_weighted": null }, { "accuracy": 0.852441, "f1": 0.849801, "f1_weighted": 0.851329, "precision": 0.855465, "precision_weighted": 0.855433, "recall": 0.850765, "recall_weighted": 0.852441, "ap": null, "ap_weighted": null }, { "accuracy": 0.854973, "f1": 0.848109, "f1_weighted": 0.854964, "precision": 0.84377, "precision_weighted": 0.858491, "recall": 0.85623, "recall_weighted": 0.854973, "ap": null, "ap_weighted": null }, { "accuracy": 0.858228, "f1": 0.852968, "f1_weighted": 0.857823, "precision": 0.849249, "precision_weighted": 0.861863, "recall": 0.861698, "recall_weighted": 0.858228, "ap": null, "ap_weighted": null }, { "accuracy": 0.856781, "f1": 0.851083, "f1_weighted": 0.8574, "precision": 0.847209, "precision_weighted": 0.865166, "recall": 0.864052, "recall_weighted": 0.856781, "ap": null, "ap_weighted": null }, { "accuracy": 0.862206, "f1": 0.854065, "f1_weighted": 0.860736, "precision": 0.858235, "precision_weighted": 0.868382, "recall": 0.859348, "recall_weighted": 0.862206, "ap": null, "ap_weighted": null } ], "accuracy": 0.859096, "f1": 0.85487, "f1_weighted": 0.858548, "precision": 0.854, "precision_weighted": 0.864874, "recall": 0.862799, "recall_weighted": 0.859096, "ap": NaN, "ap_weighted": NaN, "main_score": 0.859096, "hf_subset": "th", "languages": [ "tha-Thai" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.868342, "f1": 0.869387, "f1_weighted": 0.867652, "precision": 0.86738, "precision_weighted": 0.874836, "recall": 0.877168, "recall_weighted": 0.868342, "ap": null, "ap_weighted": null }, { "accuracy": 0.858169, "f1": 0.854138, "f1_weighted": 0.856709, "precision": 0.857841, "precision_weighted": 0.859696, "recall": 0.856096, "recall_weighted": 0.858169, "ap": null, "ap_weighted": null }, { "accuracy": 0.852783, "f1": 0.855348, "f1_weighted": 0.853335, "precision": 0.856054, "precision_weighted": 0.86111, "recall": 0.860895, "recall_weighted": 0.852783, "ap": null, "ap_weighted": null }, { "accuracy": 0.871933, "f1": 0.868684, "f1_weighted": 0.870406, "precision": 0.873171, "precision_weighted": 0.879647, "recall": 0.873854, "recall_weighted": 0.871933, "ap": null, "ap_weighted": null }, { "accuracy": 0.865949, "f1": 0.867093, "f1_weighted": 0.865622, "precision": 0.864848, "precision_weighted": 0.870541, "recall": 0.874529, "recall_weighted": 0.865949, "ap": null, "ap_weighted": null }, { "accuracy": 0.860563, "f1": 0.860203, "f1_weighted": 0.860214, "precision": 0.864575, "precision_weighted": 0.865186, "recall": 0.861975, "recall_weighted": 0.860563, "ap": null, "ap_weighted": null }, { "accuracy": 0.852184, "f1": 0.849322, "f1_weighted": 0.852714, "precision": 0.847872, "precision_weighted": 0.858401, "recall": 0.855617, "recall_weighted": 0.852184, "ap": null, "ap_weighted": null }, { "accuracy": 0.845003, "f1": 0.842918, "f1_weighted": 0.844444, "precision": 0.842932, "precision_weighted": 0.849252, "recall": 0.848605, "recall_weighted": 0.845003, "ap": null, "ap_weighted": null }, { "accuracy": 0.866547, "f1": 0.863477, "f1_weighted": 0.866276, "precision": 0.86135, "precision_weighted": 0.871383, "recall": 0.871015, "recall_weighted": 0.866547, "ap": null, "ap_weighted": null }, { "accuracy": 0.868941, "f1": 0.865551, "f1_weighted": 0.867958, "precision": 0.869722, "precision_weighted": 0.872913, "recall": 0.866516, "recall_weighted": 0.868941, "ap": null, "ap_weighted": null } ], "accuracy": 0.861041, "f1": 0.859612, "f1_weighted": 0.860533, "precision": 0.860575, "precision_weighted": 0.866296, "recall": 0.864627, "recall_weighted": 0.861041, "ap": NaN, "ap_weighted": NaN, "main_score": 0.861041, "hf_subset": "th", "languages": [ "tha-Thai" ] } ] }, "evaluation_time": 60.46223330497742, "kg_co2_emissions": null }