{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.38.54", "scores": { "test": [ { "accuracy": 0.849731, "f1": 0.819309, "f1_weighted": 0.847801, "scores_per_experiment": [ { "accuracy": 0.86113, "f1": 0.821641, "f1_weighted": 0.861016 }, { "accuracy": 0.850706, "f1": 0.829953, "f1_weighted": 0.848755 }, { "accuracy": 0.840282, "f1": 0.814293, "f1_weighted": 0.835967 }, { "accuracy": 0.859449, "f1": 0.825563, "f1_weighted": 0.859399 }, { "accuracy": 0.838265, "f1": 0.80695, "f1_weighted": 0.834363 }, { "accuracy": 0.848016, "f1": 0.818082, "f1_weighted": 0.845952 }, { "accuracy": 0.845326, "f1": 0.81775, "f1_weighted": 0.840788 }, { "accuracy": 0.852724, "f1": 0.822569, "f1_weighted": 0.850135 }, { "accuracy": 0.852724, "f1": 0.815955, "f1_weighted": 0.852624 }, { "accuracy": 0.848689, "f1": 0.820332, "f1_weighted": 0.849014 } ], "main_score": 0.849731, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.648621, "f1": 0.651185, "f1_weighted": 0.625483, "precision": 0.640421, "precision_weighted": 0.697436, "recall": 0.746271, "recall_weighted": 0.648621, "ap": null, "ap_weighted": null }, { "accuracy": 0.678547, "f1": 0.662487, "f1_weighted": 0.672879, "precision": 0.650795, "precision_weighted": 0.731563, "recall": 0.754886, "recall_weighted": 0.678547, "ap": null, "ap_weighted": null }, { "accuracy": 0.662071, "f1": 0.646596, "f1_weighted": 0.647685, "precision": 0.63052, "precision_weighted": 0.684041, "recall": 0.740324, "recall_weighted": 0.662071, "ap": null, "ap_weighted": null }, { "accuracy": 0.656355, "f1": 0.648937, "f1_weighted": 0.632615, "precision": 0.642734, "precision_weighted": 0.688021, "recall": 0.734691, "recall_weighted": 0.656355, "ap": null, "ap_weighted": null }, { "accuracy": 0.64156, "f1": 0.632203, "f1_weighted": 0.619322, "precision": 0.617371, "precision_weighted": 0.659941, "recall": 0.729681, "recall_weighted": 0.64156, "ap": null, "ap_weighted": null }, { "accuracy": 0.647276, "f1": 0.650188, "f1_weighted": 0.625056, "precision": 0.631651, "precision_weighted": 0.660446, "recall": 0.74475, "recall_weighted": 0.647276, "ap": null, "ap_weighted": null }, { "accuracy": 0.652656, "f1": 0.643516, "f1_weighted": 0.633346, "precision": 0.629734, "precision_weighted": 0.681607, "recall": 0.73079, "recall_weighted": 0.652656, "ap": null, "ap_weighted": null }, { "accuracy": 0.668124, "f1": 0.652393, "f1_weighted": 0.652379, "precision": 0.640061, "precision_weighted": 0.712805, "recall": 0.745032, "recall_weighted": 0.668124, "ap": null, "ap_weighted": null }, { "accuracy": 0.676194, "f1": 0.666793, "f1_weighted": 0.667014, "precision": 0.662167, "precision_weighted": 0.711279, "recall": 0.740892, "recall_weighted": 0.676194, "ap": null, "ap_weighted": null }, { "accuracy": 0.66308, "f1": 0.658803, "f1_weighted": 0.655588, "precision": 0.646873, "precision_weighted": 0.717933, "recall": 0.751842, "recall_weighted": 0.66308, "ap": null, "ap_weighted": null } ], "accuracy": 0.659449, "f1": 0.65131, "f1_weighted": 0.643137, "precision": 0.639233, "precision_weighted": 0.694507, "recall": 0.741916, "recall_weighted": 0.659449, "ap": NaN, "ap_weighted": NaN, "main_score": 0.659449, "hf_subset": "th", "languages": [ "tha-Thai" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.665519, "f1": 0.642828, "f1_weighted": 0.637887, "precision": 0.644234, "precision_weighted": 0.721162, "recall": 0.728623, "recall_weighted": 0.665519, "ap": null, "ap_weighted": null }, { "accuracy": 0.690113, "f1": 0.63691, "f1_weighted": 0.682252, "precision": 0.630981, "precision_weighted": 0.721091, "recall": 0.702206, "recall_weighted": 0.690113, "ap": null, "ap_weighted": null }, { "accuracy": 0.682735, "f1": 0.627173, "f1_weighted": 0.670031, "precision": 0.617008, "precision_weighted": 0.700613, "recall": 0.696736, "recall_weighted": 0.682735, "ap": null, "ap_weighted": null }, { "accuracy": 0.655189, "f1": 0.617132, "f1_weighted": 0.633064, "precision": 0.618344, "precision_weighted": 0.690668, "recall": 0.691298, "recall_weighted": 0.655189, "ap": null, "ap_weighted": null }, { "accuracy": 0.655189, "f1": 0.626442, "f1_weighted": 0.627745, "precision": 0.610044, "precision_weighted": 0.659912, "recall": 0.707843, "recall_weighted": 0.655189, "ap": null, "ap_weighted": null }, { "accuracy": 0.664535, "f1": 0.635026, "f1_weighted": 0.639665, "precision": 0.625496, "precision_weighted": 0.684074, "recall": 0.716074, "recall_weighted": 0.664535, "ap": null, "ap_weighted": null }, { "accuracy": 0.66847, "f1": 0.63188, "f1_weighted": 0.650142, "precision": 0.637548, "precision_weighted": 0.711278, "recall": 0.691299, "recall_weighted": 0.66847, "ap": null, "ap_weighted": null }, { "accuracy": 0.663551, "f1": 0.619484, "f1_weighted": 0.646528, "precision": 0.618864, "precision_weighted": 0.698326, "recall": 0.692442, "recall_weighted": 0.663551, "ap": null, "ap_weighted": null }, { "accuracy": 0.678308, "f1": 0.65458, "f1_weighted": 0.667134, "precision": 0.650937, "precision_weighted": 0.712865, "recall": 0.729636, "recall_weighted": 0.678308, "ap": null, "ap_weighted": null }, { "accuracy": 0.669946, "f1": 0.627215, "f1_weighted": 0.661255, "precision": 0.621, "precision_weighted": 0.708021, "recall": 0.701837, "recall_weighted": 0.669946, "ap": null, "ap_weighted": null } ], "accuracy": 0.669356, "f1": 0.631867, "f1_weighted": 0.65157, "precision": 0.627446, "precision_weighted": 0.700801, "recall": 0.705799, "recall_weighted": 0.669356, "ap": NaN, "ap_weighted": NaN, "main_score": 0.669356, "hf_subset": "th", "languages": [ "tha-Thai" ] } ] }, "evaluation_time": 23.758755445480347, "kg_co2_emissions": null }