{ "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", "task_name": "SIB200Classification", "mteb_version": "2.2.0", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.758916, "f1": 0.752752, "f1_weighted": 0.762845, "precision": 0.74949, "precision_weighted": 0.785315, "recall": 0.777383, "recall_weighted": 0.758916, "ap": null, "ap_weighted": null }, { "accuracy": 0.738944, "f1": 0.732378, "f1_weighted": 0.73936, "precision": 0.729845, "precision_weighted": 0.760951, "recall": 0.757833, "recall_weighted": 0.738944, "ap": null, "ap_weighted": null }, { "accuracy": 0.780314, "f1": 0.771597, "f1_weighted": 0.779202, "precision": 0.77791, "precision_weighted": 0.80288, "recall": 0.789824, "recall_weighted": 0.780314, "ap": null, "ap_weighted": null }, { "accuracy": 0.803138, "f1": 0.793884, "f1_weighted": 0.801075, "precision": 0.793847, "precision_weighted": 0.805087, "recall": 0.799519, "recall_weighted": 0.803138, "ap": null, "ap_weighted": null }, { "accuracy": 0.794579, "f1": 0.797568, "f1_weighted": 0.797295, "precision": 0.809081, "precision_weighted": 0.822558, "recall": 0.805331, "recall_weighted": 0.794579, "ap": null, "ap_weighted": null }, { "accuracy": 0.766049, "f1": 0.768241, "f1_weighted": 0.774215, "precision": 0.772802, "precision_weighted": 0.811295, "recall": 0.797228, "recall_weighted": 0.766049, "ap": null, "ap_weighted": null }, { "accuracy": 0.758916, "f1": 0.752908, "f1_weighted": 0.760545, "precision": 0.744969, "precision_weighted": 0.777773, "recall": 0.777899, "recall_weighted": 0.758916, "ap": null, "ap_weighted": null }, { "accuracy": 0.763195, "f1": 0.758696, "f1_weighted": 0.766239, "precision": 0.75024, "precision_weighted": 0.784795, "recall": 0.784591, "recall_weighted": 0.763195, "ap": null, "ap_weighted": null }, { "accuracy": 0.736091, "f1": 0.729528, "f1_weighted": 0.737281, "precision": 0.730032, "precision_weighted": 0.765637, "recall": 0.759888, "recall_weighted": 0.736091, "ap": null, "ap_weighted": null }, { "accuracy": 0.7903, "f1": 0.780537, "f1_weighted": 0.790026, "precision": 0.777747, "precision_weighted": 0.799562, "recall": 0.794227, "recall_weighted": 0.7903, "ap": null, "ap_weighted": null } ], "accuracy": 0.769044, "f1": 0.763809, "f1_weighted": 0.770808, "precision": 0.763596, "precision_weighted": 0.791585, "recall": 0.784372, "recall_weighted": 0.769044, "ap": NaN, "ap_weighted": NaN, "main_score": 0.769044, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.717172, "f1": 0.712978, "f1_weighted": 0.723754, "precision": 0.731605, "precision_weighted": 0.766502, "recall": 0.741969, "recall_weighted": 0.717172, "ap": null, "ap_weighted": null }, { "accuracy": 0.727273, "f1": 0.708172, "f1_weighted": 0.732666, "precision": 0.706337, "precision_weighted": 0.754053, "recall": 0.730778, "recall_weighted": 0.727273, "ap": null, "ap_weighted": null }, { "accuracy": 0.707071, "f1": 0.697128, "f1_weighted": 0.703053, "precision": 0.717897, "precision_weighted": 0.736396, "recall": 0.719293, "recall_weighted": 0.707071, "ap": null, "ap_weighted": null }, { "accuracy": 0.808081, "f1": 0.79481, "f1_weighted": 0.80601, "precision": 0.795305, "precision_weighted": 0.808413, "recall": 0.798975, "recall_weighted": 0.808081, "ap": null, "ap_weighted": null }, { "accuracy": 0.767677, "f1": 0.760689, "f1_weighted": 0.774169, "precision": 0.772946, "precision_weighted": 0.799167, "recall": 0.770517, "recall_weighted": 0.767677, "ap": null, "ap_weighted": null }, { "accuracy": 0.737374, "f1": 0.75579, "f1_weighted": 0.748203, "precision": 0.771388, "precision_weighted": 0.795395, "recall": 0.786622, "recall_weighted": 0.737374, "ap": null, "ap_weighted": null }, { "accuracy": 0.787879, "f1": 0.78126, "f1_weighted": 0.787615, "precision": 0.776829, "precision_weighted": 0.800147, "recall": 0.803721, "recall_weighted": 0.787879, "ap": null, "ap_weighted": null }, { "accuracy": 0.737374, "f1": 0.730637, "f1_weighted": 0.741079, "precision": 0.742081, "precision_weighted": 0.784007, "recall": 0.768118, "recall_weighted": 0.737374, "ap": null, "ap_weighted": null }, { "accuracy": 0.707071, "f1": 0.693735, "f1_weighted": 0.694638, "precision": 0.68075, "precision_weighted": 0.707255, "recall": 0.735477, "recall_weighted": 0.707071, "ap": null, "ap_weighted": null }, { "accuracy": 0.747475, "f1": 0.731549, "f1_weighted": 0.743944, "precision": 0.730008, "precision_weighted": 0.753428, "recall": 0.75008, "recall_weighted": 0.747475, "ap": null, "ap_weighted": null } ], "accuracy": 0.744444, "f1": 0.736675, "f1_weighted": 0.745513, "precision": 0.742515, "precision_weighted": 0.770476, "recall": 0.760555, "recall_weighted": 0.744444, "ap": NaN, "ap_weighted": NaN, "main_score": 0.744444, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] } ], "test": [ { "scores_per_experiment": [ { "accuracy": 0.769608, "f1": 0.76809, "f1_weighted": 0.772813, "precision": 0.7667, "precision_weighted": 0.800437, "recall": 0.798004, "recall_weighted": 0.769608, "ap": null, "ap_weighted": null }, { "accuracy": 0.740196, "f1": 0.738051, "f1_weighted": 0.741954, "precision": 0.744402, "precision_weighted": 0.779988, "recall": 0.773874, "recall_weighted": 0.740196, "ap": null, "ap_weighted": null }, { "accuracy": 0.735294, "f1": 0.733081, "f1_weighted": 0.728901, "precision": 0.732241, "precision_weighted": 0.742447, "recall": 0.754029, "recall_weighted": 0.735294, "ap": null, "ap_weighted": null }, { "accuracy": 0.769608, "f1": 0.758557, "f1_weighted": 0.769975, "precision": 0.757446, "precision_weighted": 0.776088, "recall": 0.765722, "recall_weighted": 0.769608, "ap": null, "ap_weighted": null }, { "accuracy": 0.79902, "f1": 0.792956, "f1_weighted": 0.798063, "precision": 0.798733, "precision_weighted": 0.810696, "recall": 0.800041, "recall_weighted": 0.79902, "ap": null, "ap_weighted": null }, { "accuracy": 0.828431, "f1": 0.817562, "f1_weighted": 0.831058, "precision": 0.833259, "precision_weighted": 0.855454, "recall": 0.835952, "recall_weighted": 0.828431, "ap": null, "ap_weighted": null }, { "accuracy": 0.769608, "f1": 0.758178, "f1_weighted": 0.769509, "precision": 0.754388, "precision_weighted": 0.785263, "recall": 0.780339, "recall_weighted": 0.769608, "ap": null, "ap_weighted": null }, { "accuracy": 0.818627, "f1": 0.811585, "f1_weighted": 0.820795, "precision": 0.804698, "precision_weighted": 0.835597, "recall": 0.832855, "recall_weighted": 0.818627, "ap": null, "ap_weighted": null }, { "accuracy": 0.730392, "f1": 0.72016, "f1_weighted": 0.727891, "precision": 0.712728, "precision_weighted": 0.733675, "recall": 0.738574, "recall_weighted": 0.730392, "ap": null, "ap_weighted": null }, { "accuracy": 0.79902, "f1": 0.789351, "f1_weighted": 0.797573, "precision": 0.784311, "precision_weighted": 0.801654, "recall": 0.801074, "recall_weighted": 0.79902, "ap": null, "ap_weighted": null } ], "accuracy": 0.77598, "f1": 0.768757, "f1_weighted": 0.775853, "precision": 0.768891, "precision_weighted": 0.79213, "recall": 0.788046, "recall_weighted": 0.77598, "ap": NaN, "ap_weighted": NaN, "main_score": 0.77598, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 3.29604434967041, "kg_co2_emissions": null }