{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "2.1.8", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.908204, "f1": 0.899112, "f1_weighted": 0.904552, "precision": 0.892865, "precision_weighted": 0.907259, "recall": 0.912229, "recall_weighted": 0.908204, "ap": null, "ap_weighted": null }, { "accuracy": 0.905851, "f1": 0.890817, "f1_weighted": 0.898923, "precision": 0.88686, "precision_weighted": 0.909477, "recall": 0.912707, "recall_weighted": 0.905851, "ap": null, "ap_weighted": null }, { "accuracy": 0.911231, "f1": 0.898189, "f1_weighted": 0.905703, "precision": 0.891649, "precision_weighted": 0.915652, "recall": 0.920254, "recall_weighted": 0.911231, "ap": null, "ap_weighted": null }, { "accuracy": 0.905178, "f1": 0.892166, "f1_weighted": 0.900169, "precision": 0.88732, "precision_weighted": 0.909144, "recall": 0.911534, "recall_weighted": 0.905178, "ap": null, "ap_weighted": null }, { "accuracy": 0.910894, "f1": 0.8967, "f1_weighted": 0.905366, "precision": 0.891527, "precision_weighted": 0.912953, "recall": 0.914915, "recall_weighted": 0.910894, "ap": null, "ap_weighted": null }, { "accuracy": 0.907532, "f1": 0.896726, "f1_weighted": 0.903839, "precision": 0.89019, "precision_weighted": 0.910773, "recall": 0.914653, "recall_weighted": 0.907532, "ap": null, "ap_weighted": null }, { "accuracy": 0.903497, "f1": 0.885984, "f1_weighted": 0.896123, "precision": 0.882152, "precision_weighted": 0.908624, "recall": 0.910005, "recall_weighted": 0.903497, "ap": null, "ap_weighted": null }, { "accuracy": 0.909886, "f1": 0.898002, "f1_weighted": 0.906323, "precision": 0.890514, "precision_weighted": 0.913092, "recall": 0.916663, "recall_weighted": 0.909886, "ap": null, "ap_weighted": null }, { "accuracy": 0.908877, "f1": 0.896996, "f1_weighted": 0.904869, "precision": 0.891919, "precision_weighted": 0.911141, "recall": 0.91259, "recall_weighted": 0.908877, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.902429, "f1_weighted": 0.910256, "precision": 0.900011, "precision_weighted": 0.916581, "recall": 0.914884, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null } ], "accuracy": 0.908507, "f1": 0.895712, "f1_weighted": 0.903612, "precision": 0.890501, "precision_weighted": 0.91147, "recall": 0.914043, "recall_weighted": 0.908507, "ap": NaN, "ap_weighted": NaN, "main_score": 0.908507, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.687626, "f1": 0.680123, "f1_weighted": 0.684783, "precision": 0.679157, "precision_weighted": 0.748932, "recall": 0.752233, "recall_weighted": 0.687626, "ap": null, "ap_weighted": null }, { "accuracy": 0.717552, "f1": 0.691078, "f1_weighted": 0.710871, "precision": 0.672201, "precision_weighted": 0.738857, "recall": 0.750277, "recall_weighted": 0.717552, "ap": null, "ap_weighted": null }, { "accuracy": 0.714862, "f1": 0.686623, "f1_weighted": 0.705561, "precision": 0.683175, "precision_weighted": 0.746512, "recall": 0.744333, "recall_weighted": 0.714862, "ap": null, "ap_weighted": null }, { "accuracy": 0.6577, "f1": 0.651957, "f1_weighted": 0.660135, "precision": 0.660457, "precision_weighted": 0.734706, "recall": 0.721839, "recall_weighted": 0.6577, "ap": null, "ap_weighted": null }, { "accuracy": 0.680565, "f1": 0.666056, "f1_weighted": 0.667953, "precision": 0.656983, "precision_weighted": 0.719744, "recall": 0.741066, "recall_weighted": 0.680565, "ap": null, "ap_weighted": null }, { "accuracy": 0.64694, "f1": 0.63107, "f1_weighted": 0.62579, "precision": 0.636035, "precision_weighted": 0.711795, "recall": 0.719801, "recall_weighted": 0.64694, "ap": null, "ap_weighted": null }, { "accuracy": 0.703766, "f1": 0.695807, "f1_weighted": 0.700845, "precision": 0.682997, "precision_weighted": 0.740448, "recall": 0.758023, "recall_weighted": 0.703766, "ap": null, "ap_weighted": null }, { "accuracy": 0.6846, "f1": 0.678842, "f1_weighted": 0.686928, "precision": 0.671119, "precision_weighted": 0.739712, "recall": 0.740258, "recall_weighted": 0.6846, "ap": null, "ap_weighted": null }, { "accuracy": 0.692334, "f1": 0.679654, "f1_weighted": 0.680404, "precision": 0.675333, "precision_weighted": 0.737853, "recall": 0.745325, "recall_weighted": 0.692334, "ap": null, "ap_weighted": null }, { "accuracy": 0.703093, "f1": 0.688313, "f1_weighted": 0.702765, "precision": 0.682773, "precision_weighted": 0.753073, "recall": 0.753228, "recall_weighted": 0.703093, "ap": null, "ap_weighted": null } ], "accuracy": 0.688904, "f1": 0.674952, "f1_weighted": 0.682603, "precision": 0.670023, "precision_weighted": 0.737163, "recall": 0.742638, "recall_weighted": 0.688904, "ap": NaN, "ap_weighted": NaN, "main_score": 0.688904, "hf_subset": "th", "languages": [ "tha-Thai" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.705362, "f1": 0.704136, "f1_weighted": 0.703132, "precision": 0.700574, "precision_weighted": 0.770749, "recall": 0.782469, "recall_weighted": 0.705362, "ap": null, "ap_weighted": null }, { "accuracy": 0.715199, "f1": 0.698702, "f1_weighted": 0.710175, "precision": 0.680589, "precision_weighted": 0.748361, "recall": 0.768175, "recall_weighted": 0.715199, "ap": null, "ap_weighted": null }, { "accuracy": 0.727988, "f1": 0.701414, "f1_weighted": 0.724069, "precision": 0.696093, "precision_weighted": 0.768135, "recall": 0.763868, "recall_weighted": 0.727988, "ap": null, "ap_weighted": null }, { "accuracy": 0.666011, "f1": 0.654077, "f1_weighted": 0.667123, "precision": 0.658728, "precision_weighted": 0.743761, "recall": 0.737994, "recall_weighted": 0.666011, "ap": null, "ap_weighted": null }, { "accuracy": 0.688146, "f1": 0.677031, "f1_weighted": 0.677138, "precision": 0.66836, "precision_weighted": 0.73771, "recall": 0.756817, "recall_weighted": 0.688146, "ap": null, "ap_weighted": null }, { "accuracy": 0.647319, "f1": 0.638542, "f1_weighted": 0.635658, "precision": 0.645305, "precision_weighted": 0.734013, "recall": 0.729266, "recall_weighted": 0.647319, "ap": null, "ap_weighted": null }, { "accuracy": 0.704378, "f1": 0.695077, "f1_weighted": 0.698002, "precision": 0.679742, "precision_weighted": 0.736913, "recall": 0.763668, "recall_weighted": 0.704378, "ap": null, "ap_weighted": null }, { "accuracy": 0.696508, "f1": 0.699934, "f1_weighted": 0.697674, "precision": 0.686231, "precision_weighted": 0.750342, "recall": 0.767644, "recall_weighted": 0.696508, "ap": null, "ap_weighted": null }, { "accuracy": 0.703886, "f1": 0.691279, "f1_weighted": 0.696159, "precision": 0.680191, "precision_weighted": 0.742793, "recall": 0.756446, "recall_weighted": 0.703886, "ap": null, "ap_weighted": null }, { "accuracy": 0.709788, "f1": 0.696978, "f1_weighted": 0.711057, "precision": 0.688496, "precision_weighted": 0.766819, "recall": 0.771956, "recall_weighted": 0.709788, "ap": null, "ap_weighted": null } ], "accuracy": 0.696458, "f1": 0.685717, "f1_weighted": 0.692019, "precision": 0.678431, "precision_weighted": 0.74996, "recall": 0.75983, "recall_weighted": 0.696458, "ap": NaN, "ap_weighted": NaN, "main_score": 0.696458, "hf_subset": "th", "languages": [ "tha-Thai" ] } ] }, "evaluation_time": 72.28275465965271, "kg_co2_emissions": null }