{ "dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4", "task_name": "TNews", "mteb_version": "2.18.0", "scores": { "validation": [ { "scores_per_experiment": [ { "accuracy": 0.103, "f1": 0.07942, "f1_weighted": 0.086998, "precision": 0.091697, "precision_weighted": 0.102786, "recall": 0.115974, "recall_weighted": 0.103, "ap": null, "ap_weighted": null }, { "accuracy": 0.0961, "f1": 0.085654, "f1_weighted": 0.094511, "precision": 0.110804, "precision_weighted": 0.12751, "recall": 0.108303, "recall_weighted": 0.0961, "ap": null, "ap_weighted": null }, { "accuracy": 0.1005, "f1": 0.077297, "f1_weighted": 0.083254, "precision": 0.099912, "precision_weighted": 0.113377, "recall": 0.112157, "recall_weighted": 0.1005, "ap": null, "ap_weighted": null }, { "accuracy": 0.0978, "f1": 0.086815, "f1_weighted": 0.093998, "precision": 0.096227, "precision_weighted": 0.109351, "recall": 0.113957, "recall_weighted": 0.0978, "ap": null, "ap_weighted": null }, { "accuracy": 0.106, "f1": 0.084371, "f1_weighted": 0.090307, "precision": 0.106017, "precision_weighted": 0.118843, "recall": 0.112687, "recall_weighted": 0.106, "ap": null, "ap_weighted": null }, { "accuracy": 0.1097, "f1": 0.091257, "f1_weighted": 0.105098, "precision": 0.106272, "precision_weighted": 0.122591, "recall": 0.108108, "recall_weighted": 0.1097, "ap": null, "ap_weighted": null }, { "accuracy": 0.0978, "f1": 0.084373, "f1_weighted": 0.09062, "precision": 0.10297, "precision_weighted": 0.115913, "recall": 0.112386, "recall_weighted": 0.0978, "ap": null, "ap_weighted": null }, { "accuracy": 0.0948, "f1": 0.079705, "f1_weighted": 0.085213, "precision": 0.112131, "precision_weighted": 0.126204, "recall": 0.119731, "recall_weighted": 0.0948, "ap": null, "ap_weighted": null }, { "accuracy": 0.0876, "f1": 0.075476, "f1_weighted": 0.074612, "precision": 0.087846, "precision_weighted": 0.09823, "recall": 0.112919, "recall_weighted": 0.0876, "ap": null, "ap_weighted": null }, { "accuracy": 0.1015, "f1": 0.084868, "f1_weighted": 0.090858, "precision": 0.109839, "precision_weighted": 0.122081, "recall": 0.119466, "recall_weighted": 0.1015, "ap": null, "ap_weighted": null } ], "accuracy": 0.09948, "f1": 0.082924, "f1_weighted": 0.089547, "precision": 0.102372, "precision_weighted": 0.115689, "recall": 0.113569, "recall_weighted": 0.09948, "ap": NaN, "ap_weighted": NaN, "main_score": 0.09948, "hf_subset": "default", "languages": [ "cmn-Hans" ], "mteb_version": "2.18.0" } ] }, "evaluation_time": 127.51600000000326, "kg_co2_emissions": null, "date": 1784019068.802608, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 2.235000000000582, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 2.235000000000582, "end": 2.235000000000582, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 29.25, "end": 34.453999999997905, "split": "validation", "subset": "default" }, { "name": "Encoding test samples", "start": 35.98500000000058, "end": 47.34399999999732, "split": "validation", "subset": "default" }, { "name": "Running experiment (0/10)", "start": 47.34399999999732, "end": 55.421999999991385, "split": "validation", "subset": "default" }, { "name": "Running experiment (1/10)", "start": 55.421999999991385, "end": 63.23500000000058, "split": "validation", "subset": "default" }, { "name": "Running experiment (2/10)", "start": 63.23500000000058, "end": 71.54699999999139, "split": "validation", "subset": "default" }, { "name": "Running experiment (3/10)", "start": 71.54699999999139, "end": 80.0789999999979, "split": "validation", "subset": "default" }, { "name": "Running experiment (4/10)", "start": 80.0789999999979, "end": 89.01600000000326, "split": "validation", "subset": "default" }, { "name": "Running experiment (5/10)", "start": 89.01600000000326, "end": 96.48500000000058, "split": "validation", "subset": "default" }, { "name": "Running experiment (6/10)", "start": 96.48500000000058, "end": 104.96899999999732, "split": "validation", "subset": "default" }, { "name": "Running experiment (7/10)", "start": 104.96899999999732, "end": 113.18799999999464, "split": "validation", "subset": "default" }, { "name": "Running experiment (8/10)", "start": 113.18799999999464, "end": 121.0, "split": "validation", "subset": "default" }, { "name": "Running experiment (9/10)", "start": 121.0, "end": 127.5, "split": "validation", "subset": "default" }, { "name": "Scoring", "start": 47.34399999999732, "end": 127.5, "split": "validation", "subset": "default" } ] }