{ "dataset_revision": "6701f384372c04aa8c64b10582e72eb84135a1d4", "task_name": "KorSarcasmClassification", "mteb_version": "2.3.0", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.617676, "f1": 0.6174, "f1_weighted": 0.61738, "precision": 0.618096, "precision_weighted": 0.618111, "recall": 0.617731, "recall_weighted": 0.617676, "ap": 0.571044, "ap_weighted": 0.571044 }, { "accuracy": 0.556152, "f1": 0.554699, "f1_weighted": 0.554749, "precision": 0.556759, "precision_weighted": 0.556748, "recall": 0.556043, "recall_weighted": 0.556152, "ap": 0.53059, "ap_weighted": 0.53059 }, { "accuracy": 0.578613, "f1": 0.561988, "f1_weighted": 0.562155, "precision": 0.592074, "precision_weighted": 0.592006, "recall": 0.578235, "recall_weighted": 0.578613, "ap": 0.548156, "ap_weighted": 0.548156 }, { "accuracy": 0.525391, "f1": 0.523529, "f1_weighted": 0.523471, "precision": 0.525933, "precision_weighted": 0.525941, "recall": 0.525515, "recall_weighted": 0.525391, "ap": 0.51236, "ap_weighted": 0.51236 }, { "accuracy": 0.544922, "f1": 0.536254, "f1_weighted": 0.536377, "precision": 0.54821, "precision_weighted": 0.548186, "recall": 0.544657, "recall_weighted": 0.544922, "ap": 0.524095, "ap_weighted": 0.524095 }, { "accuracy": 0.582031, "f1": 0.579592, "f1_weighted": 0.579529, "precision": 0.584186, "precision_weighted": 0.584213, "recall": 0.582182, "recall_weighted": 0.582031, "ap": 0.545977, "ap_weighted": 0.545977 }, { "accuracy": 0.609863, "f1": 0.606654, "f1_weighted": 0.606584, "precision": 0.613838, "precision_weighted": 0.613881, "recall": 0.610042, "recall_weighted": 0.609863, "ap": 0.564304, "ap_weighted": 0.564304 }, { "accuracy": 0.512695, "f1": 0.512248, "f1_weighted": 0.512277, "precision": 0.512682, "precision_weighted": 0.512682, "recall": 0.512638, "recall_weighted": 0.512695, "ap": 0.505512, "ap_weighted": 0.505512 }, { "accuracy": 0.547852, "f1": 0.547845, "f1_weighted": 0.547848, "precision": 0.547847, "precision_weighted": 0.547849, "recall": 0.547846, "recall_weighted": 0.547852, "ap": 0.525254, "ap_weighted": 0.525254 }, { "accuracy": 0.505371, "f1": 0.500939, "f1_weighted": 0.501031, "precision": 0.505376, "precision_weighted": 0.505376, "recall": 0.505189, "recall_weighted": 0.505371, "ap": 0.501651, "ap_weighted": 0.501651 } ], "accuracy": 0.558057, "f1": 0.554115, "f1_weighted": 0.55414, "precision": 0.5605, "precision_weighted": 0.560499, "recall": 0.558008, "recall_weighted": 0.558057, "ap": 0.532894, "ap_weighted": 0.532894, "main_score": 0.558057, "hf_subset": "default", "languages": [ "kor-Hang" ] } ] }, "evaluation_time": 25.917219638824463, "kg_co2_emissions": null }