{ "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", "task_name": "MultiHateClassification", "mteb_version": "2.18.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.555, "f1": 0.519728, "f1_weighted": 0.57231, "precision": 0.527651, "precision_weighted": 0.607717, "recall": 0.532415, "recall_weighted": 0.555, "ap": 0.312994, "ap_weighted": 0.312994 }, { "accuracy": 0.494, "f1": 0.493708, "f1_weighted": 0.498617, "precision": 0.575478, "precision_weighted": 0.667941, "recall": 0.578768, "recall_weighted": 0.494, "ap": 0.336332, "ap_weighted": 0.336332 }, { "accuracy": 0.581, "f1": 0.549865, "f1_weighted": 0.597692, "precision": 0.557207, "precision_weighted": 0.635996, "recall": 0.567348, "recall_weighted": 0.581, "ap": 0.332247, "ap_weighted": 0.332247 }, { "accuracy": 0.492, "f1": 0.482138, "f1_weighted": 0.51101, "precision": 0.518153, "precision_weighted": 0.6007, "recall": 0.521339, "recall_weighted": 0.492, "ap": 0.307402, "ap_weighted": 0.307402 }, { "accuracy": 0.524, "f1": 0.489489, "f1_weighted": 0.543114, "precision": 0.500576, "precision_weighted": 0.582157, "recall": 0.500679, "recall_weighted": 0.524, "ap": 0.298285, "ap_weighted": 0.298285 }, { "accuracy": 0.588, "f1": 0.561918, "f1_weighted": 0.605103, "precision": 0.571537, "precision_weighted": 0.650717, "recall": 0.584887, "recall_weighted": 0.588, "ap": 0.342758, "ap_weighted": 0.342758 }, { "accuracy": 0.486, "f1": 0.481989, "f1_weighted": 0.500405, "precision": 0.533814, "precision_weighted": 0.618536, "recall": 0.538309, "recall_weighted": 0.486, "ap": 0.315432, "ap_weighted": 0.315432 }, { "accuracy": 0.596, "f1": 0.545953, "f1_weighted": 0.606854, "precision": 0.546632, "precision_weighted": 0.623342, "recall": 0.551961, "recall_weighted": 0.596, "ap": 0.324026, "ap_weighted": 0.324026 }, { "accuracy": 0.647, "f1": 0.622036, "f1_weighted": 0.661279, "precision": 0.626308, "precision_weighted": 0.702303, "recall": 0.649119, "recall_weighted": 0.647, "ap": 0.389743, "ap_weighted": 0.389743 }, { "accuracy": 0.547, "f1": 0.529473, "f1_weighted": 0.566161, "precision": 0.550652, "precision_weighted": 0.632629, "recall": 0.560513, "recall_weighted": 0.547, "ap": 0.327544, "ap_weighted": 0.327544 } ], "accuracy": 0.551, "f1": 0.52763, "f1_weighted": 0.566254, "precision": 0.550801, "precision_weighted": 0.632204, "recall": 0.558534, "recall_weighted": 0.551, "ap": 0.328676, "ap_weighted": 0.328676, "main_score": 0.551, "hf_subset": "nld", "languages": [ "nld-Latn" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 25.371695413719863, "kg_co2_emissions": null, "date": 1785333845.181111, "evaluation_phases": [ { "name": "Data loading", "start": 0.0006257339846342802, "end": 9.71724946796894, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 9.717263775877655, "end": 9.97765759495087, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 10.314623751910403, "end": 10.460293016862124, "split": "test", "subset": "nld" }, { "name": "Encoding test samples", "start": 10.525160817895085, "end": 11.423305716831237, "split": "test", "subset": "nld" }, { "name": "Running experiment (0/10)", "start": 11.425410986877978, "end": 12.814165956806391, "split": "test", "subset": "nld" }, { "name": "Running experiment (1/10)", "start": 12.81552606401965, "end": 14.20468576089479, "split": "test", "subset": "nld" }, { "name": "Running experiment (2/10)", "start": 14.20613177283667, "end": 15.594546335982159, "split": "test", "subset": "nld" }, { "name": "Running experiment (3/10)", "start": 15.595900140004233, "end": 16.974402704974636, "split": "test", "subset": "nld" }, { "name": "Running experiment (4/10)", "start": 16.975725890835747, "end": 18.369348402833566, "split": "test", "subset": "nld" }, { "name": "Running experiment (5/10)", "start": 18.370694261975586, "end": 19.75059142988175, "split": "test", "subset": "nld" }, { "name": "Running experiment (6/10)", "start": 19.751945595024154, "end": 21.15976276481524, "split": "test", "subset": "nld" }, { "name": "Running experiment (7/10)", "start": 21.161153780994937, "end": 22.580056415870786, "split": "test", "subset": "nld" }, { "name": "Running experiment (8/10)", "start": 22.58143716189079, "end": 23.971209968905896, "split": "test", "subset": "nld" }, { "name": "Running experiment (9/10)", "start": 23.97262766584754, "end": 25.36563957389444, "split": "test", "subset": "nld" }, { "name": "Scoring", "start": 11.42426858888939, "end": 25.36564453295432, "split": "test", "subset": "nld" } ] }