{ "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", "task_name": "MultiHateClassification", "mteb_version": "2.18.2", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.633, "f1": 0.568353, "f1_weighted": 0.634503, "precision": 0.567851, "precision_weighted": 0.636102, "recall": 0.568972, "recall_weighted": 0.633, "ap": 0.34008, "ap_weighted": 0.34008 }, { "accuracy": 0.696, "f1": 0.641467, "f1_weighted": 0.696839, "precision": 0.640718, "precision_weighted": 0.697728, "recall": 0.64228, "recall_weighted": 0.696, "ap": 0.400666, "ap_weighted": 0.400666 }, { "accuracy": 0.573, "f1": 0.565073, "f1_weighted": 0.588325, "precision": 0.599528, "precision_weighted": 0.682902, "recall": 0.616164, "recall_weighted": 0.573, "ap": 0.36508, "ap_weighted": 0.36508 }, { "accuracy": 0.577, "f1": 0.548559, "f1_weighted": 0.59343, "precision": 0.556649, "precision_weighted": 0.632679, "recall": 0.566429, "recall_weighted": 0.577, "ap": 0.335816, "ap_weighted": 0.335816 }, { "accuracy": 0.551, "f1": 0.532096, "f1_weighted": 0.569339, "precision": 0.549814, "precision_weighted": 0.628103, "recall": 0.559076, "recall_weighted": 0.551, "ap": 0.331039, "ap_weighted": 0.331039 }, { "accuracy": 0.611, "f1": 0.577651, "f1_weighted": 0.624648, "precision": 0.580346, "precision_weighted": 0.653472, "recall": 0.592663, "recall_weighted": 0.611, "ap": 0.353185, "ap_weighted": 0.353185 }, { "accuracy": 0.592, "f1": 0.537958, "f1_weighted": 0.600533, "precision": 0.538139, "precision_weighted": 0.612198, "recall": 0.541481, "recall_weighted": 0.592, "ap": 0.322333, "ap_weighted": 0.322333 }, { "accuracy": 0.553, "f1": 0.550605, "f1_weighted": 0.563596, "precision": 0.609333, "precision_weighted": 0.698565, "recall": 0.621563, "recall_weighted": 0.553, "ap": 0.367166, "ap_weighted": 0.367166 }, { "accuracy": 0.663, "f1": 0.61626, "f1_weighted": 0.669294, "precision": 0.613561, "precision_weighted": 0.678388, "recall": 0.622398, "recall_weighted": 0.663, "ap": 0.378866, "ap_weighted": 0.378866 }, { "accuracy": 0.521, "f1": 0.508576, "f1_weighted": 0.539518, "precision": 0.536667, "precision_weighted": 0.616208, "recall": 0.543222, "recall_weighted": 0.521, "ap": 0.322262, "ap_weighted": 0.322262 } ], "accuracy": 0.597, "f1": 0.56466, "f1_weighted": 0.608003, "precision": 0.579261, "precision_weighted": 0.653635, "recall": 0.587425, "recall_weighted": 0.597, "ap": 0.351649, "ap_weighted": 0.351649, "main_score": 0.597, "hf_subset": "por", "languages": [ "por-Latn" ], "mteb_version": "2.18.2" } ] }, "evaluation_time": 16.120871072, "kg_co2_emissions": null, "date": 1784079627.457083, "evaluation_phases": [ { "name": "Data loading", "start": 4.73000000056345e-06, "end": 8.01818864500001, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 8.018198614999847, "end": 8.142198380999844, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 8.298537054000008, "end": 8.416273991000025, "split": "test", "subset": "por" }, { "name": "Encoding test samples", "start": 8.439988198000037, "end": 9.149674978999883, "split": "test", "subset": "por" }, { "name": "Running experiment (0/10)", "start": 9.149811088999968, "end": 9.890698575999977, "split": "test", "subset": "por" }, { "name": "Running experiment (1/10)", "start": 9.89073776600003, "end": 10.575928379999823, "split": "test", "subset": "por" }, { "name": "Running experiment (2/10)", "start": 10.575951629999963, "end": 11.25751186399998, "split": "test", "subset": "por" }, { "name": "Running experiment (3/10)", "start": 11.257532903999845, "end": 11.947291646999929, "split": "test", "subset": "por" }, { "name": "Running experiment (4/10)", "start": 11.947313056999974, "end": 12.62832750099983, "split": "test", "subset": "por" }, { "name": "Running experiment (5/10)", "start": 12.628351850999934, "end": 13.309158234999813, "split": "test", "subset": "por" }, { "name": "Running experiment (6/10)", "start": 13.309181354999964, "end": 13.990266448999819, "split": "test", "subset": "por" }, { "name": "Running experiment (7/10)", "start": 13.990289288999975, "end": 14.690061171000025, "split": "test", "subset": "por" }, { "name": "Running experiment (8/10)", "start": 14.690091831000018, "end": 15.383282483999892, "split": "test", "subset": "por" }, { "name": "Running experiment (9/10)", "start": 15.383309113999985, "end": 16.11034301299992, "split": "test", "subset": "por" }, { "name": "Scoring", "start": 9.14968657899999, "end": 16.11034807299984, "split": "test", "subset": "por" } ] }