{ "dataset_revision": "0d5104ecaa109d2448afe1f40dbf860f5e4458a8", "task_name": "SynPerChatbotConvSAJealousy", "mteb_version": "2.20.11", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.758621, "f1": 0.758621, "f1_weighted": 0.758621, "precision": 0.805556, "precision_weighted": 0.85249, "recall": 0.805556, "recall_weighted": 0.758621, "ap": 0.85249, "ap_weighted": 0.85249 }, { "accuracy": 0.62069, "f1": 0.613333, "f1_weighted": 0.626207, "precision": 0.616667, "precision_weighted": 0.644828, "recall": 0.623737, "recall_weighted": 0.62069, "ap": 0.689527, "ap_weighted": 0.689527 }, { "accuracy": 0.724138, "f1": 0.707071, "f1_weighted": 0.724138, "precision": 0.707071, "precision_weighted": 0.724138, "recall": 0.707071, "recall_weighted": 0.724138, "ap": 0.742869, "ap_weighted": 0.742869 }, { "accuracy": 0.758621, "f1": 0.758621, "f1_weighted": 0.758621, "precision": 0.805556, "precision_weighted": 0.85249, "recall": 0.805556, "recall_weighted": 0.758621, "ap": 0.85249, "ap_weighted": 0.85249 }, { "accuracy": 0.655172, "f1": 0.651442, "f1_weighted": 0.660146, "precision": 0.659524, "precision_weighted": 0.689984, "recall": 0.669192, "recall_weighted": 0.655172, "ap": 0.721538, "ap_weighted": 0.721538 }, { "accuracy": 0.758621, "f1": 0.747826, "f1_weighted": 0.76042, "precision": 0.745098, "precision_weighted": 0.76403, "recall": 0.752525, "recall_weighted": 0.758621, "ap": 0.778454, "ap_weighted": 0.778454 }, { "accuracy": 0.724138, "f1": 0.72381, "f1_weighted": 0.721511, "precision": 0.789474, "precision_weighted": 0.84029, "recall": 0.777778, "recall_weighted": 0.724138, "ap": 0.831418, "ap_weighted": 0.831418 }, { "accuracy": 0.758621, "f1": 0.758621, "f1_weighted": 0.758621, "precision": 0.805556, "precision_weighted": 0.85249, "recall": 0.805556, "recall_weighted": 0.758621, "ap": 0.85249, "ap_weighted": 0.85249 }, { "accuracy": 0.586207, "f1": 0.585714, "f1_weighted": 0.582266, "precision": 0.636842, "precision_weighted": 0.676225, "recall": 0.631313, "recall_weighted": 0.586207, "ap": 0.700383, "ap_weighted": 0.700383 }, { "accuracy": 0.655172, "f1": 0.651442, "f1_weighted": 0.642739, "precision": 0.761905, "precision_weighted": 0.819376, "recall": 0.722222, "recall_weighted": 0.655172, "ap": 0.789272, "ap_weighted": 0.789272 } ], "accuracy": 0.7, "f1": 0.69565, "f1_weighted": 0.699329, "precision": 0.733325, "precision_weighted": 0.771634, "recall": 0.730051, "recall_weighted": 0.7, "ap": 0.781093, "ap_weighted": 0.781093, "main_score": 0.7, "hf_subset": "default", "languages": [ "fas-Arab" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 2.415968928995426, "kg_co2_emissions": null, "date": 1790054764.38555, "evaluation_phases": [ { "name": "Data loading", "start": 4.588997398968786e-06, "end": 0.7448928270023316, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 0.7449001810018672, "end": 0.7449015230013174, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 0.9090304889978142, "end": 1.8097053930032416, "split": "test", "subset": "default" }, { "name": "Encoding test samples", "start": 1.8151922640026896, "end": 2.0055101530015236, "split": "test", "subset": "default" }, { "name": "Running experiment (0/10)", "start": 2.0055858659980004, "end": 2.0452219159997185, "split": "test", "subset": "default" }, { "name": "Running experiment (1/10)", "start": 2.0452602689983905, "end": 2.0839554330013925, "split": "test", "subset": "default" }, { "name": "Running experiment (2/10)", "start": 2.0840067099998123, "end": 2.1223994309984846, "split": "test", "subset": "default" }, { "name": "Running experiment (3/10)", "start": 2.1224339260006673, "end": 2.1605968400035636, "split": "test", "subset": "default" }, { "name": "Running experiment (4/10)", "start": 2.1606324079984915, "end": 2.1995557449990883, "split": "test", "subset": "default" }, { "name": "Running experiment (5/10)", "start": 2.199621810003009, "end": 2.2453902560009737, "split": "test", "subset": "default" }, { "name": "Running experiment (6/10)", "start": 2.2454481559980195, "end": 2.2853226579973125, "split": "test", "subset": "default" }, { "name": "Running experiment (7/10)", "start": 2.2854125989979366, "end": 2.3251982720030355, "split": "test", "subset": "default" }, { "name": "Running experiment (8/10)", "start": 2.325268075001077, "end": 2.371303287000046, "split": "test", "subset": "default" }, { "name": "Running experiment (9/10)", "start": 2.371355786002823, "end": 2.4095336090031196, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 2.0055255920015043, "end": 2.4095367150002858, "split": "test", "subset": "default" } ] }