{ "dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b", "task_name": "JDReview", "mteb_version": "2.18.0", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.491557, "f1": 0.451523, "f1_weighted": 0.544658, "precision": 0.51942, "precision_weighted": 0.718013, "recall": 0.531851, "recall_weighted": 0.491557, "ap": 0.196294, "ap_weighted": 0.196294 }, { "accuracy": 0.4803, "f1": 0.422973, "f1_weighted": 0.537286, "precision": 0.479711, "precision_weighted": 0.677252, "recall": 0.466462, "recall_weighted": 0.4803, "ap": 0.176707, "ap_weighted": 0.176707 }, { "accuracy": 0.510319, "f1": 0.464441, "f1_weighted": 0.562961, "precision": 0.523924, "precision_weighted": 0.722091, "recall": 0.539473, "recall_weighted": 0.510319, "ap": 0.199153, "ap_weighted": 0.199153 }, { "accuracy": 0.557223, "f1": 0.448105, "f1_weighted": 0.602344, "precision": 0.473464, "precision_weighted": 0.67533, "recall": 0.459119, "recall_weighted": 0.557223, "ap": 0.175603, "ap_weighted": 0.175603 }, { "accuracy": 0.474672, "f1": 0.43866, "f1_weighted": 0.528022, "precision": 0.513192, "precision_weighted": 0.711721, "recall": 0.521482, "recall_weighted": 0.474672, "ap": 0.192644, "ap_weighted": 0.192644 }, { "accuracy": 0.491557, "f1": 0.451523, "f1_weighted": 0.544658, "precision": 0.51942, "precision_weighted": 0.718013, "recall": 0.531851, "recall_weighted": 0.491557, "ap": 0.196294, "ap_weighted": 0.196294 }, { "accuracy": 0.463415, "f1": 0.433232, "f1_weighted": 0.515437, "precision": 0.516345, "precision_weighted": 0.715578, "recall": 0.526265, "recall_weighted": 0.463415, "ap": 0.194268, "ap_weighted": 0.194268 }, { "accuracy": 0.474672, "f1": 0.43866, "f1_weighted": 0.528022, "precision": 0.513192, "precision_weighted": 0.711721, "recall": 0.521482, "recall_weighted": 0.474672, "ap": 0.192644, "ap_weighted": 0.192644 }, { "accuracy": 0.491557, "f1": 0.451523, "f1_weighted": 0.544658, "precision": 0.51942, "precision_weighted": 0.718013, "recall": 0.531851, "recall_weighted": 0.491557, "ap": 0.196294, "ap_weighted": 0.196294 }, { "accuracy": 0.446529, "f1": 0.421907, "f1_weighted": 0.496893, "precision": 0.515033, "precision_weighted": 0.714589, "recall": 0.523693, "recall_weighted": 0.446529, "ap": 0.193363, "ap_weighted": 0.193363 } ], "accuracy": 0.48818, "f1": 0.442255, "f1_weighted": 0.540494, "precision": 0.509312, "precision_weighted": 0.708232, "recall": 0.515353, "recall_weighted": 0.48818, "ap": 0.191326, "ap_weighted": 0.191326, "main_score": 0.48818, "hf_subset": "default", "languages": [ "cmn-Hans" ], "mteb_version": "2.18.0" } ] }, "evaluation_time": 23.98399999999674, "kg_co2_emissions": null, "date": 1784015889.908355, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 2.202999999994063, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 2.202999999994063, "end": 2.202999999994063, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 4.375, "end": 11.421999999991385, "split": "test", "subset": "default" }, { "name": "Encoding test samples", "start": 11.515999999988708, "end": 16.921999999991385, "split": "test", "subset": "default" }, { "name": "Running experiment (0/10)", "start": 16.921999999991385, "end": 17.546999999991385, "split": "test", "subset": "default" }, { "name": "Running experiment (1/10)", "start": 17.546999999991385, "end": 18.25, "split": "test", "subset": "default" }, { "name": "Running experiment (2/10)", "start": 18.25, "end": 19.062999999994645, "split": "test", "subset": "default" }, { "name": "Running experiment (3/10)", "start": 19.062999999994645, "end": 19.765999999988708, "split": "test", "subset": "default" }, { "name": "Running experiment (4/10)", "start": 19.765999999988708, "end": 20.515999999988708, "split": "test", "subset": "default" }, { "name": "Running experiment (5/10)", "start": 20.515999999988708, "end": 21.312999999994645, "split": "test", "subset": "default" }, { "name": "Running experiment (6/10)", "start": 21.312999999994645, "end": 21.812999999994645, "split": "test", "subset": "default" }, { "name": "Running experiment (7/10)", "start": 21.812999999994645, "end": 22.577999999994063, "split": "test", "subset": "default" }, { "name": "Running experiment (8/10)", "start": 22.577999999994063, "end": 23.312999999994645, "split": "test", "subset": "default" }, { "name": "Running experiment (9/10)", "start": 23.312999999994645, "end": 23.968999999997322, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 16.921999999991385, "end": 23.968999999997322, "split": "test", "subset": "default" } ] }