{ "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", "task_name": "Banking77Classification", "mteb_version": "2.11.2", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.742857, "f1": 0.734913, "f1_weighted": 0.734913, "precision": 0.757155, "precision_weighted": 0.757155, "recall": 0.742857, "recall_weighted": 0.742857, "ap": null, "ap_weighted": null }, { "accuracy": 0.74513, "f1": 0.736585, "f1_weighted": 0.736585, "precision": 0.764916, "precision_weighted": 0.764916, "recall": 0.74513, "recall_weighted": 0.74513, "ap": null, "ap_weighted": null }, { "accuracy": 0.76039, "f1": 0.753911, "f1_weighted": 0.753911, "precision": 0.784201, "precision_weighted": 0.784201, "recall": 0.76039, "recall_weighted": 0.76039, "ap": null, "ap_weighted": null }, { "accuracy": 0.753247, "f1": 0.746503, "f1_weighted": 0.746503, "precision": 0.775382, "precision_weighted": 0.775382, "recall": 0.753247, "recall_weighted": 0.753247, "ap": null, "ap_weighted": null }, { "accuracy": 0.758117, "f1": 0.752516, "f1_weighted": 0.752516, "precision": 0.77851, "precision_weighted": 0.77851, "recall": 0.758117, "recall_weighted": 0.758117, "ap": null, "ap_weighted": null }, { "accuracy": 0.747727, "f1": 0.742801, "f1_weighted": 0.742801, "precision": 0.769351, "precision_weighted": 0.769351, "recall": 0.747727, "recall_weighted": 0.747727, "ap": null, "ap_weighted": null }, { "accuracy": 0.737338, "f1": 0.729322, "f1_weighted": 0.729322, "precision": 0.745995, "precision_weighted": 0.745995, "recall": 0.737338, "recall_weighted": 0.737338, "ap": null, "ap_weighted": null }, { "accuracy": 0.743831, "f1": 0.73396, "f1_weighted": 0.73396, "precision": 0.759373, "precision_weighted": 0.759373, "recall": 0.743831, "recall_weighted": 0.743831, "ap": null, "ap_weighted": null }, { "accuracy": 0.743182, "f1": 0.734189, "f1_weighted": 0.734189, "precision": 0.772222, "precision_weighted": 0.772222, "recall": 0.743182, "recall_weighted": 0.743182, "ap": null, "ap_weighted": null }, { "accuracy": 0.746429, "f1": 0.738739, "f1_weighted": 0.738739, "precision": 0.770395, "precision_weighted": 0.770395, "recall": 0.746429, "recall_weighted": 0.746429, "ap": null, "ap_weighted": null } ], "accuracy": 0.747825, "f1": 0.740344, "f1_weighted": 0.740344, "precision": 0.76775, "precision_weighted": 0.76775, "recall": 0.747825, "recall_weighted": 0.747825, "ap": NaN, "ap_weighted": NaN, "main_score": 0.747825, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 7.972317934036255, "kg_co2_emissions": null, "date": 1774251345.40291 }