{ "dataset_revision": "e72db473602d750f1bcdc9f0436e1e3b967e088f", "task_name": "SynPerChatbotSatisfactionLevelClassification", "mteb_version": "1.25.8", "scores": { "test": [ { "accuracy": 0.372219, "f1": 0.364887, "f1_weighted": 0.378424, "scores_per_experiment": [ { "accuracy": 0.371503, "f1": 0.36856, "f1_weighted": 0.380868 }, { "accuracy": 0.380612, "f1": 0.372536, "f1_weighted": 0.387071 }, { "accuracy": 0.350033, "f1": 0.347572, "f1_weighted": 0.353566 }, { "accuracy": 0.372154, "f1": 0.360204, "f1_weighted": 0.376226 }, { "accuracy": 0.387118, "f1": 0.380953, "f1_weighted": 0.397179 }, { "accuracy": 0.390371, "f1": 0.382711, "f1_weighted": 0.399972 }, { "accuracy": 0.372154, "f1": 0.362445, "f1_weighted": 0.376081 }, { "accuracy": 0.361093, "f1": 0.348727, "f1_weighted": 0.365715 }, { "accuracy": 0.361744, "f1": 0.351842, "f1_weighted": 0.368477 }, { "accuracy": 0.375407, "f1": 0.373317, "f1_weighted": 0.379081 } ], "main_score": 0.372219, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 15.903553009033203, "kg_co2_emissions": null }