{ "dataset_revision": "f33a205966ce032f957c3a22f4f9e378f89a2c56", "task_name": "PubChemAISentenceParaphrasePC", "mteb_version": "1.26.4", "scores": { "test": [ { "similarity_accuracy": 0.983398, "similarity_accuracy_threshold": 31.589307, "similarity_f1": 0.911917, "similarity_f1_threshold": 31.589307, "similarity_precision": 0.972376, "similarity_recall": 0.858537, "similarity_ap": 0.97479, "cosine_accuracy": 0.987305, "cosine_accuracy_threshold": 0.83754, "cosine_f1": 0.936275, "cosine_f1_threshold": 0.834263, "cosine_precision": 0.940887, "cosine_recall": 0.931707, "cosine_ap": 0.958666, "manhattan_accuracy": 0.98584, "manhattan_accuracy_threshold": 72.392227, "manhattan_f1": 0.93012, "manhattan_f1_threshold": 79.713264, "manhattan_precision": 0.919048, "manhattan_recall": 0.941463, "manhattan_ap": 0.953233, "euclidean_accuracy": 0.986328, "euclidean_accuracy_threshold": 3.392365, "euclidean_f1": 0.932692, "euclidean_f1_threshold": 3.682112, "euclidean_precision": 0.919431, "euclidean_recall": 0.946341, "euclidean_ap": 0.954388, "dot_accuracy": 0.983398, "dot_accuracy_threshold": 31.589306, "dot_f1": 0.911917, "dot_f1_threshold": 31.589306, "dot_precision": 0.972376, "dot_recall": 0.858537, "dot_ap": 0.97479, "max_accuracy": 0.987305, "max_f1": 0.936275, "max_precision": 0.972376, "max_recall": 0.946341, "max_ap": 0.97479, "main_score": 0.97479, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 3.339726209640503, "kg_co2_emissions": null }