{ "dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766", "task_name": "Cmnli", "mteb_version": "1.38.30", "scores": { "validation": [ { "similarity_accuracy": 0.957667, "similarity_accuracy_threshold": 0.404326, "similarity_f1": 0.959522, "similarity_f1_threshold": 0.398638, "similarity_precision": 0.944105, "similarity_recall": 0.97545, "similarity_ap": 0.988018, "cosine_accuracy": 0.957667, "cosine_accuracy_threshold": 0.404326, "cosine_f1": 0.959522, "cosine_f1_threshold": 0.398638, "cosine_precision": 0.944105, "cosine_recall": 0.97545, "cosine_ap": 0.988018, "manhattan_accuracy": 0.957667, "manhattan_accuracy_threshold": 36.80674, "manhattan_f1": 0.959503, "manhattan_f1_threshold": 36.826279, "manhattan_precision": 0.944507, "manhattan_recall": 0.974982, "manhattan_ap": 0.987932, "euclidean_accuracy": 0.957907, "euclidean_accuracy_threshold": 1.093965, "euclidean_f1": 0.959696, "euclidean_f1_threshold": 1.093965, "euclidean_precision": 0.945541, "euclidean_recall": 0.974281, "euclidean_ap": 0.988021, "dot_accuracy": 0.957667, "dot_accuracy_threshold": 0.402299, "dot_f1": 0.959512, "dot_f1_threshold": 0.398828, "dot_precision": 0.944306, "dot_recall": 0.975216, "dot_ap": 0.988149, "max_accuracy": 0.957907, "max_f1": 0.959696, "max_precision": 0.945541, "max_recall": 0.97545, "max_ap": 0.988149, "main_score": 0.957907, "hf_subset": "default", "languages": [ "cmn-Hans" ] } ] }, "evaluation_time": 31.626880884170532, "kg_co2_emissions": null }