{ "dataset_revision": "5b7d477a8c62cdd18e2fed7e015497c20b4371ad", "evaluation_time": 2.727677822113037, "kg_co2_emissions": null, "mteb_version": "1.12.85", "scores": { "test": [ { "cosine_accuracy": 0.7238095238095238, "cosine_accuracy_threshold": 0.5744795799255371, "cosine_ap": 0.7854105571943049, "cosine_f1": 0.7378252168112075, "cosine_f1_threshold": 0.5115580558776855, "cosine_precision": 0.6768665850673194, "cosine_recall": 0.8108504398826979, "dot_accuracy": 0.7238095238095238, "dot_accuracy_threshold": 0.5744795799255371, "dot_ap": 0.7854105571943049, "dot_f1": 0.7378252168112075, "dot_f1_threshold": 0.5115580558776855, "dot_precision": 0.6768665850673194, "dot_recall": 0.8108504398826979, "euclidean_accuracy": 0.7238095238095238, "euclidean_accuracy_threshold": 0.9225188493728638, "euclidean_ap": 0.7854105571943049, "euclidean_f1": 0.7378252168112075, "euclidean_f1_threshold": 0.9883742332458496, "euclidean_precision": 0.6768665850673194, "euclidean_recall": 0.8108504398826979, "hf_subset": "russian", "languages": [ "rus-Cyrl" ], "main_score": 0.7854105571943049, "manhattan_accuracy": 0.7216117216117216, "manhattan_accuracy_threshold": 20.598539352416992, "manhattan_ap": 0.7848076411863274, "manhattan_f1": 0.7363304981773997, "manhattan_f1_threshold": 22.913869857788086, "manhattan_precision": 0.6286307053941909, "manhattan_recall": 0.8885630498533724, "max_ap": 0.7854105571943049, "max_f1": 0.7378252168112075, "max_precision": 0.6768665850673194, "max_recall": 0.8885630498533724, "similarity_accuracy": 0.7238095238095238, "similarity_accuracy_threshold": 0.5744795799255371, "similarity_ap": 0.7854105571943049, "similarity_f1": 0.7378252168112075, "similarity_f1_threshold": 0.5115580558776855, "similarity_precision": 0.6768665850673194, "similarity_recall": 0.8108504398826979 } ] }, "task_name": "XNLIV2" }