{ "dataset_revision": "2128d809e27ab8528906e2231f8e824516fb8e5a", "task_name": "SynPerChatbotRAGFAQPC", "mteb_version": "1.25.8", "scores": { "test": [ { "similarity_accuracy": 0.512879, "similarity_accuracy_threshold": 0.866291, "similarity_f1": 0.666871, "similarity_f1_threshold": 0.543306, "similarity_precision": 0.50023, "similarity_recall": 1.0, "similarity_ap": 0.504459, "cosine_accuracy": 0.512879, "cosine_accuracy_threshold": 0.866291, "cosine_f1": 0.666871, "cosine_f1_threshold": 0.543306, "cosine_precision": 0.50023, "cosine_recall": 1.0, "cosine_ap": 0.504459, "manhattan_accuracy": 0.516559, "manhattan_accuracy_threshold": 163.368149, "manhattan_f1": 0.666871, "manhattan_f1_threshold": 309.706879, "manhattan_precision": 0.50023, "manhattan_recall": 1.0, "manhattan_ap": 0.506573, "euclidean_accuracy": 0.516559, "euclidean_accuracy_threshold": 7.406066, "euclidean_f1": 0.666871, "euclidean_f1_threshold": 14.200597, "euclidean_precision": 0.50023, "euclidean_recall": 1.0, "euclidean_ap": 0.508371, "dot_accuracy": 0.50966, "dot_accuracy_threshold": 153.28302, "dot_f1": 0.666871, "dot_f1_threshold": 98.304039, "dot_precision": 0.50023, "dot_recall": 1.0, "dot_ap": 0.496277, "max_accuracy": 0.516559, "max_f1": 0.666871, "max_precision": 0.50023, "max_recall": 1.0, "max_ap": 0.508371, "main_score": 0.508371, "hf_subset": "default", "languages": [ "fas-Arab" ] } ] }, "evaluation_time": 4.3538877964019775, "kg_co2_emissions": null }