{ "dataset_revision": "2552beae0e4fe7fe05d088814f78a4c309ad2219", "task_name": "SprintDuplicateQuestions-VN", "mteb_version": "1.38.41", "scores": { "validation": [ { "similarity_accuracy": 0.997827, "similarity_accuracy_threshold": 0.730707, "similarity_f1": 0.890023, "similarity_f1_threshold": 0.727184, "similarity_precision": 0.900229, "similarity_recall": 0.880045, "similarity_ap": 0.95202, "cosine_accuracy": 0.997827, "cosine_accuracy_threshold": 0.730707, "cosine_f1": 0.890023, "cosine_f1_threshold": 0.727184, "cosine_precision": 0.900229, "cosine_recall": 0.880045, "cosine_ap": 0.95202, "manhattan_accuracy": 0.997827, "manhattan_accuracy_threshold": 18.691685, "manhattan_f1": 0.890528, "manhattan_f1_threshold": 18.729588, "manhattan_precision": 0.901263, "manhattan_recall": 0.880045, "manhattan_ap": 0.952035, "euclidean_accuracy": 0.997827, "euclidean_accuracy_threshold": 0.733884, "euclidean_f1": 0.890023, "euclidean_f1_threshold": 0.73867, "euclidean_precision": 0.900229, "euclidean_recall": 0.880045, "euclidean_ap": 0.95202, "dot_accuracy": 0.997827, "dot_accuracy_threshold": 0.730707, "dot_f1": 0.890023, "dot_f1_threshold": 0.727184, "dot_precision": 0.900229, "dot_recall": 0.880045, "dot_ap": 0.95202, "max_accuracy": 0.997827, "max_f1": 0.890528, "max_precision": 0.901263, "max_recall": 0.880045, "max_ap": 0.952035, "main_score": 0.952035, "hf_subset": "default", "languages": [ "vie-Latn" ] } ], "test": [ { "similarity_accuracy": 0.997782, "similarity_accuracy_threshold": 0.757776, "similarity_f1": 0.887471, "similarity_f1_threshold": 0.745599, "similarity_precision": 0.9118, "similarity_recall": 0.864407, "similarity_ap": 0.944083, "cosine_accuracy": 0.997782, "cosine_accuracy_threshold": 0.757776, "cosine_f1": 0.887471, "cosine_f1_threshold": 0.745599, "cosine_precision": 0.9118, "cosine_recall": 0.864407, "cosine_ap": 0.944083, "manhattan_accuracy": 0.997736, "manhattan_accuracy_threshold": 17.564932, "manhattan_f1": 0.88517, "manhattan_f1_threshold": 18.121441, "manhattan_precision": 0.904481, "manhattan_recall": 0.866667, "manhattan_ap": 0.943836, "euclidean_accuracy": 0.997782, "euclidean_accuracy_threshold": 0.696022, "euclidean_f1": 0.887471, "euclidean_f1_threshold": 0.713304, "euclidean_precision": 0.9118, "euclidean_recall": 0.864407, "euclidean_ap": 0.944083, "dot_accuracy": 0.997782, "dot_accuracy_threshold": 0.757776, "dot_f1": 0.887471, "dot_f1_threshold": 0.745599, "dot_precision": 0.9118, "dot_recall": 0.864407, "dot_ap": 0.944083, "max_accuracy": 0.997782, "max_f1": 0.887471, "max_precision": 0.9118, "max_recall": 0.866667, "max_ap": 0.944083, "main_score": 0.944083, "hf_subset": "default", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 41.80168294906616, "kg_co2_emissions": null }