{ "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", "evaluation_time": 30.053625106811523, "kg_co2_emissions": 0.0008875358991607999, "mteb_version": "1.18.0", "scores": { "test": [ { "cosine_accuracy": 0.9980693069306931, "cosine_accuracy_threshold": 0.9104085564613342, "cosine_ap": 0.9501715420720572, "cosine_f1": 0.9027431421446384, "cosine_f1_threshold": 0.9104085564613342, "cosine_precision": 0.900497512437811, "cosine_recall": 0.905, "dot_accuracy": 0.9980693069306931, "dot_accuracy_threshold": 0.9104085564613342, "dot_ap": 0.9501720915789831, "dot_f1": 0.9027431421446384, "dot_f1_threshold": 0.9104085564613342, "dot_precision": 0.900497512437811, "dot_recall": 0.905, "euclidean_accuracy": 0.9980693069306931, "euclidean_accuracy_threshold": 0.42330002784729004, "euclidean_ap": 0.9501718571555979, "euclidean_f1": 0.9027431421446384, "euclidean_f1_threshold": 0.42330002784729004, "euclidean_precision": 0.900497512437811, "euclidean_recall": 0.905, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.9508344066205744, "manhattan_accuracy": 0.9981089108910891, "manhattan_accuracy_threshold": 6.411405563354492, "manhattan_ap": 0.9508344066205744, "manhattan_f1": 0.9026727181038829, "manhattan_f1_threshold": 6.531461715698242, "manhattan_precision": 0.9104781281790437, "manhattan_recall": 0.895, "max_accuracy": 0.9981089108910891, "max_ap": 0.9508344066205744, "max_f1": 0.9027431421446384, "max_precision": 0.9104781281790437, "max_recall": 0.905, "similarity_accuracy": 0.9980693069306931, "similarity_accuracy_threshold": 0.9104085564613342, "similarity_ap": 0.9501715420720572, "similarity_f1": 0.9027431421446384, "similarity_f1_threshold": 0.9104085564613342, "similarity_precision": 0.900497512437811, "similarity_recall": 0.905 } ], "validation": [ { "cosine_accuracy": 0.998019801980198, "cosine_accuracy_threshold": 0.9118673801422119, "cosine_ap": 0.9527268731633228, "cosine_f1": 0.9005389514943656, "cosine_f1_threshold": 0.9053651094436646, "cosine_precision": 0.882804995196926, "cosine_recall": 0.919, "dot_accuracy": 0.998019801980198, "dot_accuracy_threshold": 0.9118673801422119, "dot_ap": 0.9527268576639892, "dot_f1": 0.9005389514943656, "dot_f1_threshold": 0.905364990234375, "dot_precision": 0.882804995196926, "dot_recall": 0.919, "euclidean_accuracy": 0.998019801980198, "euclidean_accuracy_threshold": 0.419839471578598, "euclidean_ap": 0.9527269704648178, "euclidean_f1": 0.9005389514943656, "euclidean_f1_threshold": 0.4350513517856598, "euclidean_precision": 0.882804995196926, "euclidean_recall": 0.919, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.9537723790814862, "manhattan_accuracy": 0.9981089108910891, "manhattan_accuracy_threshold": 6.557918548583984, "manhattan_ap": 0.9537723790814862, "manhattan_f1": 0.9035840484603735, "manhattan_f1_threshold": 6.5972795486450195, "manhattan_precision": 0.9123343527013251, "manhattan_recall": 0.895, "max_accuracy": 0.9981089108910891, "max_ap": 0.9537723790814862, "max_f1": 0.9035840484603735, "max_precision": 0.9123343527013251, "max_recall": 0.919, "similarity_accuracy": 0.998019801980198, "similarity_accuracy_threshold": 0.9118673801422119, "similarity_ap": 0.9527268731633228, "similarity_f1": 0.9005389514943656, "similarity_f1_threshold": 0.9053651094436646, "similarity_precision": 0.882804995196926, "similarity_recall": 0.919 } ] }, "task_name": "SprintDuplicateQuestions" }