{ "dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766", "task_name": "Cmnli", "mteb_version": "2.18.0", "scores": { "validation": [ { "similarity_accuracy": 0.516897, "similarity_f1": 0.679374, "similarity_precision": 0.514433, "similarity_recall": 1.0, "similarity_ap": 0.519994, "cosine_accuracy": 0.516897, "cosine_f1": 0.679374, "cosine_precision": 0.514433, "cosine_recall": 1.0, "cosine_ap": 0.518958, "manhattan_accuracy": 0.516777, "manhattan_f1": 0.679374, "manhattan_precision": 0.514433, "manhattan_recall": 1.0, "manhattan_ap": 0.515874, "euclidean_accuracy": 0.516897, "euclidean_f1": 0.679374, "euclidean_precision": 0.514433, "euclidean_recall": 1.0, "euclidean_ap": 0.51554, "dot_accuracy": 0.516897, "dot_f1": 0.679374, "dot_precision": 0.514433, "dot_recall": 1.0, "dot_ap": 0.517463, "max_accuracy": 0.516897, "max_f1": 0.679374, "max_precision": 0.514433, "max_recall": 1.0, "max_ap": 0.519994, "main_score": 0.516897, "hf_subset": "default", "languages": [ "cmn-Hans" ], "mteb_version": "2.18.0" } ] }, "evaluation_time": 29.375, "kg_co2_emissions": null, "date": 1784283265.786674, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 1.5319999999919673, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.5319999999919673, "end": 1.5319999999919673, "split": "", "subset": "" }, { "name": "Encoding samples 1", "start": 1.5469999999913853, "end": 18.906999999991967, "split": "validation", "subset": "default" }, { "name": "Encoding samples 2", "start": 18.906999999991967, "end": 29.01600000000326, "split": "validation", "subset": "default" }, { "name": "Scoring", "start": 29.01600000000326, "end": 29.110000000000582, "split": "validation", "subset": "default" } ] }