{ "dataset_revision": "780fcc3def5d1adf2c2cb8bfab0c618962addb71", "task_name": "HumanAnimalCartoonVPairClassification", "mteb_version": "2.18.2", "scores": { "test": [ { "similarity_accuracy": 0.791925, "similarity_f1": 0.788949, "similarity_precision": 0.77997, "similarity_recall": 0.798137, "similarity_ap": 0.880145, "cosine_accuracy": 0.791925, "cosine_f1": 0.788949, "cosine_precision": 0.77997, "cosine_recall": 0.798137, "cosine_ap": 0.880145, "manhattan_accuracy": 0.787267, "manhattan_f1": 0.786581, "manhattan_precision": 0.727873, "manhattan_recall": 0.85559, "manhattan_ap": 0.879272, "euclidean_accuracy": 0.791925, "euclidean_f1": 0.788949, "euclidean_precision": 0.77997, "euclidean_recall": 0.798137, "euclidean_ap": 0.880145, "dot_accuracy": 0.791925, "dot_f1": 0.788949, "dot_precision": 0.77997, "dot_recall": 0.798137, "dot_ap": 0.880145, "max_accuracy": 0.791925, "max_f1": 0.788949, "max_precision": 0.77997, "max_recall": 0.85559, "max_ap": 0.880145, "main_score": 0.880145, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.2" } ] }, "evaluation_time": 7152.868544905, "kg_co2_emissions": null, "date": 1784342156.238138, "evaluation_phases": [ { "name": "Data loading", "start": 7.0000005507608876e-06, "end": 37.416383753000446, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 37.41639409400068, "end": 37.41639602400028, "split": "", "subset": "" }, { "name": "Encoding samples 1", "start": 37.419376653000654, "end": 3590.205795613, "split": "test", "subset": "default" }, { "name": "Encoding samples 2", "start": 3590.2058284250006, "end": 7152.791573816, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 7152.791599137, "end": 7152.82496513, "split": "test", "subset": "default" } ] }