{
  "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646",
  "task_name": "PawsXPairClassification",
  "mteb_version": "1.29.10",
  "scores": {
    "test": [
      {
        "similarity_accuracy": 0.5635,
        "similarity_accuracy_threshold": 0.965332,
        "similarity_f1": 0.623866,
        "similarity_f1_threshold": 0.414551,
        "similarity_precision": 0.453577,
        "similarity_recall": 0.998883,
        "similarity_ap": 0.481566,
        "cosine_accuracy": 0.563,
        "cosine_accuracy_threshold": 0.964572,
        "cosine_f1": 0.623866,
        "cosine_f1_threshold": 0.414546,
        "cosine_precision": 0.453577,
        "cosine_recall": 0.998883,
        "cosine_ap": 0.48533,
        "manhattan_accuracy": 0.5625,
        "manhattan_accuracy_threshold": 39.196486,
        "manhattan_f1": 0.624302,
        "manhattan_f1_threshold": 411.470646,
        "manhattan_precision": 0.454038,
        "manhattan_recall": 0.998883,
        "manhattan_ap": 0.485723,
        "euclidean_accuracy": 0.563,
        "euclidean_accuracy_threshold": 1.734614,
        "euclidean_f1": 0.624302,
        "euclidean_f1_threshold": 18.872859,
        "euclidean_precision": 0.454038,
        "euclidean_recall": 0.998883,
        "euclidean_ap": 0.485496,
        "dot_accuracy": 0.555,
        "dot_accuracy_threshold": 303.5,
        "dot_f1": 0.623648,
        "dot_f1_threshold": 126.0,
        "dot_precision": 0.453347,
        "dot_recall": 0.998883,
        "dot_ap": 0.467397,
        "max_accuracy": 0.5635,
        "max_f1": 0.624302,
        "max_precision": 0.454038,
        "max_recall": 0.998883,
        "max_ap": 0.485723,
        "main_score": 0.485723,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ],
    "validation": [
      {
        "similarity_accuracy": 0.594,
        "similarity_accuracy_threshold": 0.993652,
        "similarity_f1": 0.599783,
        "similarity_f1_threshold": 0.549316,
        "similarity_precision": 0.429016,
        "similarity_recall": 0.99639,
        "similarity_ap": 0.444847,
        "cosine_accuracy": 0.5935,
        "cosine_accuracy_threshold": 0.999999,
        "cosine_f1": 0.599783,
        "cosine_f1_threshold": 0.549016,
        "cosine_precision": 0.429016,
        "cosine_recall": 0.99639,
        "cosine_ap": 0.446697,
        "manhattan_accuracy": 0.594,
        "manhattan_accuracy_threshold": 39.485095,
        "manhattan_f1": 0.599205,
        "manhattan_f1_threshold": 399.059607,
        "manhattan_precision": 0.428202,
        "manhattan_recall": 0.997593,
        "manhattan_ap": 0.446902,
        "euclidean_accuracy": 0.5945,
        "euclidean_accuracy_threshold": 1.900138,
        "euclidean_f1": 0.599422,
        "euclidean_f1_threshold": 17.983976,
        "euclidean_precision": 0.428424,
        "euclidean_recall": 0.997593,
        "euclidean_ap": 0.447097,
        "dot_accuracy": 0.5875,
        "dot_accuracy_threshold": 336.5,
        "dot_f1": 0.599928,
        "dot_f1_threshold": 158.75,
        "dot_precision": 0.428719,
        "dot_recall": 0.998797,
        "dot_ap": 0.43441,
        "max_accuracy": 0.5945,
        "max_f1": 0.599928,
        "max_precision": 0.429016,
        "max_recall": 0.998797,
        "max_ap": 0.447097,
        "main_score": 0.447097,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 16.82883381843567,
  "kg_co2_emissions": null
}