{
  "dataset_revision": "8a04d940a42cd40658986fdd8e3da561533a3646",
  "task_name": "PawsXPairClassification",
  "mteb_version": "1.29.10",
  "scores": {
    "test": [
      {
        "similarity_accuracy": 0.6005,
        "similarity_accuracy_threshold": 0.97168,
        "similarity_f1": 0.623911,
        "similarity_f1_threshold": 0.587891,
        "similarity_precision": 0.453394,
        "similarity_recall": 1.0,
        "similarity_ap": 0.560577,
        "cosine_accuracy": 0.601,
        "cosine_accuracy_threshold": 0.971821,
        "cosine_f1": 0.623911,
        "cosine_f1_threshold": 0.587691,
        "cosine_precision": 0.453394,
        "cosine_recall": 1.0,
        "cosine_ap": 0.558725,
        "manhattan_accuracy": 0.6,
        "manhattan_accuracy_threshold": 5.062985,
        "manhattan_f1": 0.623911,
        "manhattan_f1_threshold": 19.139067,
        "manhattan_precision": 0.453394,
        "manhattan_recall": 1.0,
        "manhattan_ap": 0.558906,
        "euclidean_accuracy": 0.601,
        "euclidean_accuracy_threshold": 0.237414,
        "euclidean_f1": 0.623911,
        "euclidean_f1_threshold": 0.907726,
        "euclidean_precision": 0.453394,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.558727,
        "dot_accuracy": 0.6005,
        "dot_accuracy_threshold": 0.973633,
        "dot_f1": 0.623911,
        "dot_f1_threshold": 0.587891,
        "dot_precision": 0.453394,
        "dot_recall": 1.0,
        "dot_ap": 0.557039,
        "max_accuracy": 0.601,
        "max_f1": 0.623911,
        "max_precision": 0.453394,
        "max_recall": 1.0,
        "max_ap": 0.560577,
        "main_score": 0.560577,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ],
    "validation": [
      {
        "similarity_accuracy": 0.6095,
        "similarity_accuracy_threshold": 0.980957,
        "similarity_f1": 0.601307,
        "similarity_f1_threshold": 0.830322,
        "similarity_precision": 0.430577,
        "similarity_recall": 0.99639,
        "similarity_ap": 0.513038,
        "cosine_accuracy": 0.6105,
        "cosine_accuracy_threshold": 0.980716,
        "cosine_f1": 0.601307,
        "cosine_f1_threshold": 0.830274,
        "cosine_precision": 0.430577,
        "cosine_recall": 0.99639,
        "cosine_ap": 0.509877,
        "manhattan_accuracy": 0.611,
        "manhattan_accuracy_threshold": 4.136557,
        "manhattan_f1": 0.60116,
        "manhattan_f1_threshold": 12.766958,
        "manhattan_precision": 0.430202,
        "manhattan_recall": 0.997593,
        "manhattan_ap": 0.510763,
        "euclidean_accuracy": 0.6105,
        "euclidean_accuracy_threshold": 0.196384,
        "euclidean_f1": 0.601307,
        "euclidean_f1_threshold": 0.582596,
        "euclidean_precision": 0.430577,
        "euclidean_recall": 0.99639,
        "euclidean_ap": 0.509874,
        "dot_accuracy": 0.6115,
        "dot_accuracy_threshold": 0.980469,
        "dot_f1": 0.601307,
        "dot_f1_threshold": 0.830078,
        "dot_precision": 0.430577,
        "dot_recall": 0.99639,
        "dot_ap": 0.508357,
        "max_accuracy": 0.6115,
        "max_f1": 0.601307,
        "max_precision": 0.430577,
        "max_recall": 0.997593,
        "max_ap": 0.513038,
        "main_score": 0.513038,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 10.056828260421753,
  "kg_co2_emissions": null
}