{
  "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7",
  "task_name": "RTE3",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "similarity_accuracy": 0.848233,
        "similarity_accuracy_threshold": 0.499711,
        "similarity_f1": 0.917885,
        "similarity_f1_threshold": 0.499711,
        "similarity_precision": 0.85,
        "similarity_recall": 0.997555,
        "similarity_ap": 0.845099,
        "cosine_accuracy": 0.848233,
        "cosine_accuracy_threshold": 0.499711,
        "cosine_f1": 0.917885,
        "cosine_f1_threshold": 0.499711,
        "cosine_precision": 0.85,
        "cosine_recall": 0.997555,
        "cosine_ap": 0.845099,
        "manhattan_accuracy": 0.848233,
        "manhattan_accuracy_threshold": 22.20702,
        "manhattan_f1": 0.917885,
        "manhattan_f1_threshold": 22.20702,
        "manhattan_precision": 0.85,
        "manhattan_recall": 0.997555,
        "manhattan_ap": 0.845149,
        "euclidean_accuracy": 0.848233,
        "euclidean_accuracy_threshold": 1.000288,
        "euclidean_f1": 0.917885,
        "euclidean_f1_threshold": 1.000288,
        "euclidean_precision": 0.85,
        "euclidean_recall": 0.997555,
        "euclidean_ap": 0.845099,
        "dot_accuracy": 0.848233,
        "dot_accuracy_threshold": 0.499711,
        "dot_f1": 0.917885,
        "dot_f1_threshold": 0.499711,
        "dot_precision": 0.85,
        "dot_recall": 0.997555,
        "dot_ap": 0.845099,
        "max_accuracy": 0.848233,
        "max_f1": 0.917885,
        "max_precision": 0.85,
        "max_recall": 0.997555,
        "max_ap": 0.845149,
        "main_score": 0.845149,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.848548,
        "similarity_accuracy_threshold": 0.52866,
        "similarity_f1": 0.91807,
        "similarity_f1_threshold": 0.52866,
        "similarity_precision": 0.850312,
        "similarity_recall": 0.997561,
        "similarity_ap": 0.87793,
        "cosine_accuracy": 0.848548,
        "cosine_accuracy_threshold": 0.528659,
        "cosine_f1": 0.91807,
        "cosine_f1_threshold": 0.528659,
        "cosine_precision": 0.850312,
        "cosine_recall": 0.997561,
        "cosine_ap": 0.87793,
        "manhattan_accuracy": 0.848548,
        "manhattan_accuracy_threshold": 21.463562,
        "manhattan_f1": 0.91807,
        "manhattan_f1_threshold": 21.463562,
        "manhattan_precision": 0.850312,
        "manhattan_recall": 0.997561,
        "manhattan_ap": 0.878651,
        "euclidean_accuracy": 0.848548,
        "euclidean_accuracy_threshold": 0.970905,
        "euclidean_f1": 0.91807,
        "euclidean_f1_threshold": 0.970905,
        "euclidean_precision": 0.850312,
        "euclidean_recall": 0.997561,
        "euclidean_ap": 0.87793,
        "dot_accuracy": 0.848548,
        "dot_accuracy_threshold": 0.52866,
        "dot_f1": 0.91807,
        "dot_f1_threshold": 0.52866,
        "dot_precision": 0.850312,
        "dot_recall": 0.997561,
        "dot_ap": 0.87793,
        "max_accuracy": 0.848548,
        "max_f1": 0.91807,
        "max_precision": 0.850312,
        "max_recall": 0.997561,
        "max_ap": 0.878651,
        "main_score": 0.878651,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.846473,
        "similarity_accuracy_threshold": 0.47002,
        "similarity_f1": 0.916854,
        "similarity_f1_threshold": 0.47002,
        "similarity_precision": 0.848233,
        "similarity_recall": 0.997555,
        "similarity_ap": 0.857177,
        "cosine_accuracy": 0.846473,
        "cosine_accuracy_threshold": 0.47002,
        "cosine_f1": 0.916854,
        "cosine_f1_threshold": 0.47002,
        "cosine_precision": 0.848233,
        "cosine_recall": 0.997555,
        "cosine_ap": 0.857179,
        "manhattan_accuracy": 0.846473,
        "manhattan_accuracy_threshold": 22.622089,
        "manhattan_f1": 0.916854,
        "manhattan_f1_threshold": 22.622089,
        "manhattan_precision": 0.848233,
        "manhattan_recall": 0.997555,
        "manhattan_ap": 0.858735,
        "euclidean_accuracy": 0.846473,
        "euclidean_accuracy_threshold": 1.029536,
        "euclidean_f1": 0.916854,
        "euclidean_f1_threshold": 1.029536,
        "euclidean_precision": 0.848233,
        "euclidean_recall": 0.997555,
        "euclidean_ap": 0.857177,
        "dot_accuracy": 0.846473,
        "dot_accuracy_threshold": 0.470019,
        "dot_f1": 0.916854,
        "dot_f1_threshold": 0.470019,
        "dot_precision": 0.848233,
        "dot_recall": 0.997555,
        "dot_ap": 0.857179,
        "max_accuracy": 0.846473,
        "max_f1": 0.916854,
        "max_precision": 0.848233,
        "max_recall": 0.997555,
        "max_ap": 0.858735,
        "main_score": 0.858735,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.84728,
        "similarity_accuracy_threshold": 0.476368,
        "similarity_f1": 0.917327,
        "similarity_f1_threshold": 0.476368,
        "similarity_precision": 0.849057,
        "similarity_recall": 0.997537,
        "similarity_ap": 0.851725,
        "cosine_accuracy": 0.84728,
        "cosine_accuracy_threshold": 0.476368,
        "cosine_f1": 0.917327,
        "cosine_f1_threshold": 0.476368,
        "cosine_precision": 0.849057,
        "cosine_recall": 0.997537,
        "cosine_ap": 0.851725,
        "manhattan_accuracy": 0.84728,
        "manhattan_accuracy_threshold": 22.3939,
        "manhattan_f1": 0.917327,
        "manhattan_f1_threshold": 22.3939,
        "manhattan_precision": 0.849057,
        "manhattan_recall": 0.997537,
        "manhattan_ap": 0.852214,
        "euclidean_accuracy": 0.84728,
        "euclidean_accuracy_threshold": 1.023341,
        "euclidean_f1": 0.917327,
        "euclidean_f1_threshold": 1.023341,
        "euclidean_precision": 0.849057,
        "euclidean_recall": 0.997537,
        "euclidean_ap": 0.851725,
        "dot_accuracy": 0.84728,
        "dot_accuracy_threshold": 0.476368,
        "dot_f1": 0.917327,
        "dot_f1_threshold": 0.476368,
        "dot_precision": 0.849057,
        "dot_recall": 0.997537,
        "dot_ap": 0.851725,
        "max_accuracy": 0.84728,
        "max_f1": 0.917327,
        "max_precision": 0.849057,
        "max_recall": 0.997537,
        "max_ap": 0.852214,
        "main_score": 0.852214,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 14.422109365463257,
  "kg_co2_emissions": 0.000515682464947137
}