{
  "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7",
  "task_name": "RTE3",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "similarity_accuracy": 0.850312,
        "similarity_accuracy_threshold": 0.683067,
        "similarity_f1": 0.918919,
        "similarity_f1_threshold": 0.683067,
        "similarity_precision": 0.851775,
        "similarity_recall": 0.997555,
        "similarity_ap": 0.846038,
        "cosine_accuracy": 0.850312,
        "cosine_accuracy_threshold": 0.683067,
        "cosine_f1": 0.918919,
        "cosine_f1_threshold": 0.683067,
        "cosine_precision": 0.851775,
        "cosine_recall": 0.997555,
        "cosine_ap": 0.846038,
        "manhattan_accuracy": 0.850312,
        "manhattan_accuracy_threshold": 12.394114,
        "manhattan_f1": 0.918919,
        "manhattan_f1_threshold": 12.394114,
        "manhattan_precision": 0.851775,
        "manhattan_recall": 0.997555,
        "manhattan_ap": 0.845076,
        "euclidean_accuracy": 0.850312,
        "euclidean_accuracy_threshold": 0.796156,
        "euclidean_f1": 0.918919,
        "euclidean_f1_threshold": 0.796156,
        "euclidean_precision": 0.851775,
        "euclidean_recall": 0.997555,
        "euclidean_ap": 0.846038,
        "dot_accuracy": 0.850312,
        "dot_accuracy_threshold": 0.683067,
        "dot_f1": 0.918919,
        "dot_f1_threshold": 0.683067,
        "dot_precision": 0.851775,
        "dot_recall": 0.997555,
        "dot_ap": 0.846038,
        "max_accuracy": 0.850312,
        "max_f1": 0.918919,
        "max_precision": 0.851775,
        "max_recall": 0.997555,
        "max_ap": 0.846038,
        "main_score": 0.846038,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.850622,
        "similarity_accuracy_threshold": 0.676495,
        "similarity_f1": 0.919101,
        "similarity_f1_threshold": 0.676495,
        "similarity_precision": 0.852083,
        "similarity_recall": 0.997561,
        "similarity_ap": 0.889058,
        "cosine_accuracy": 0.850622,
        "cosine_accuracy_threshold": 0.676495,
        "cosine_f1": 0.919101,
        "cosine_f1_threshold": 0.676495,
        "cosine_precision": 0.852083,
        "cosine_recall": 0.997561,
        "cosine_ap": 0.889058,
        "manhattan_accuracy": 0.850622,
        "manhattan_accuracy_threshold": 12.585426,
        "manhattan_f1": 0.919101,
        "manhattan_f1_threshold": 12.585426,
        "manhattan_precision": 0.852083,
        "manhattan_recall": 0.997561,
        "manhattan_ap": 0.889521,
        "euclidean_accuracy": 0.850622,
        "euclidean_accuracy_threshold": 0.80435,
        "euclidean_f1": 0.919101,
        "euclidean_f1_threshold": 0.80435,
        "euclidean_precision": 0.852083,
        "euclidean_recall": 0.997561,
        "euclidean_ap": 0.889058,
        "dot_accuracy": 0.850622,
        "dot_accuracy_threshold": 0.676496,
        "dot_f1": 0.919101,
        "dot_f1_threshold": 0.676496,
        "dot_precision": 0.852083,
        "dot_recall": 0.997561,
        "dot_ap": 0.889058,
        "max_accuracy": 0.850622,
        "max_f1": 0.919101,
        "max_precision": 0.852083,
        "max_recall": 0.997561,
        "max_ap": 0.889521,
        "main_score": 0.889521,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.848548,
        "similarity_accuracy_threshold": 0.710752,
        "similarity_f1": 0.9177,
        "similarity_f1_threshold": 0.710752,
        "similarity_precision": 0.851464,
        "similarity_recall": 0.99511,
        "similarity_ap": 0.869327,
        "cosine_accuracy": 0.848548,
        "cosine_accuracy_threshold": 0.710752,
        "cosine_f1": 0.9177,
        "cosine_f1_threshold": 0.710752,
        "cosine_precision": 0.851464,
        "cosine_recall": 0.99511,
        "cosine_ap": 0.869327,
        "manhattan_accuracy": 0.846473,
        "manhattan_accuracy_threshold": 12.137829,
        "manhattan_f1": 0.916854,
        "manhattan_f1_threshold": 12.137829,
        "manhattan_precision": 0.848233,
        "manhattan_recall": 0.997555,
        "manhattan_ap": 0.869824,
        "euclidean_accuracy": 0.848548,
        "euclidean_accuracy_threshold": 0.760586,
        "euclidean_f1": 0.9177,
        "euclidean_f1_threshold": 0.760586,
        "euclidean_precision": 0.851464,
        "euclidean_recall": 0.99511,
        "euclidean_ap": 0.869327,
        "dot_accuracy": 0.848548,
        "dot_accuracy_threshold": 0.710752,
        "dot_f1": 0.9177,
        "dot_f1_threshold": 0.710752,
        "dot_precision": 0.851464,
        "dot_recall": 0.99511,
        "dot_ap": 0.869327,
        "max_accuracy": 0.848548,
        "max_f1": 0.9177,
        "max_precision": 0.851464,
        "max_recall": 0.997555,
        "max_ap": 0.869824,
        "main_score": 0.869824,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.851464,
        "similarity_accuracy_threshold": 0.710684,
        "similarity_f1": 0.919592,
        "similarity_f1_threshold": 0.710684,
        "similarity_precision": 0.851153,
        "similarity_recall": 1.0,
        "similarity_ap": 0.859101,
        "cosine_accuracy": 0.851464,
        "cosine_accuracy_threshold": 0.710684,
        "cosine_f1": 0.919592,
        "cosine_f1_threshold": 0.710684,
        "cosine_precision": 0.851153,
        "cosine_recall": 1.0,
        "cosine_ap": 0.859101,
        "manhattan_accuracy": 0.849372,
        "manhattan_accuracy_threshold": 11.779005,
        "manhattan_f1": 0.918367,
        "manhattan_f1_threshold": 11.779005,
        "manhattan_precision": 0.85084,
        "manhattan_recall": 0.997537,
        "manhattan_ap": 0.857996,
        "euclidean_accuracy": 0.851464,
        "euclidean_accuracy_threshold": 0.760678,
        "euclidean_f1": 0.919592,
        "euclidean_f1_threshold": 0.760678,
        "euclidean_precision": 0.851153,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.859101,
        "dot_accuracy": 0.851464,
        "dot_accuracy_threshold": 0.710684,
        "dot_f1": 0.919592,
        "dot_f1_threshold": 0.710684,
        "dot_precision": 0.851153,
        "dot_recall": 1.0,
        "dot_ap": 0.859101,
        "max_accuracy": 0.851464,
        "max_f1": 0.919592,
        "max_precision": 0.851153,
        "max_recall": 1.0,
        "max_ap": 0.859101,
        "main_score": 0.859101,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 0.9030294418334961,
  "kg_co2_emissions": 4.3040386895138886e-05
}