{
  "dataset_revision": "d94f96ca5a6798e20f5a77e566f7a288dc6138d7",
  "task_name": "RTE3",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "similarity_accuracy": 0.848233,
        "similarity_accuracy_threshold": 0.876519,
        "similarity_f1": 0.917885,
        "similarity_f1_threshold": 0.876519,
        "similarity_precision": 0.85,
        "similarity_recall": 0.997555,
        "similarity_ap": 0.869423,
        "cosine_accuracy": 0.848233,
        "cosine_accuracy_threshold": 0.876519,
        "cosine_f1": 0.917885,
        "cosine_f1_threshold": 0.876519,
        "cosine_precision": 0.85,
        "cosine_recall": 0.997555,
        "cosine_ap": 0.869423,
        "manhattan_accuracy": 0.848233,
        "manhattan_accuracy_threshold": 7454.040039,
        "manhattan_f1": 0.917885,
        "manhattan_f1_threshold": 7454.040039,
        "manhattan_precision": 0.85,
        "manhattan_recall": 0.997555,
        "manhattan_ap": 0.872579,
        "euclidean_accuracy": 0.848233,
        "euclidean_accuracy_threshold": 1199.860596,
        "euclidean_f1": 0.917885,
        "euclidean_f1_threshold": 1199.860596,
        "euclidean_precision": 0.85,
        "euclidean_recall": 0.997555,
        "euclidean_ap": 0.87773,
        "dot_accuracy": 0.848233,
        "dot_accuracy_threshold": 879575.6875,
        "dot_f1": 0.917885,
        "dot_f1_threshold": 879575.6875,
        "dot_precision": 0.85,
        "dot_recall": 0.997555,
        "dot_ap": 0.909222,
        "max_accuracy": 0.848233,
        "max_f1": 0.917885,
        "max_precision": 0.85,
        "max_recall": 0.997555,
        "max_ap": 0.909222,
        "main_score": 0.909222,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.848548,
        "similarity_accuracy_threshold": 0.971481,
        "similarity_f1": 0.91807,
        "similarity_f1_threshold": 0.90427,
        "similarity_precision": 0.850312,
        "similarity_recall": 0.997561,
        "similarity_ap": 0.856532,
        "cosine_accuracy": 0.848548,
        "cosine_accuracy_threshold": 0.971481,
        "cosine_f1": 0.91807,
        "cosine_f1_threshold": 0.90427,
        "cosine_precision": 0.850312,
        "cosine_recall": 0.997561,
        "cosine_ap": 0.856536,
        "manhattan_accuracy": 0.848548,
        "manhattan_accuracy_threshold": 6943.440918,
        "manhattan_f1": 0.91807,
        "manhattan_f1_threshold": 7821.316406,
        "manhattan_precision": 0.850312,
        "manhattan_recall": 0.997561,
        "manhattan_ap": 0.854495,
        "euclidean_accuracy": 0.850622,
        "euclidean_accuracy_threshold": 1204.190552,
        "euclidean_f1": 0.919101,
        "euclidean_f1_threshold": 1204.190552,
        "euclidean_precision": 0.852083,
        "euclidean_recall": 0.997561,
        "euclidean_ap": 0.85468,
        "dot_accuracy": 0.848548,
        "dot_accuracy_threshold": 996485.375,
        "dot_f1": 0.91807,
        "dot_f1_threshold": 996485.375,
        "dot_precision": 0.850312,
        "dot_recall": 0.997561,
        "dot_ap": 0.87213,
        "max_accuracy": 0.850622,
        "max_f1": 0.919101,
        "max_precision": 0.852083,
        "max_recall": 0.997561,
        "max_ap": 0.87213,
        "main_score": 0.87213,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.846473,
        "similarity_accuracy_threshold": 0.937776,
        "similarity_f1": 0.916854,
        "similarity_f1_threshold": 0.937776,
        "similarity_precision": 0.848233,
        "similarity_recall": 0.997555,
        "similarity_ap": 0.86132,
        "cosine_accuracy": 0.846473,
        "cosine_accuracy_threshold": 0.937776,
        "cosine_f1": 0.916854,
        "cosine_f1_threshold": 0.937776,
        "cosine_precision": 0.848233,
        "cosine_recall": 0.997555,
        "cosine_ap": 0.86132,
        "manhattan_accuracy": 0.846473,
        "manhattan_accuracy_threshold": 6649.037598,
        "manhattan_f1": 0.916854,
        "manhattan_f1_threshold": 6649.037598,
        "manhattan_precision": 0.848233,
        "manhattan_recall": 0.997555,
        "manhattan_ap": 0.853355,
        "euclidean_accuracy": 0.846473,
        "euclidean_accuracy_threshold": 978.007812,
        "euclidean_f1": 0.916854,
        "euclidean_f1_threshold": 978.007812,
        "euclidean_precision": 0.848233,
        "euclidean_recall": 0.997555,
        "euclidean_ap": 0.861525,
        "dot_accuracy": 0.846473,
        "dot_accuracy_threshold": 952858.625,
        "dot_f1": 0.916854,
        "dot_f1_threshold": 952858.625,
        "dot_precision": 0.848233,
        "dot_recall": 0.997555,
        "dot_ap": 0.875875,
        "max_accuracy": 0.846473,
        "max_f1": 0.916854,
        "max_precision": 0.848233,
        "max_recall": 0.997555,
        "max_ap": 0.875875,
        "main_score": 0.875875,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.851464,
        "similarity_accuracy_threshold": 0.90368,
        "similarity_f1": 0.919592,
        "similarity_f1_threshold": 0.90368,
        "similarity_precision": 0.851153,
        "similarity_recall": 1.0,
        "similarity_ap": 0.874647,
        "cosine_accuracy": 0.851464,
        "cosine_accuracy_threshold": 0.903679,
        "cosine_f1": 0.919592,
        "cosine_f1_threshold": 0.903679,
        "cosine_precision": 0.851153,
        "cosine_recall": 1.0,
        "cosine_ap": 0.874651,
        "manhattan_accuracy": 0.851464,
        "manhattan_accuracy_threshold": 6143.40918,
        "manhattan_f1": 0.919592,
        "manhattan_f1_threshold": 6143.40918,
        "manhattan_precision": 0.851153,
        "manhattan_recall": 1.0,
        "manhattan_ap": 0.859402,
        "euclidean_accuracy": 0.851464,
        "euclidean_accuracy_threshold": 927.361938,
        "euclidean_f1": 0.919592,
        "euclidean_f1_threshold": 927.361938,
        "euclidean_precision": 0.851153,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.860422,
        "dot_accuracy": 0.849372,
        "dot_accuracy_threshold": 995502.625,
        "dot_f1": 0.917808,
        "dot_f1_threshold": 995502.625,
        "dot_precision": 0.855319,
        "dot_recall": 0.990148,
        "dot_ap": 0.870116,
        "max_accuracy": 0.851464,
        "max_f1": 0.919592,
        "max_precision": 0.855319,
        "max_recall": 1.0,
        "max_ap": 0.874651,
        "main_score": 0.874651,
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 3.6925837993621826,
  "kg_co2_emissions": 0.0002708017146514999
}