{
  "dataset_revision": "558da352e7dba3ed3229fc4922aef2ebaff0a90b",
  "task_name": "PawsXPairClassification",
  "mteb_version": "2.12.16",
  "scores": {
    "test": [
      {
        "similarity_accuracy": 0.5905,
        "similarity_f1": 0.623693,
        "similarity_precision": 0.453165,
        "similarity_recall": 1.0,
        "similarity_ap": 0.552604,
        "cosine_accuracy": 0.5905,
        "cosine_f1": 0.623693,
        "cosine_precision": 0.453165,
        "cosine_recall": 1.0,
        "cosine_ap": 0.55261,
        "manhattan_accuracy": 0.5905,
        "manhattan_f1": 0.623322,
        "manhattan_precision": 0.455814,
        "manhattan_recall": 0.985475,
        "manhattan_ap": 0.546972,
        "euclidean_accuracy": 0.5905,
        "euclidean_f1": 0.623588,
        "euclidean_precision": 0.45586,
        "euclidean_recall": 0.986592,
        "euclidean_ap": 0.546501,
        "dot_accuracy": 0.563,
        "dot_f1": 0.623693,
        "dot_precision": 0.453165,
        "dot_recall": 1.0,
        "dot_ap": 0.480459,
        "max_accuracy": 0.5905,
        "max_f1": 0.623693,
        "max_precision": 0.45586,
        "max_recall": 1.0,
        "max_ap": 0.55261,
        "main_score": 0.55261,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.64,
        "similarity_f1": 0.624871,
        "similarity_precision": 0.454409,
        "similarity_recall": 1.0,
        "similarity_ap": 0.644,
        "cosine_accuracy": 0.64,
        "cosine_f1": 0.624871,
        "cosine_precision": 0.454409,
        "cosine_recall": 1.0,
        "cosine_ap": 0.644004,
        "manhattan_accuracy": 0.6355,
        "manhattan_f1": 0.624182,
        "manhattan_precision": 0.453908,
        "manhattan_recall": 0.998897,
        "manhattan_ap": 0.638167,
        "euclidean_accuracy": 0.632,
        "euclidean_f1": 0.624182,
        "euclidean_precision": 0.453908,
        "euclidean_recall": 0.998897,
        "euclidean_ap": 0.636461,
        "dot_accuracy": 0.5475,
        "dot_f1": 0.625389,
        "dot_precision": 0.455645,
        "dot_recall": 0.996692,
        "dot_ap": 0.459976,
        "max_accuracy": 0.64,
        "max_f1": 0.625389,
        "max_precision": 0.455645,
        "max_recall": 1.0,
        "max_ap": 0.644004,
        "main_score": 0.644004,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.595,
        "similarity_f1": 0.625043,
        "similarity_precision": 0.454819,
        "similarity_recall": 0.998897,
        "similarity_ap": 0.579211,
        "cosine_accuracy": 0.595,
        "cosine_f1": 0.625043,
        "cosine_precision": 0.454819,
        "cosine_recall": 0.998897,
        "cosine_ap": 0.579214,
        "manhattan_accuracy": 0.597,
        "manhattan_f1": 0.625043,
        "manhattan_precision": 0.454819,
        "manhattan_recall": 0.998897,
        "manhattan_ap": 0.581867,
        "euclidean_accuracy": 0.5945,
        "euclidean_f1": 0.625086,
        "euclidean_precision": 0.454637,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.580033,
        "dot_accuracy": 0.557,
        "dot_f1": 0.624656,
        "dot_precision": 0.454181,
        "dot_recall": 1.0,
        "dot_ap": 0.476005,
        "max_accuracy": 0.597,
        "max_f1": 0.625086,
        "max_precision": 0.454819,
        "max_recall": 1.0,
        "max_ap": 0.581867,
        "main_score": 0.581867,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.6095,
        "similarity_f1": 0.624913,
        "similarity_precision": 0.454454,
        "similarity_recall": 1.0,
        "similarity_ap": 0.593571,
        "cosine_accuracy": 0.6095,
        "cosine_f1": 0.624913,
        "cosine_precision": 0.454454,
        "cosine_recall": 1.0,
        "cosine_ap": 0.593568,
        "manhattan_accuracy": 0.6055,
        "manhattan_f1": 0.624913,
        "manhattan_precision": 0.454454,
        "manhattan_recall": 1.0,
        "manhattan_ap": 0.592598,
        "euclidean_accuracy": 0.605,
        "euclidean_f1": 0.62513,
        "euclidean_precision": 0.454683,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.590959,
        "dot_accuracy": 0.5545,
        "dot_f1": 0.625477,
        "dot_precision": 0.455511,
        "dot_recall": 0.997785,
        "dot_ap": 0.483029,
        "max_accuracy": 0.6095,
        "max_f1": 0.625477,
        "max_precision": 0.455511,
        "max_recall": 1.0,
        "max_ap": 0.593571,
        "main_score": 0.593571,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.577,
        "similarity_f1": 0.624204,
        "similarity_precision": 0.453937,
        "similarity_recall": 0.998867,
        "similarity_ap": 0.501426,
        "cosine_accuracy": 0.577,
        "cosine_f1": 0.624204,
        "cosine_precision": 0.453937,
        "cosine_recall": 0.998867,
        "cosine_ap": 0.501426,
        "manhattan_accuracy": 0.5775,
        "manhattan_f1": 0.624425,
        "manhattan_precision": 0.454171,
        "manhattan_recall": 0.998867,
        "manhattan_ap": 0.499315,
        "euclidean_accuracy": 0.5785,
        "euclidean_f1": 0.624425,
        "euclidean_precision": 0.454171,
        "euclidean_recall": 0.998867,
        "euclidean_ap": 0.498481,
        "dot_accuracy": 0.5655,
        "dot_f1": 0.624425,
        "dot_precision": 0.454171,
        "dot_recall": 0.998867,
        "dot_ap": 0.482541,
        "max_accuracy": 0.5785,
        "max_f1": 0.624425,
        "max_precision": 0.454171,
        "max_recall": 0.998867,
        "max_ap": 0.501426,
        "main_score": 0.501426,
        "hf_subset": "ja",
        "languages": [
          "jpn-Hira"
        ]
      },
      {
        "similarity_accuracy": 0.578,
        "similarity_f1": 0.625,
        "similarity_precision": 0.454776,
        "similarity_recall": 0.998884,
        "similarity_ap": 0.521466,
        "cosine_accuracy": 0.578,
        "cosine_f1": 0.625,
        "cosine_precision": 0.454776,
        "cosine_recall": 0.998884,
        "cosine_ap": 0.521467,
        "manhattan_accuracy": 0.5765,
        "manhattan_f1": 0.628128,
        "manhattan_precision": 0.459042,
        "manhattan_recall": 0.99442,
        "manhattan_ap": 0.525541,
        "euclidean_accuracy": 0.5745,
        "euclidean_f1": 0.627907,
        "euclidean_precision": 0.458805,
        "euclidean_recall": 0.99442,
        "euclidean_ap": 0.524949,
        "dot_accuracy": 0.567,
        "dot_f1": 0.62548,
        "dot_precision": 0.455053,
        "dot_recall": 1.0,
        "dot_ap": 0.482979,
        "max_accuracy": 0.578,
        "max_f1": 0.628128,
        "max_precision": 0.459042,
        "max_recall": 1.0,
        "max_ap": 0.525541,
        "main_score": 0.525541,
        "hf_subset": "ko",
        "languages": [
          "kor-Hang"
        ]
      },
      {
        "similarity_accuracy": 0.602,
        "similarity_f1": 0.622734,
        "similarity_precision": 0.452381,
        "similarity_recall": 0.998881,
        "similarity_ap": 0.570273,
        "cosine_accuracy": 0.602,
        "cosine_f1": 0.622734,
        "cosine_precision": 0.452381,
        "cosine_recall": 0.998881,
        "cosine_ap": 0.570645,
        "manhattan_accuracy": 0.6045,
        "manhattan_f1": 0.623386,
        "manhattan_precision": 0.45307,
        "manhattan_recall": 0.998881,
        "manhattan_ap": 0.565652,
        "euclidean_accuracy": 0.6045,
        "euclidean_f1": 0.623386,
        "euclidean_precision": 0.45307,
        "euclidean_recall": 0.998881,
        "euclidean_ap": 0.565076,
        "dot_accuracy": 0.558,
        "dot_f1": 0.622951,
        "dot_precision": 0.45261,
        "dot_recall": 0.998881,
        "dot_ap": 0.473703,
        "max_accuracy": 0.6045,
        "max_f1": 0.623386,
        "max_precision": 0.45307,
        "max_recall": 0.998881,
        "max_ap": 0.570645,
        "main_score": 0.570645,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      }
    ],
    "validation": [
      {
        "similarity_accuracy": 0.6125,
        "similarity_f1": 0.600362,
        "similarity_precision": 0.429162,
        "similarity_recall": 0.998797,
        "similarity_ap": 0.525346,
        "cosine_accuracy": 0.6125,
        "cosine_f1": 0.600362,
        "cosine_precision": 0.429162,
        "cosine_recall": 0.998797,
        "cosine_ap": 0.52473,
        "manhattan_accuracy": 0.6185,
        "manhattan_f1": 0.599062,
        "manhattan_precision": 0.427835,
        "manhattan_recall": 0.998797,
        "manhattan_ap": 0.52203,
        "euclidean_accuracy": 0.6165,
        "euclidean_f1": 0.599278,
        "euclidean_precision": 0.428056,
        "euclidean_recall": 0.998797,
        "euclidean_ap": 0.520182,
        "dot_accuracy": 0.5845,
        "dot_f1": 0.599567,
        "dot_precision": 0.42813,
        "dot_recall": 1.0,
        "dot_ap": 0.433094,
        "max_accuracy": 0.6185,
        "max_f1": 0.600362,
        "max_precision": 0.429162,
        "max_recall": 1.0,
        "max_ap": 0.525346,
        "main_score": 0.525346,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.6615,
        "similarity_f1": 0.621673,
        "similarity_precision": 0.526994,
        "similarity_recall": 0.757822,
        "similarity_ap": 0.636001,
        "cosine_accuracy": 0.6615,
        "cosine_f1": 0.621673,
        "cosine_precision": 0.526994,
        "cosine_recall": 0.757822,
        "cosine_ap": 0.635999,
        "manhattan_accuracy": 0.666,
        "manhattan_f1": 0.62187,
        "manhattan_precision": 0.485975,
        "manhattan_recall": 0.863268,
        "manhattan_ap": 0.637769,
        "euclidean_accuracy": 0.664,
        "euclidean_f1": 0.623846,
        "euclidean_precision": 0.489138,
        "euclidean_recall": 0.86095,
        "euclidean_ap": 0.636409,
        "dot_accuracy": 0.569,
        "dot_f1": 0.603286,
        "dot_precision": 0.431932,
        "dot_recall": 1.0,
        "dot_ap": 0.42914,
        "max_accuracy": 0.666,
        "max_f1": 0.623846,
        "max_precision": 0.526994,
        "max_recall": 1.0,
        "max_ap": 0.637769,
        "main_score": 0.637769,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.621,
        "similarity_f1": 0.603062,
        "similarity_precision": 0.431702,
        "similarity_recall": 1.0,
        "similarity_ap": 0.55548,
        "cosine_accuracy": 0.621,
        "cosine_f1": 0.603062,
        "cosine_precision": 0.431702,
        "cosine_recall": 1.0,
        "cosine_ap": 0.555483,
        "manhattan_accuracy": 0.624,
        "manhattan_f1": 0.603623,
        "manhattan_precision": 0.435442,
        "manhattan_recall": 0.983471,
        "manhattan_ap": 0.558351,
        "euclidean_accuracy": 0.6225,
        "euclidean_f1": 0.60376,
        "euclidean_precision": 0.435122,
        "euclidean_recall": 0.985832,
        "euclidean_ap": 0.556386,
        "dot_accuracy": 0.576,
        "dot_f1": 0.602847,
        "dot_precision": 0.431482,
        "dot_recall": 1.0,
        "dot_ap": 0.441044,
        "max_accuracy": 0.624,
        "max_f1": 0.60376,
        "max_precision": 0.435442,
        "max_recall": 1.0,
        "max_ap": 0.558351,
        "main_score": 0.558351,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.629,
        "similarity_f1": 0.60323,
        "similarity_precision": 0.432093,
        "similarity_recall": 0.998837,
        "similarity_ap": 0.592547,
        "cosine_accuracy": 0.629,
        "cosine_f1": 0.60323,
        "cosine_precision": 0.432093,
        "cosine_recall": 0.998837,
        "cosine_ap": 0.592547,
        "manhattan_accuracy": 0.6345,
        "manhattan_f1": 0.603721,
        "manhattan_precision": 0.432378,
        "manhattan_recall": 1.0,
        "manhattan_ap": 0.596949,
        "euclidean_accuracy": 0.632,
        "euclidean_f1": 0.603721,
        "euclidean_precision": 0.432378,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.594721,
        "dot_accuracy": 0.5695,
        "dot_f1": 0.603442,
        "dot_precision": 0.43231,
        "dot_recall": 0.998837,
        "dot_ap": 0.424416,
        "max_accuracy": 0.6345,
        "max_f1": 0.603721,
        "max_precision": 0.432378,
        "max_recall": 1.0,
        "max_ap": 0.596949,
        "main_score": 0.596949,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "similarity_accuracy": 0.6135,
        "similarity_f1": 0.602469,
        "similarity_precision": 0.431095,
        "similarity_recall": 1.0,
        "similarity_ap": 0.552827,
        "cosine_accuracy": 0.6135,
        "cosine_f1": 0.602469,
        "cosine_precision": 0.431095,
        "cosine_recall": 1.0,
        "cosine_ap": 0.552825,
        "manhattan_accuracy": 0.618,
        "manhattan_f1": 0.602573,
        "manhattan_precision": 0.433642,
        "manhattan_recall": 0.987119,
        "manhattan_ap": 0.556073,
        "euclidean_accuracy": 0.6175,
        "euclidean_f1": 0.602333,
        "euclidean_precision": 0.431392,
        "euclidean_recall": 0.997658,
        "euclidean_ap": 0.555164,
        "dot_accuracy": 0.5745,
        "dot_f1": 0.602469,
        "dot_precision": 0.431095,
        "dot_recall": 1.0,
        "dot_ap": 0.435911,
        "max_accuracy": 0.618,
        "max_f1": 0.602573,
        "max_precision": 0.433642,
        "max_recall": 1.0,
        "max_ap": 0.556073,
        "main_score": 0.556073,
        "hf_subset": "ja",
        "languages": [
          "jpn-Hira"
        ]
      },
      {
        "similarity_accuracy": 0.603,
        "similarity_f1": 0.597292,
        "similarity_precision": 0.426246,
        "similarity_recall": 0.997619,
        "similarity_ap": 0.476631,
        "cosine_accuracy": 0.603,
        "cosine_f1": 0.597292,
        "cosine_precision": 0.426246,
        "cosine_recall": 0.997619,
        "cosine_ap": 0.476631,
        "manhattan_accuracy": 0.604,
        "manhattan_f1": 0.596642,
        "manhattan_precision": 0.426238,
        "manhattan_recall": 0.994048,
        "manhattan_ap": 0.482594,
        "euclidean_accuracy": 0.604,
        "euclidean_f1": 0.596642,
        "euclidean_precision": 0.426238,
        "euclidean_recall": 0.994048,
        "euclidean_ap": 0.481399,
        "dot_accuracy": 0.582,
        "dot_f1": 0.597366,
        "dot_precision": 0.426105,
        "dot_recall": 0.99881,
        "dot_ap": 0.409059,
        "max_accuracy": 0.604,
        "max_f1": 0.597366,
        "max_precision": 0.426246,
        "max_recall": 0.99881,
        "max_ap": 0.482594,
        "main_score": 0.482594,
        "hf_subset": "ko",
        "languages": [
          "kor-Hang"
        ]
      },
      {
        "similarity_accuracy": 0.604,
        "similarity_f1": 0.601483,
        "similarity_precision": 0.430303,
        "similarity_recall": 0.998828,
        "similarity_ap": 0.517136,
        "cosine_accuracy": 0.604,
        "cosine_f1": 0.601483,
        "cosine_precision": 0.430303,
        "cosine_recall": 0.998828,
        "cosine_ap": 0.516517,
        "manhattan_accuracy": 0.603,
        "manhattan_f1": 0.601764,
        "manhattan_precision": 0.430373,
        "manhattan_recall": 1.0,
        "manhattan_ap": 0.520196,
        "euclidean_accuracy": 0.6035,
        "euclidean_f1": 0.601764,
        "euclidean_precision": 0.430373,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.519391,
        "dot_accuracy": 0.5755,
        "dot_f1": 0.601339,
        "dot_precision": 0.42994,
        "dot_recall": 1.0,
        "dot_ap": 0.42924,
        "max_accuracy": 0.604,
        "max_f1": 0.601764,
        "max_precision": 0.430373,
        "max_recall": 1.0,
        "max_ap": 0.520196,
        "main_score": 0.520196,
        "hf_subset": "zh",
        "languages": [
          "cmn-Hans"
        ]
      }
    ]
  },
  "evaluation_time": 285.3141131401062,
  "kg_co2_emissions": null,
  "date": 1780730584.335339
}