{
  "dataset_revision": "3412b208896a37e4ebb5ff7b96f6cc313ee9d2e3",
  "task_name": "PubChemWikiPairClassification",
  "mteb_version": "2.18.16",
  "scores": {
    "test": [
      {
        "similarity_accuracy": 0.994852,
        "similarity_f1": 0.974194,
        "similarity_precision": 0.980519,
        "similarity_recall": 0.967949,
        "similarity_ap": 0.995593,
        "cosine_accuracy": 0.994852,
        "cosine_f1": 0.974194,
        "cosine_precision": 0.980519,
        "cosine_recall": 0.967949,
        "cosine_ap": 0.995593,
        "manhattan_accuracy": 0.995495,
        "manhattan_f1": 0.977778,
        "manhattan_precision": 0.968553,
        "manhattan_recall": 0.987179,
        "manhattan_ap": 0.996675,
        "euclidean_accuracy": 0.995495,
        "euclidean_f1": 0.977346,
        "euclidean_precision": 0.986928,
        "euclidean_recall": 0.967949,
        "euclidean_ap": 0.995675,
        "dot_accuracy": 0.994852,
        "dot_f1": 0.974194,
        "dot_precision": 0.980519,
        "dot_recall": 0.967949,
        "dot_ap": 0.995528,
        "max_accuracy": 0.995495,
        "max_f1": 0.977778,
        "max_precision": 0.986928,
        "max_recall": 0.987179,
        "max_ap": 0.996675,
        "main_score": 0.996675,
        "hf_subset": "de",
        "languages": [
          "deu-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.994475,
        "similarity_f1": 0.972973,
        "similarity_precision": 0.957447,
        "similarity_recall": 0.989011,
        "similarity_ap": 0.990027,
        "cosine_accuracy": 0.994475,
        "cosine_f1": 0.972973,
        "cosine_precision": 0.957447,
        "cosine_recall": 0.989011,
        "cosine_ap": 0.990027,
        "manhattan_accuracy": 0.994475,
        "manhattan_f1": 0.973262,
        "manhattan_precision": 0.947917,
        "manhattan_recall": 1.0,
        "manhattan_ap": 0.988725,
        "euclidean_accuracy": 0.994475,
        "euclidean_f1": 0.972973,
        "euclidean_precision": 0.957447,
        "euclidean_recall": 0.989011,
        "euclidean_ap": 0.989729,
        "dot_accuracy": 0.994475,
        "dot_f1": 0.972973,
        "dot_precision": 0.957447,
        "dot_recall": 0.989011,
        "dot_ap": 0.990192,
        "max_accuracy": 0.994475,
        "max_f1": 0.973262,
        "max_precision": 0.957447,
        "max_recall": 1.0,
        "max_ap": 0.990192,
        "main_score": 0.990192,
        "hf_subset": "nl",
        "languages": [
          "nld-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.972954,
        "similarity_f1": 0.855019,
        "similarity_precision": 0.927419,
        "similarity_recall": 0.793103,
        "similarity_ap": 0.915523,
        "cosine_accuracy": 0.972954,
        "cosine_f1": 0.855019,
        "cosine_precision": 0.927419,
        "cosine_recall": 0.793103,
        "cosine_ap": 0.915523,
        "manhattan_accuracy": 0.97018,
        "manhattan_f1": 0.840149,
        "manhattan_precision": 0.91129,
        "manhattan_recall": 0.77931,
        "manhattan_ap": 0.905502,
        "euclidean_accuracy": 0.972954,
        "euclidean_f1": 0.855019,
        "euclidean_precision": 0.927419,
        "euclidean_recall": 0.793103,
        "euclidean_ap": 0.915552,
        "dot_accuracy": 0.972954,
        "dot_f1": 0.855019,
        "dot_precision": 0.927419,
        "dot_recall": 0.793103,
        "dot_ap": 0.915527,
        "max_accuracy": 0.972954,
        "max_f1": 0.855019,
        "max_precision": 0.927419,
        "max_recall": 0.793103,
        "max_ap": 0.915552,
        "main_score": 0.915552,
        "hf_subset": "zh",
        "languages": [
          "zho-Hans",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.994838,
        "similarity_f1": 0.974359,
        "similarity_precision": 0.970803,
        "similarity_recall": 0.977941,
        "similarity_ap": 0.988298,
        "cosine_accuracy": 0.994838,
        "cosine_f1": 0.974359,
        "cosine_precision": 0.970803,
        "cosine_recall": 0.977941,
        "cosine_ap": 0.988298,
        "manhattan_accuracy": 0.9941,
        "manhattan_f1": 0.970803,
        "manhattan_precision": 0.963768,
        "manhattan_recall": 0.977941,
        "manhattan_ap": 0.987335,
        "euclidean_accuracy": 0.994838,
        "euclidean_f1": 0.974359,
        "euclidean_precision": 0.970803,
        "euclidean_recall": 0.977941,
        "euclidean_ap": 0.988277,
        "dot_accuracy": 0.994838,
        "dot_f1": 0.974359,
        "dot_precision": 0.970803,
        "dot_recall": 0.977941,
        "dot_ap": 0.988439,
        "max_accuracy": 0.994838,
        "max_f1": 0.974359,
        "max_precision": 0.970803,
        "max_recall": 0.977941,
        "max_ap": 0.988439,
        "main_score": 0.988439,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.994314,
        "similarity_f1": 0.972112,
        "similarity_precision": 0.96063,
        "similarity_recall": 0.983871,
        "similarity_ap": 0.995268,
        "cosine_accuracy": 0.994314,
        "cosine_f1": 0.972112,
        "cosine_precision": 0.96063,
        "cosine_recall": 0.983871,
        "cosine_ap": 0.995268,
        "manhattan_accuracy": 0.992689,
        "manhattan_f1": 0.964706,
        "manhattan_precision": 0.938931,
        "manhattan_recall": 0.991935,
        "manhattan_ap": 0.991284,
        "euclidean_accuracy": 0.994314,
        "euclidean_f1": 0.972112,
        "euclidean_precision": 0.96063,
        "euclidean_recall": 0.983871,
        "euclidean_ap": 0.99512,
        "dot_accuracy": 0.993501,
        "dot_f1": 0.968,
        "dot_precision": 0.960317,
        "dot_recall": 0.975806,
        "dot_ap": 0.995104,
        "max_accuracy": 0.994314,
        "max_f1": 0.972112,
        "max_precision": 0.96063,
        "max_recall": 0.991935,
        "max_ap": 0.995268,
        "main_score": 0.995268,
        "hf_subset": "es",
        "languages": [
          "spa-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.992986,
        "similarity_f1": 0.964824,
        "similarity_precision": 0.969697,
        "similarity_recall": 0.96,
        "similarity_ap": 0.969781,
        "cosine_accuracy": 0.992986,
        "cosine_f1": 0.964824,
        "cosine_precision": 0.969697,
        "cosine_recall": 0.96,
        "cosine_ap": 0.969781,
        "manhattan_accuracy": 0.992986,
        "manhattan_f1": 0.964824,
        "manhattan_precision": 0.969697,
        "manhattan_recall": 0.96,
        "manhattan_ap": 0.965998,
        "euclidean_accuracy": 0.991984,
        "euclidean_f1": 0.961538,
        "euclidean_precision": 0.925926,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.969769,
        "dot_accuracy": 0.992986,
        "dot_f1": 0.965174,
        "dot_precision": 0.960396,
        "dot_recall": 0.97,
        "dot_ap": 0.9712,
        "max_accuracy": 0.992986,
        "max_f1": 0.965174,
        "max_precision": 0.969697,
        "max_recall": 1.0,
        "max_ap": 0.9712,
        "main_score": 0.9712,
        "hf_subset": "pt",
        "languages": [
          "por-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.989583,
        "similarity_f1": 0.95,
        "similarity_precision": 0.95,
        "similarity_recall": 0.95,
        "similarity_ap": 0.982628,
        "cosine_accuracy": 0.989583,
        "cosine_f1": 0.95,
        "cosine_precision": 0.95,
        "cosine_recall": 0.95,
        "cosine_ap": 0.982628,
        "manhattan_accuracy": 0.979167,
        "manhattan_f1": 0.904762,
        "manhattan_precision": 0.863636,
        "manhattan_recall": 0.95,
        "manhattan_ap": 0.967195,
        "euclidean_accuracy": 0.984375,
        "euclidean_f1": 0.930233,
        "euclidean_precision": 0.869565,
        "euclidean_recall": 1.0,
        "euclidean_ap": 0.980366,
        "dot_accuracy": 0.989583,
        "dot_f1": 0.95,
        "dot_precision": 0.95,
        "dot_recall": 0.95,
        "dot_ap": 0.982628,
        "max_accuracy": 0.989583,
        "max_f1": 0.95,
        "max_precision": 0.95,
        "max_recall": 1.0,
        "max_ap": 0.982628,
        "main_score": 0.982628,
        "hf_subset": "ms",
        "languages": [
          "msa-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.987365,
        "similarity_f1": 0.940171,
        "similarity_precision": 0.901639,
        "similarity_recall": 0.982143,
        "similarity_ap": 0.975435,
        "cosine_accuracy": 0.987365,
        "cosine_f1": 0.940171,
        "cosine_precision": 0.901639,
        "cosine_recall": 0.982143,
        "cosine_ap": 0.975435,
        "manhattan_accuracy": 0.98556,
        "manhattan_f1": 0.931034,
        "manhattan_precision": 0.9,
        "manhattan_recall": 0.964286,
        "manhattan_ap": 0.975038,
        "euclidean_accuracy": 0.987365,
        "euclidean_f1": 0.940171,
        "euclidean_precision": 0.901639,
        "euclidean_recall": 0.982143,
        "euclidean_ap": 0.976372,
        "dot_accuracy": 0.987365,
        "dot_f1": 0.940171,
        "dot_precision": 0.901639,
        "dot_recall": 0.982143,
        "dot_ap": 0.975304,
        "max_accuracy": 0.987365,
        "max_f1": 0.940171,
        "max_precision": 0.901639,
        "max_recall": 0.982143,
        "max_ap": 0.976372,
        "main_score": 0.976372,
        "hf_subset": "ko",
        "languages": [
          "kor-Hang",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.990347,
        "similarity_f1": 0.951456,
        "similarity_precision": 0.960784,
        "similarity_recall": 0.942308,
        "similarity_ap": 0.982872,
        "cosine_accuracy": 0.990347,
        "cosine_f1": 0.951456,
        "cosine_precision": 0.960784,
        "cosine_recall": 0.942308,
        "cosine_ap": 0.982872,
        "manhattan_accuracy": 0.988417,
        "manhattan_f1": 0.942308,
        "manhattan_precision": 0.942308,
        "manhattan_recall": 0.942308,
        "manhattan_ap": 0.981511,
        "euclidean_accuracy": 0.990347,
        "euclidean_f1": 0.951456,
        "euclidean_precision": 0.960784,
        "euclidean_recall": 0.942308,
        "euclidean_ap": 0.983171,
        "dot_accuracy": 0.990347,
        "dot_f1": 0.951456,
        "dot_precision": 0.960784,
        "dot_recall": 0.942308,
        "dot_ap": 0.983318,
        "max_accuracy": 0.990347,
        "max_f1": 0.951456,
        "max_precision": 0.960784,
        "max_recall": 0.942308,
        "max_ap": 0.983318,
        "main_score": 0.983318,
        "hf_subset": "tr",
        "languages": [
          "tur-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.960526,
        "similarity_f1": 0.784314,
        "similarity_precision": 0.714286,
        "similarity_recall": 0.869565,
        "similarity_ap": 0.820079,
        "cosine_accuracy": 0.960526,
        "cosine_f1": 0.784314,
        "cosine_precision": 0.714286,
        "cosine_recall": 0.869565,
        "cosine_ap": 0.820079,
        "manhattan_accuracy": 0.95614,
        "manhattan_f1": 0.761905,
        "manhattan_precision": 0.842105,
        "manhattan_recall": 0.695652,
        "manhattan_ap": 0.810326,
        "euclidean_accuracy": 0.960526,
        "euclidean_f1": 0.8,
        "euclidean_precision": 0.740741,
        "euclidean_recall": 0.869565,
        "euclidean_ap": 0.819687,
        "dot_accuracy": 0.960526,
        "dot_f1": 0.784314,
        "dot_precision": 0.714286,
        "dot_recall": 0.869565,
        "dot_ap": 0.821172,
        "max_accuracy": 0.960526,
        "max_f1": 0.8,
        "max_precision": 0.842105,
        "max_recall": 0.869565,
        "max_ap": 0.821172,
        "main_score": 0.821172,
        "hf_subset": "hi",
        "languages": [
          "hin-Deva",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.983633,
        "similarity_f1": 0.923077,
        "similarity_precision": 0.882353,
        "similarity_recall": 0.967742,
        "similarity_ap": 0.984811,
        "cosine_accuracy": 0.983633,
        "cosine_f1": 0.923077,
        "cosine_precision": 0.882353,
        "cosine_recall": 0.967742,
        "cosine_ap": 0.984811,
        "manhattan_accuracy": 0.98527,
        "manhattan_f1": 0.926829,
        "manhattan_precision": 0.934426,
        "manhattan_recall": 0.919355,
        "manhattan_ap": 0.978709,
        "euclidean_accuracy": 0.983633,
        "euclidean_f1": 0.920635,
        "euclidean_precision": 0.90625,
        "euclidean_recall": 0.935484,
        "euclidean_ap": 0.984226,
        "dot_accuracy": 0.983633,
        "dot_f1": 0.923077,
        "dot_precision": 0.882353,
        "dot_recall": 0.967742,
        "dot_ap": 0.984171,
        "max_accuracy": 0.98527,
        "max_f1": 0.926829,
        "max_precision": 0.934426,
        "max_recall": 0.967742,
        "max_ap": 0.984811,
        "main_score": 0.984811,
        "hf_subset": "cs",
        "languages": [
          "ces-Latn",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      },
      {
        "similarity_accuracy": 0.990934,
        "similarity_f1": 0.953069,
        "similarity_precision": 0.992481,
        "similarity_recall": 0.916667,
        "similarity_ap": 0.957635,
        "cosine_accuracy": 0.990934,
        "cosine_f1": 0.953069,
        "cosine_precision": 0.992481,
        "cosine_recall": 0.916667,
        "cosine_ap": 0.957635,
        "manhattan_accuracy": 0.990934,
        "manhattan_f1": 0.953069,
        "manhattan_precision": 0.992481,
        "manhattan_recall": 0.916667,
        "manhattan_ap": 0.954533,
        "euclidean_accuracy": 0.990934,
        "euclidean_f1": 0.953069,
        "euclidean_precision": 0.992481,
        "euclidean_recall": 0.916667,
        "euclidean_ap": 0.95771,
        "dot_accuracy": 0.990934,
        "dot_f1": 0.953069,
        "dot_precision": 0.992481,
        "dot_recall": 0.916667,
        "dot_ap": 0.957659,
        "max_accuracy": 0.990934,
        "max_f1": 0.953069,
        "max_precision": 0.992481,
        "max_recall": 0.916667,
        "max_ap": 0.95771,
        "main_score": 0.95771,
        "hf_subset": "ja",
        "languages": [
          "jpn-Jpan",
          "eng-Latn"
        ],
        "mteb_version": "2.18.16"
      }
    ]
  },
  "evaluation_time": 44.01079931668937,
  "kg_co2_emissions": null,
  "date": 1785989867.251684,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 2.7381815016269684e-05,
      "end": 34.8259051181376,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 34.825912232045084,
      "end": 34.8275401648134,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding samples 1",
      "start": 34.98783162701875,
      "end": 35.478745349217206,
      "split": "test",
      "subset": "de"
    },
    {
      "name": "Encoding samples 2",
      "start": 35.478895402979106,
      "end": 35.906793823000044,
      "split": "test",
      "subset": "de"
    },
    {
      "name": "Scoring",
      "start": 35.90694623021409,
      "end": 35.910867494065315,
      "split": "test",
      "subset": "de"
    },
    {
      "name": "Encoding samples 1",
      "start": 36.02638845285401,
      "end": 36.34753824584186,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Encoding samples 2",
      "start": 36.347645247820765,
      "end": 36.698329825885594,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Scoring",
      "start": 36.69841334410012,
      "end": 36.7010010201484,
      "split": "test",
      "subset": "nl"
    },
    {
      "name": "Encoding samples 1",
      "start": 36.867260369006544,
      "end": 37.32139040296897,
      "split": "test",
      "subset": "zh"
    },
    {
      "name": "Encoding samples 2",
      "start": 37.32158492086455,
      "end": 37.677829726133496,
      "split": "test",
      "subset": "zh"
    },
    {
      "name": "Scoring",
      "start": 37.67798763420433,
      "end": 37.681475630030036,
      "split": "test",
      "subset": "zh"
    },
    {
      "name": "Encoding samples 1",
      "start": 37.84766423376277,
      "end": 38.248644864186645,
      "split": "test",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 2",
      "start": 38.24878909718245,
      "end": 38.7672179332003,
      "split": "test",
      "subset": "fr"
    },
    {
      "name": "Scoring",
      "start": 38.76735854893923,
      "end": 38.77066792687401,
      "split": "test",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 1",
      "start": 38.92257697880268,
      "end": 39.30173920094967,
      "split": "test",
      "subset": "es"
    },
    {
      "name": "Encoding samples 2",
      "start": 39.30187663109973,
      "end": 39.910565374884754,
      "split": "test",
      "subset": "es"
    },
    {
      "name": "Scoring",
      "start": 39.910708636045456,
      "end": 39.91390967881307,
      "split": "test",
      "subset": "es"
    },
    {
      "name": "Encoding samples 1",
      "start": 40.036675865761936,
      "end": 40.35266468813643,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Encoding samples 2",
      "start": 40.35281107388437,
      "end": 40.76524317217991,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Scoring",
      "start": 40.76537122391164,
      "end": 40.76845122920349,
      "split": "test",
      "subset": "pt"
    },
    {
      "name": "Encoding samples 1",
      "start": 40.80760940397158,
      "end": 40.90757306618616,
      "split": "test",
      "subset": "ms"
    },
    {
      "name": "Encoding samples 2",
      "start": 40.90775843616575,
      "end": 41.034807668067515,
      "split": "test",
      "subset": "ms"
    },
    {
      "name": "Scoring",
      "start": 41.03498088521883,
      "end": 41.036152517888695,
      "split": "test",
      "subset": "ms"
    },
    {
      "name": "Encoding samples 1",
      "start": 41.10580413695425,
      "end": 41.29771973378956,
      "split": "test",
      "subset": "ko"
    },
    {
      "name": "Encoding samples 2",
      "start": 41.29779283190146,
      "end": 41.624019011855125,
      "split": "test",
      "subset": "ko"
    },
    {
      "name": "Scoring",
      "start": 41.62411418184638,
      "end": 41.626061709132046,
      "split": "test",
      "subset": "ko"
    },
    {
      "name": "Encoding samples 1",
      "start": 41.6945535489358,
      "end": 41.918976321816444,
      "split": "test",
      "subset": "tr"
    },
    {
      "name": "Encoding samples 2",
      "start": 41.919069647789,
      "end": 42.19432597979903,
      "split": "test",
      "subset": "tr"
    },
    {
      "name": "Scoring",
      "start": 42.19442832283676,
      "end": 42.19625398982316,
      "split": "test",
      "subset": "tr"
    },
    {
      "name": "Encoding samples 1",
      "start": 42.23459757678211,
      "end": 42.35029127821326,
      "split": "test",
      "subset": "hi"
    },
    {
      "name": "Encoding samples 2",
      "start": 42.350390324834734,
      "end": 42.57898825081065,
      "split": "test",
      "subset": "hi"
    },
    {
      "name": "Scoring",
      "start": 42.5790818980895,
      "end": 42.58027569204569,
      "split": "test",
      "subset": "hi"
    },
    {
      "name": "Encoding samples 1",
      "start": 42.6540156211704,
      "end": 42.84565436281264,
      "split": "test",
      "subset": "cs"
    },
    {
      "name": "Encoding samples 2",
      "start": 42.84575606510043,
      "end": 43.08381728781387,
      "split": "test",
      "subset": "cs"
    },
    {
      "name": "Scoring",
      "start": 43.083925993181765,
      "end": 43.08610635995865,
      "split": "test",
      "subset": "cs"
    },
    {
      "name": "Encoding samples 1",
      "start": 43.25302397692576,
      "end": 43.638707644771785,
      "split": "test",
      "subset": "ja"
    },
    {
      "name": "Encoding samples 2",
      "start": 43.6388666247949,
      "end": 43.98719254694879,
      "split": "test",
      "subset": "ja"
    },
    {
      "name": "Scoring",
      "start": 43.9873458459042,
      "end": 43.99075288884342,
      "split": "test",
      "subset": "ja"
    }
  ]
}