{
  "dataset_revision": "e95831b0fa902edc955f3b60e3e63b349bb7bd02",
  "task_name": "OpusparcusPC",
  "mteb_version": "2.18.7",
  "scores": {
    "test.full": [
      {
        "similarity_accuracy": 0.887864,
        "similarity_f1": 0.926512,
        "similarity_precision": 0.902992,
        "similarity_recall": 0.951289,
        "similarity_ap": 0.969289,
        "cosine_accuracy": 0.887864,
        "cosine_f1": 0.926512,
        "cosine_precision": 0.902992,
        "cosine_recall": 0.951289,
        "cosine_ap": 0.969289,
        "manhattan_accuracy": 0.813343,
        "manhattan_f1": 0.88173,
        "manhattan_precision": 0.819524,
        "manhattan_recall": 0.954155,
        "manhattan_ap": 0.944002,
        "euclidean_accuracy": 0.814762,
        "euclidean_f1": 0.882119,
        "euclidean_precision": 0.820197,
        "euclidean_recall": 0.954155,
        "euclidean_ap": 0.944295,
        "dot_accuracy": 0.84599,
        "dot_f1": 0.903168,
        "dot_precision": 0.847571,
        "dot_recall": 0.966571,
        "dot_ap": 0.920466,
        "max_accuracy": 0.887864,
        "max_f1": 0.926512,
        "max_precision": 0.902992,
        "max_recall": 0.966571,
        "max_ap": 0.969289,
        "main_score": 0.969289,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.941395,
        "similarity_f1": 0.960716,
        "similarity_precision": 0.938776,
        "similarity_recall": 0.983707,
        "similarity_ap": 0.987129,
        "cosine_accuracy": 0.941395,
        "cosine_f1": 0.960716,
        "cosine_precision": 0.938776,
        "cosine_recall": 0.983707,
        "cosine_ap": 0.987129,
        "manhattan_accuracy": 0.881306,
        "manhattan_f1": 0.919028,
        "manhattan_precision": 0.913481,
        "manhattan_recall": 0.924644,
        "manhattan_ap": 0.967212,
        "euclidean_accuracy": 0.882789,
        "euclidean_f1": 0.919715,
        "euclidean_precision": 0.91785,
        "euclidean_recall": 0.921589,
        "euclidean_ap": 0.967788,
        "dot_accuracy": 0.923591,
        "dot_f1": 0.948628,
        "dot_precision": 0.929619,
        "dot_recall": 0.968432,
        "dot_ap": 0.974523,
        "max_accuracy": 0.941395,
        "max_f1": 0.960716,
        "max_precision": 0.938776,
        "max_recall": 0.983707,
        "max_ap": 0.987129,
        "main_score": 0.987129,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.840764,
        "similarity_f1": 0.877021,
        "similarity_precision": 0.826408,
        "similarity_recall": 0.934238,
        "similarity_ap": 0.935987,
        "cosine_accuracy": 0.840764,
        "cosine_f1": 0.877021,
        "cosine_precision": 0.826408,
        "cosine_recall": 0.934238,
        "cosine_ap": 0.935987,
        "manhattan_accuracy": 0.778344,
        "manhattan_f1": 0.831504,
        "manhattan_precision": 0.766051,
        "manhattan_recall": 0.909186,
        "manhattan_ap": 0.894495,
        "euclidean_accuracy": 0.778344,
        "euclidean_f1": 0.830508,
        "euclidean_precision": 0.756432,
        "euclidean_recall": 0.920668,
        "euclidean_ap": 0.895199,
        "dot_accuracy": 0.798726,
        "dot_f1": 0.847343,
        "dot_precision": 0.788669,
        "dot_recall": 0.915449,
        "dot_ap": 0.863661,
        "max_accuracy": 0.840764,
        "max_f1": 0.877021,
        "max_precision": 0.826408,
        "max_recall": 0.934238,
        "max_ap": 0.935987,
        "main_score": 0.935987,
        "hf_subset": "fi",
        "languages": [
          "fin-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.833106,
        "similarity_f1": 0.886964,
        "similarity_precision": 0.819714,
        "similarity_recall": 0.966236,
        "similarity_ap": 0.943632,
        "cosine_accuracy": 0.833106,
        "cosine_f1": 0.886964,
        "cosine_precision": 0.819714,
        "cosine_recall": 0.966236,
        "cosine_ap": 0.943632,
        "manhattan_accuracy": 0.800409,
        "manhattan_f1": 0.863225,
        "manhattan_precision": 0.793505,
        "manhattan_recall": 0.946375,
        "manhattan_ap": 0.928213,
        "euclidean_accuracy": 0.799728,
        "euclidean_f1": 0.862781,
        "euclidean_precision": 0.802048,
        "euclidean_recall": 0.933466,
        "euclidean_ap": 0.928407,
        "dot_accuracy": 0.758174,
        "dot_f1": 0.846121,
        "dot_precision": 0.738166,
        "dot_recall": 0.991063,
        "dot_ap": 0.843389,
        "max_accuracy": 0.833106,
        "max_f1": 0.886964,
        "max_precision": 0.819714,
        "max_recall": 0.991063,
        "max_ap": 0.943632,
        "main_score": 0.943632,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.756127,
        "similarity_f1": 0.835039,
        "similarity_precision": 0.741818,
        "similarity_recall": 0.955056,
        "similarity_ap": 0.883701,
        "cosine_accuracy": 0.756127,
        "cosine_f1": 0.835039,
        "cosine_precision": 0.741818,
        "cosine_recall": 0.955056,
        "cosine_ap": 0.883701,
        "manhattan_accuracy": 0.737132,
        "manhattan_f1": 0.818328,
        "manhattan_precision": 0.716901,
        "manhattan_recall": 0.953184,
        "manhattan_ap": 0.859777,
        "euclidean_accuracy": 0.738358,
        "euclidean_f1": 0.81954,
        "euclidean_precision": 0.720369,
        "euclidean_recall": 0.950375,
        "euclidean_ap": 0.86053,
        "dot_accuracy": 0.724877,
        "dot_f1": 0.81901,
        "dot_precision": 0.709677,
        "dot_recall": 0.968165,
        "dot_ap": 0.797858,
        "max_accuracy": 0.756127,
        "max_f1": 0.835039,
        "max_precision": 0.741818,
        "max_recall": 0.968165,
        "max_ap": 0.883701,
        "main_score": 0.883701,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.864005,
        "similarity_f1": 0.883375,
        "similarity_precision": 0.833333,
        "similarity_recall": 0.93981,
        "similarity_ap": 0.942916,
        "cosine_accuracy": 0.864005,
        "cosine_f1": 0.883375,
        "cosine_precision": 0.833333,
        "cosine_recall": 0.93981,
        "cosine_ap": 0.942916,
        "manhattan_accuracy": 0.797454,
        "manhattan_f1": 0.830591,
        "manhattan_precision": 0.766756,
        "manhattan_recall": 0.906019,
        "manhattan_ap": 0.895663,
        "euclidean_accuracy": 0.798611,
        "euclidean_f1": 0.83037,
        "euclidean_precision": 0.761905,
        "euclidean_recall": 0.912355,
        "euclidean_ap": 0.896666,
        "dot_accuracy": 0.823495,
        "dot_f1": 0.848602,
        "dot_precision": 0.780834,
        "dot_recall": 0.92925,
        "dot_ap": 0.861944,
        "max_accuracy": 0.864005,
        "max_f1": 0.883375,
        "max_precision": 0.833333,
        "max_recall": 0.93981,
        "max_ap": 0.942916,
        "main_score": 0.942916,
        "hf_subset": "sv",
        "languages": [
          "swe-Latn"
        ],
        "mteb_version": "2.18.7"
      }
    ],
    "validation.full": [
      {
        "similarity_accuracy": 0.889447,
        "similarity_f1": 0.925731,
        "similarity_precision": 0.899441,
        "similarity_recall": 0.953603,
        "similarity_ap": 0.973589,
        "cosine_accuracy": 0.889447,
        "cosine_f1": 0.925731,
        "cosine_precision": 0.899441,
        "cosine_recall": 0.953603,
        "cosine_ap": 0.973589,
        "manhattan_accuracy": 0.829864,
        "manhattan_f1": 0.887442,
        "manhattan_precision": 0.83905,
        "manhattan_recall": 0.941757,
        "manhattan_ap": 0.947212,
        "euclidean_accuracy": 0.832735,
        "euclidean_f1": 0.886838,
        "euclidean_precision": 0.872849,
        "euclidean_recall": 0.901283,
        "euclidean_ap": 0.947993,
        "dot_accuracy": 0.840632,
        "dot_f1": 0.896936,
        "dot_precision": 0.846626,
        "dot_recall": 0.953603,
        "dot_ap": 0.929157,
        "max_accuracy": 0.889447,
        "max_f1": 0.925731,
        "max_precision": 0.899441,
        "max_recall": 0.953603,
        "max_ap": 0.973589,
        "main_score": 0.973589,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.924444,
        "similarity_f1": 0.950341,
        "similarity_precision": 0.939365,
        "similarity_recall": 0.961576,
        "similarity_ap": 0.986609,
        "cosine_accuracy": 0.924444,
        "cosine_f1": 0.950341,
        "cosine_precision": 0.939365,
        "cosine_recall": 0.961576,
        "cosine_ap": 0.986609,
        "manhattan_accuracy": 0.873333,
        "manhattan_f1": 0.917185,
        "manhattan_precision": 0.891993,
        "manhattan_recall": 0.943842,
        "manhattan_ap": 0.969215,
        "euclidean_accuracy": 0.874074,
        "euclidean_f1": 0.917749,
        "euclidean_precision": 0.896617,
        "euclidean_recall": 0.939901,
        "euclidean_ap": 0.969992,
        "dot_accuracy": 0.917778,
        "dot_f1": 0.946609,
        "dot_precision": 0.924812,
        "dot_recall": 0.969458,
        "dot_ap": 0.966896,
        "max_accuracy": 0.924444,
        "max_f1": 0.950341,
        "max_precision": 0.939365,
        "max_recall": 0.969458,
        "max_ap": 0.986609,
        "main_score": 0.986609,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.829206,
        "similarity_f1": 0.86986,
        "similarity_precision": 0.814312,
        "similarity_recall": 0.933541,
        "similarity_ap": 0.92449,
        "cosine_accuracy": 0.829206,
        "cosine_f1": 0.86986,
        "cosine_precision": 0.814312,
        "cosine_recall": 0.933541,
        "cosine_ap": 0.92449,
        "manhattan_accuracy": 0.784762,
        "manhattan_f1": 0.828544,
        "manhattan_precision": 0.768889,
        "manhattan_recall": 0.898235,
        "manhattan_ap": 0.907208,
        "euclidean_accuracy": 0.785397,
        "euclidean_f1": 0.830353,
        "euclidean_precision": 0.776673,
        "euclidean_recall": 0.892004,
        "euclidean_ap": 0.908004,
        "dot_accuracy": 0.775238,
        "dot_f1": 0.833925,
        "dot_precision": 0.728472,
        "dot_recall": 0.975078,
        "dot_ap": 0.818436,
        "max_accuracy": 0.829206,
        "max_f1": 0.86986,
        "max_precision": 0.814312,
        "max_recall": 0.975078,
        "max_ap": 0.92449,
        "main_score": 0.92449,
        "hf_subset": "fi",
        "languages": [
          "fin-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.836182,
        "similarity_f1": 0.888567,
        "similarity_precision": 0.855948,
        "similarity_recall": 0.923771,
        "similarity_ap": 0.94761,
        "cosine_accuracy": 0.836182,
        "cosine_f1": 0.888567,
        "cosine_precision": 0.855948,
        "cosine_recall": 0.923771,
        "cosine_ap": 0.94761,
        "manhattan_accuracy": 0.811966,
        "manhattan_f1": 0.872644,
        "manhattan_precision": 0.805603,
        "manhattan_recall": 0.951856,
        "manhattan_ap": 0.935734,
        "euclidean_accuracy": 0.811966,
        "euclidean_f1": 0.872471,
        "euclidean_precision": 0.821809,
        "euclidean_recall": 0.929789,
        "euclidean_ap": 0.935904,
        "dot_accuracy": 0.763533,
        "dot_f1": 0.855406,
        "dot_precision": 0.754211,
        "dot_recall": 0.987964,
        "dot_ap": 0.858705,
        "max_accuracy": 0.836182,
        "max_f1": 0.888567,
        "max_precision": 0.855948,
        "max_recall": 0.987964,
        "max_ap": 0.94761,
        "main_score": 0.94761,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.779725,
        "similarity_f1": 0.842717,
        "similarity_precision": 0.77422,
        "similarity_recall": 0.92451,
        "similarity_ap": 0.893626,
        "cosine_accuracy": 0.779725,
        "cosine_f1": 0.842717,
        "cosine_precision": 0.77422,
        "cosine_recall": 0.92451,
        "cosine_ap": 0.893626,
        "manhattan_accuracy": 0.737797,
        "manhattan_f1": 0.815938,
        "manhattan_precision": 0.730799,
        "manhattan_recall": 0.923529,
        "manhattan_ap": 0.863795,
        "euclidean_accuracy": 0.738423,
        "euclidean_f1": 0.816398,
        "euclidean_precision": 0.735271,
        "euclidean_recall": 0.917647,
        "euclidean_ap": 0.864402,
        "dot_accuracy": 0.729662,
        "dot_f1": 0.817355,
        "dot_precision": 0.706429,
        "dot_recall": 0.969608,
        "dot_ap": 0.786529,
        "max_accuracy": 0.779725,
        "max_f1": 0.842717,
        "max_precision": 0.77422,
        "max_recall": 0.969608,
        "max_ap": 0.893626,
        "main_score": 0.893626,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ],
        "mteb_version": "2.18.7"
      },
      {
        "similarity_accuracy": 0.864896,
        "similarity_f1": 0.889309,
        "similarity_precision": 0.831858,
        "similarity_recall": 0.955285,
        "similarity_ap": 0.939007,
        "cosine_accuracy": 0.864896,
        "cosine_f1": 0.889309,
        "cosine_precision": 0.831858,
        "cosine_recall": 0.955285,
        "cosine_ap": 0.939007,
        "manhattan_accuracy": 0.805427,
        "manhattan_f1": 0.828598,
        "manhattan_precision": 0.775709,
        "manhattan_recall": 0.889228,
        "manhattan_ap": 0.903162,
        "euclidean_accuracy": 0.805427,
        "euclidean_f1": 0.827179,
        "euclidean_precision": 0.802292,
        "euclidean_recall": 0.853659,
        "euclidean_ap": 0.903829,
        "dot_accuracy": 0.825635,
        "dot_f1": 0.855665,
        "dot_precision": 0.79615,
        "dot_recall": 0.924797,
        "dot_ap": 0.870824,
        "max_accuracy": 0.864896,
        "max_f1": 0.889309,
        "max_precision": 0.831858,
        "max_recall": 0.955285,
        "max_ap": 0.939007,
        "main_score": 0.939007,
        "hf_subset": "sv",
        "languages": [
          "swe-Latn"
        ],
        "mteb_version": "2.18.7"
      }
    ]
  },
  "evaluation_time": 13.680878333980218,
  "kg_co2_emissions": null,
  "date": 1785226049.503791,
  "evaluation_phases": [
    {
      "name": "Data loading",
      "start": 0.0006070421077311039,
      "end": 6.094813439063728,
      "split": "",
      "subset": ""
    },
    {
      "name": "Dataset transform",
      "start": 6.094820823054761,
      "end": 6.094822666142136,
      "split": "",
      "subset": ""
    },
    {
      "name": "Encoding samples 1",
      "start": 6.100218483014032,
      "end": 6.211812094086781,
      "split": "test.full",
      "subset": "de"
    },
    {
      "name": "Encoding samples 2",
      "start": 6.212650923058391,
      "end": 6.3247602940537035,
      "split": "test.full",
      "subset": "de"
    },
    {
      "name": "Scoring",
      "start": 6.325544761028141,
      "end": 6.329468387179077,
      "split": "test.full",
      "subset": "de"
    },
    {
      "name": "Encoding samples 1",
      "start": 6.668530708178878,
      "end": 6.7735246061347425,
      "split": "test.full",
      "subset": "en"
    },
    {
      "name": "Encoding samples 2",
      "start": 6.774378273170441,
      "end": 6.8802718941587955,
      "split": "test.full",
      "subset": "en"
    },
    {
      "name": "Scoring",
      "start": 6.881088391179219,
      "end": 6.8844639849849045,
      "split": "test.full",
      "subset": "en"
    },
    {
      "name": "Encoding samples 1",
      "start": 7.220983981154859,
      "end": 7.344481538981199,
      "split": "test.full",
      "subset": "fi"
    },
    {
      "name": "Encoding samples 2",
      "start": 7.345366826048121,
      "end": 7.468913036165759,
      "split": "test.full",
      "subset": "fi"
    },
    {
      "name": "Scoring",
      "start": 7.4697194141335785,
      "end": 7.473399060079828,
      "split": "test.full",
      "subset": "fi"
    },
    {
      "name": "Encoding samples 1",
      "start": 7.815181462094188,
      "end": 7.933740524109453,
      "split": "test.full",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 2",
      "start": 7.934594622114673,
      "end": 8.051521701971069,
      "split": "test.full",
      "subset": "fr"
    },
    {
      "name": "Scoring",
      "start": 8.052380999084562,
      "end": 8.056058993097395,
      "split": "test.full",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 1",
      "start": 8.679450017167255,
      "end": 8.809725092956796,
      "split": "test.full",
      "subset": "ru"
    },
    {
      "name": "Encoding samples 2",
      "start": 8.810569592984393,
      "end": 8.938409063965082,
      "split": "test.full",
      "subset": "ru"
    },
    {
      "name": "Scoring",
      "start": 8.939238425111398,
      "end": 8.94334851205349,
      "split": "test.full",
      "subset": "ru"
    },
    {
      "name": "Encoding samples 1",
      "start": 9.283822841010988,
      "end": 9.417315614176914,
      "split": "test.full",
      "subset": "sv"
    },
    {
      "name": "Encoding samples 2",
      "start": 9.418160665081814,
      "end": 9.550425266148522,
      "split": "test.full",
      "subset": "sv"
    },
    {
      "name": "Scoring",
      "start": 9.551294001052156,
      "end": 9.555590518983081,
      "split": "test.full",
      "subset": "sv"
    },
    {
      "name": "Encoding samples 1",
      "start": 9.897726977011189,
      "end": 10.00366081413813,
      "split": "validation.full",
      "subset": "de"
    },
    {
      "name": "Encoding samples 2",
      "start": 10.004496186971664,
      "end": 10.11092629795894,
      "split": "validation.full",
      "subset": "de"
    },
    {
      "name": "Scoring",
      "start": 10.111765637993813,
      "end": 10.11540523916483,
      "split": "validation.full",
      "subset": "de"
    },
    {
      "name": "Encoding samples 1",
      "start": 10.454677856061608,
      "end": 10.557788999052718,
      "split": "validation.full",
      "subset": "en"
    },
    {
      "name": "Encoding samples 2",
      "start": 10.558629201026633,
      "end": 10.663688141154125,
      "split": "validation.full",
      "subset": "en"
    },
    {
      "name": "Scoring",
      "start": 10.664509237045422,
      "end": 10.667803007178009,
      "split": "validation.full",
      "subset": "en"
    },
    {
      "name": "Encoding samples 1",
      "start": 11.006602594163269,
      "end": 11.130509563023224,
      "split": "validation.full",
      "subset": "fi"
    },
    {
      "name": "Encoding samples 2",
      "start": 11.131346668116748,
      "end": 11.256840995047241,
      "split": "validation.full",
      "subset": "fi"
    },
    {
      "name": "Scoring",
      "start": 11.257667451165617,
      "end": 11.261385199148208,
      "split": "validation.full",
      "subset": "fi"
    },
    {
      "name": "Encoding samples 1",
      "start": 11.892102053156123,
      "end": 12.00406354595907,
      "split": "validation.full",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 2",
      "start": 12.004901153035462,
      "end": 12.117593792034313,
      "split": "validation.full",
      "subset": "fr"
    },
    {
      "name": "Scoring",
      "start": 12.118408165173605,
      "end": 12.121841246960685,
      "split": "validation.full",
      "subset": "fr"
    },
    {
      "name": "Encoding samples 1",
      "start": 12.46194827510044,
      "end": 12.59207249712199,
      "split": "validation.full",
      "subset": "ru"
    },
    {
      "name": "Encoding samples 2",
      "start": 12.592950099147856,
      "end": 12.722543932963163,
      "split": "validation.full",
      "subset": "ru"
    },
    {
      "name": "Scoring",
      "start": 12.723403972107917,
      "end": 12.7272208170034,
      "split": "validation.full",
      "subset": "ru"
    },
    {
      "name": "Encoding samples 1",
      "start": 13.069228913169354,
      "end": 13.201189482118934,
      "split": "validation.full",
      "subset": "sv"
    },
    {
      "name": "Encoding samples 2",
      "start": 13.20205538207665,
      "end": 13.335726010147482,
      "split": "validation.full",
      "subset": "sv"
    },
    {
      "name": "Scoring",
      "start": 13.336648947093636,
      "end": 13.3406244199723,
      "split": "validation.full",
      "subset": "sv"
    }
  ]
}