{
  "dataset_revision": "6268b37d6f975f2a134791ba2f250a91d0bdfb4f",
  "evaluation_time": 206.88906908035278,
  "kg_co2_emissions": 0.0370218232790923,
  "mteb_version": "1.12.75",
  "scores": {
    "test": [
      {
        "hf_subset": "bg",
        "languages": [
          "bul-Cyrl"
        ],
        "main_score": 0.8317769841269842,
        "map": 0.8317769841269842,
        "mrr": 0.8317769841269842,
        "nAUC_map_diff1": 0.6886982915645832,
        "nAUC_map_max": 0.3806419437517912,
        "nAUC_map_std": 0.35900353795058554,
        "nAUC_mrr_diff1": 0.6886982915645832,
        "nAUC_mrr_max": 0.3806419437517912,
        "nAUC_mrr_std": 0.35900353795058554
      },
      {
        "hf_subset": "bn",
        "languages": [
          "ben-Beng"
        ],
        "main_score": 0.7008605820105819,
        "map": 0.7008605820105819,
        "mrr": 0.7008605820105819,
        "nAUC_map_diff1": 0.5334532059359172,
        "nAUC_map_max": 0.23071902500896432,
        "nAUC_map_std": 0.3429389346423583,
        "nAUC_mrr_diff1": 0.5334532059359172,
        "nAUC_mrr_max": 0.23071902500896432,
        "nAUC_mrr_std": 0.3429389346423583
      },
      {
        "hf_subset": "cs",
        "languages": [
          "ces-Latn"
        ],
        "main_score": 0.8208550264550264,
        "map": 0.8208550264550264,
        "mrr": 0.8208550264550264,
        "nAUC_map_diff1": 0.715391273920214,
        "nAUC_map_max": 0.4100390256492237,
        "nAUC_map_std": 0.3467408243111578,
        "nAUC_mrr_diff1": 0.715391273920214,
        "nAUC_mrr_max": 0.4100390256492237,
        "nAUC_mrr_std": 0.3467408243111578
      },
      {
        "hf_subset": "da",
        "languages": [
          "dan-Latn"
        ],
        "main_score": 0.8300238095238095,
        "map": 0.8300238095238095,
        "mrr": 0.8301126984126984,
        "nAUC_map_diff1": 0.6926037239559203,
        "nAUC_map_max": 0.39833272282463944,
        "nAUC_map_std": 0.31081901345707325,
        "nAUC_mrr_diff1": 0.6927984460433579,
        "nAUC_mrr_max": 0.39866431601194624,
        "nAUC_mrr_std": 0.3104939430123185
      },
      {
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ],
        "main_score": 0.8321068783068782,
        "map": 0.8321068783068782,
        "mrr": 0.8321068783068782,
        "nAUC_map_diff1": 0.6790633123860828,
        "nAUC_map_max": 0.4263934890805145,
        "nAUC_map_std": 0.18477385574570623,
        "nAUC_mrr_diff1": 0.6790633123860828,
        "nAUC_mrr_max": 0.4263934890805145,
        "nAUC_mrr_std": 0.18477385574570623
      },
      {
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.8609314814814816,
        "map": 0.8609314814814816,
        "mrr": 0.8609314814814816,
        "nAUC_map_diff1": 0.7487706736923976,
        "nAUC_map_max": 0.4967144674228606,
        "nAUC_map_std": 0.331132851303959,
        "nAUC_mrr_diff1": 0.7487706736923976,
        "nAUC_mrr_max": 0.4967144674228606,
        "nAUC_mrr_std": 0.331132851303959
      },
      {
        "hf_subset": "fa",
        "languages": [
          "fas-Arab"
        ],
        "main_score": 0.8296859788359788,
        "map": 0.8296859788359788,
        "mrr": 0.8296859788359788,
        "nAUC_map_diff1": 0.7053178084255969,
        "nAUC_map_max": 0.3272454106684748,
        "nAUC_map_std": 0.328294604469068,
        "nAUC_mrr_diff1": 0.7053178084255969,
        "nAUC_mrr_max": 0.3272454106684748,
        "nAUC_mrr_std": 0.328294604469068
      },
      {
        "hf_subset": "fi",
        "languages": [
          "fin-Latn"
        ],
        "main_score": 0.8365992063492064,
        "map": 0.8365992063492064,
        "mrr": 0.8365992063492064,
        "nAUC_map_diff1": 0.6960547104347541,
        "nAUC_map_max": 0.36482791384094654,
        "nAUC_map_std": 0.31145298237344227,
        "nAUC_mrr_diff1": 0.6960547104347541,
        "nAUC_mrr_max": 0.36482791384094654,
        "nAUC_mrr_std": 0.31145298237344227
      },
      {
        "hf_subset": "hi",
        "languages": [
          "hin-Deva"
        ],
        "main_score": 0.7857849206349206,
        "map": 0.7857849206349206,
        "mrr": 0.7865960317460318,
        "nAUC_map_diff1": 0.6392801340515426,
        "nAUC_map_max": 0.374847163517738,
        "nAUC_map_std": 0.40971203263965,
        "nAUC_mrr_diff1": 0.6379911737557298,
        "nAUC_mrr_max": 0.37331089557493724,
        "nAUC_mrr_std": 0.4127003636589017
      },
      {
        "hf_subset": "it",
        "languages": [
          "ita-Latn"
        ],
        "main_score": 0.8295690476190475,
        "map": 0.8295690476190475,
        "mrr": 0.8295690476190475,
        "nAUC_map_diff1": 0.6959424444992586,
        "nAUC_map_max": 0.4234322479736215,
        "nAUC_map_std": 0.30642341419082514,
        "nAUC_mrr_diff1": 0.6959424444992586,
        "nAUC_mrr_max": 0.4234322479736215,
        "nAUC_mrr_std": 0.30642341419082514
      },
      {
        "hf_subset": "nl",
        "languages": [
          "nld-Latn"
        ],
        "main_score": 0.8234362433862434,
        "map": 0.8234362433862434,
        "mrr": 0.8237695767195767,
        "nAUC_map_diff1": 0.6733674994753793,
        "nAUC_map_max": 0.34988333582979986,
        "nAUC_map_std": 0.2990827123710611,
        "nAUC_mrr_diff1": 0.6722855950153003,
        "nAUC_mrr_max": 0.34858468675669035,
        "nAUC_mrr_std": 0.3032023456912246
      },
      {
        "hf_subset": "pt",
        "languages": [
          "por-Latn"
        ],
        "main_score": 0.8202351851851852,
        "map": 0.8202351851851852,
        "mrr": 0.8202351851851852,
        "nAUC_map_diff1": 0.6365419511696492,
        "nAUC_map_max": 0.4243453680684611,
        "nAUC_map_std": 0.24733744425195284,
        "nAUC_mrr_diff1": 0.6365419511696492,
        "nAUC_mrr_max": 0.4243453680684611,
        "nAUC_mrr_std": 0.24733744425195284
      },
      {
        "hf_subset": "ro",
        "languages": [
          "ron-Latn"
        ],
        "main_score": 0.8433248677248677,
        "map": 0.8433248677248677,
        "mrr": 0.843658201058201,
        "nAUC_map_diff1": 0.6949875211232648,
        "nAUC_map_max": 0.39208386203038986,
        "nAUC_map_std": 0.2673740433507556,
        "nAUC_mrr_diff1": 0.6938265117442245,
        "nAUC_mrr_max": 0.3910604168141857,
        "nAUC_mrr_std": 0.2718801014969351
      },
      {
        "hf_subset": "sr",
        "languages": [
          "srp-Cyrl"
        ],
        "main_score": 0.835418783068783,
        "map": 0.835418783068783,
        "mrr": 0.8357521164021163,
        "nAUC_map_diff1": 0.7178928462102981,
        "nAUC_map_max": 0.4253246118926306,
        "nAUC_map_std": 0.3438146027188547,
        "nAUC_mrr_diff1": 0.7168147956164961,
        "nAUC_mrr_max": 0.42859087031307863,
        "nAUC_mrr_std": 0.3482660293285995
      },
      {
        "hf_subset": "no",
        "languages": [
          "nor-Latn"
        ],
        "main_score": 0.8162859788359788,
        "map": 0.8162859788359788,
        "mrr": 0.8162859788359788,
        "nAUC_map_diff1": 0.6711516155757827,
        "nAUC_map_max": 0.3554435816543799,
        "nAUC_map_std": 0.19933357973815385,
        "nAUC_mrr_diff1": 0.6711516155757827,
        "nAUC_mrr_max": 0.3554435816543799,
        "nAUC_mrr_std": 0.19933357973815385
      },
      {
        "hf_subset": "sv",
        "languages": [
          "swe-Latn"
        ],
        "main_score": 0.8524494708994709,
        "map": 0.8524494708994709,
        "mrr": 0.8524494708994709,
        "nAUC_map_diff1": 0.7291680021831003,
        "nAUC_map_max": 0.39688501815159716,
        "nAUC_map_std": 0.3731548003600895,
        "nAUC_mrr_diff1": 0.7291680021831003,
        "nAUC_mrr_max": 0.39688501815159716,
        "nAUC_mrr_std": 0.3731548003600895
      }
    ]
  },
  "task_name": "WikipediaRerankingMultilingual"
}