{
  "dataset_revision": "7723397096199c4d6f367b445fccaf282c518abe",
  "task_name": "SciFact-Fa",
  "mteb_version": "1.38.27",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.32,
        "ndcg_at_3": 0.38861,
        "ndcg_at_5": 0.40499,
        "ndcg_at_10": 0.43086,
        "ndcg_at_20": 0.44662,
        "ndcg_at_100": 0.47159,
        "ndcg_at_1000": 0.49426,
        "map_at_1": 0.29817,
        "map_at_3": 0.36241,
        "map_at_5": 0.37337,
        "map_at_10": 0.38533,
        "map_at_20": 0.38987,
        "map_at_100": 0.39354,
        "map_at_1000": 0.39431,
        "recall_at_1": 0.29817,
        "recall_at_3": 0.43644,
        "recall_at_5": 0.48006,
        "recall_at_10": 0.556,
        "recall_at_20": 0.61667,
        "recall_at_100": 0.74767,
        "recall_at_1000": 0.92833,
        "precision_at_1": 0.32,
        "precision_at_3": 0.16222,
        "precision_at_5": 0.108,
        "precision_at_10": 0.06367,
        "precision_at_20": 0.03517,
        "precision_at_100": 0.0086,
        "precision_at_1000": 0.00106,
        "mrr_at_1": 0.32,
        "mrr_at_3": 0.381667,
        "mrr_at_5": 0.391333,
        "mrr_at_10": 0.400783,
        "mrr_at_20": 0.405012,
        "mrr_at_100": 0.40811,
        "mrr_at_1000": 0.408823,
        "nauc_ndcg_at_1_max": 0.337592,
        "nauc_ndcg_at_1_std": 0.125816,
        "nauc_ndcg_at_1_diff1": 0.51527,
        "nauc_ndcg_at_3_max": 0.340424,
        "nauc_ndcg_at_3_std": 0.07618,
        "nauc_ndcg_at_3_diff1": 0.46947,
        "nauc_ndcg_at_5_max": 0.35732,
        "nauc_ndcg_at_5_std": 0.093869,
        "nauc_ndcg_at_5_diff1": 0.463025,
        "nauc_ndcg_at_10_max": 0.361548,
        "nauc_ndcg_at_10_std": 0.120764,
        "nauc_ndcg_at_10_diff1": 0.454384,
        "nauc_ndcg_at_20_max": 0.349761,
        "nauc_ndcg_at_20_std": 0.129848,
        "nauc_ndcg_at_20_diff1": 0.450882,
        "nauc_ndcg_at_100_max": 0.346234,
        "nauc_ndcg_at_100_std": 0.140123,
        "nauc_ndcg_at_100_diff1": 0.447562,
        "nauc_ndcg_at_1000_max": 0.350828,
        "nauc_ndcg_at_1000_std": 0.133094,
        "nauc_ndcg_at_1000_diff1": 0.454565,
        "nauc_map_at_1_max": 0.300162,
        "nauc_map_at_1_std": 0.061204,
        "nauc_map_at_1_diff1": 0.534325,
        "nauc_map_at_3_max": 0.324857,
        "nauc_map_at_3_std": 0.066814,
        "nauc_map_at_3_diff1": 0.483632,
        "nauc_map_at_5_max": 0.337819,
        "nauc_map_at_5_std": 0.080157,
        "nauc_map_at_5_diff1": 0.479856,
        "nauc_map_at_10_max": 0.342551,
        "nauc_map_at_10_std": 0.096685,
        "nauc_map_at_10_diff1": 0.475549,
        "nauc_map_at_20_max": 0.339199,
        "nauc_map_at_20_std": 0.099553,
        "nauc_map_at_20_diff1": 0.473764,
        "nauc_map_at_100_max": 0.338898,
        "nauc_map_at_100_std": 0.102473,
        "nauc_map_at_100_diff1": 0.473773,
        "nauc_map_at_1000_max": 0.339096,
        "nauc_map_at_1000_std": 0.102126,
        "nauc_map_at_1000_diff1": 0.47403,
        "nauc_recall_at_1_max": 0.300162,
        "nauc_recall_at_1_std": 0.061204,
        "nauc_recall_at_1_diff1": 0.534325,
        "nauc_recall_at_3_max": 0.335176,
        "nauc_recall_at_3_std": 0.040323,
        "nauc_recall_at_3_diff1": 0.438876,
        "nauc_recall_at_5_max": 0.383341,
        "nauc_recall_at_5_std": 0.094015,
        "nauc_recall_at_5_diff1": 0.419458,
        "nauc_recall_at_10_max": 0.389088,
        "nauc_recall_at_10_std": 0.164443,
        "nauc_recall_at_10_diff1": 0.390166,
        "nauc_recall_at_20_max": 0.339331,
        "nauc_recall_at_20_std": 0.206307,
        "nauc_recall_at_20_diff1": 0.374801,
        "nauc_recall_at_100_max": 0.307467,
        "nauc_recall_at_100_std": 0.284489,
        "nauc_recall_at_100_diff1": 0.324012,
        "nauc_recall_at_1000_max": 0.362441,
        "nauc_recall_at_1000_std": 0.358305,
        "nauc_recall_at_1000_diff1": 0.31137,
        "nauc_precision_at_1_max": 0.337592,
        "nauc_precision_at_1_std": 0.125816,
        "nauc_precision_at_1_diff1": 0.51527,
        "nauc_precision_at_3_max": 0.37824,
        "nauc_precision_at_3_std": 0.13685,
        "nauc_precision_at_3_diff1": 0.374106,
        "nauc_precision_at_5_max": 0.417646,
        "nauc_precision_at_5_std": 0.183266,
        "nauc_precision_at_5_diff1": 0.343688,
        "nauc_precision_at_10_max": 0.422242,
        "nauc_precision_at_10_std": 0.292767,
        "nauc_precision_at_10_diff1": 0.283866,
        "nauc_precision_at_20_max": 0.378991,
        "nauc_precision_at_20_std": 0.31914,
        "nauc_precision_at_20_diff1": 0.249824,
        "nauc_precision_at_100_max": 0.325619,
        "nauc_precision_at_100_std": 0.353031,
        "nauc_precision_at_100_diff1": 0.160489,
        "nauc_precision_at_1000_max": 0.301638,
        "nauc_precision_at_1000_std": 0.357037,
        "nauc_precision_at_1000_diff1": 0.025701,
        "nauc_mrr_at_1_max": 0.337592,
        "nauc_mrr_at_1_std": 0.125816,
        "nauc_mrr_at_1_diff1": 0.51527,
        "nauc_mrr_at_3_max": 0.352204,
        "nauc_mrr_at_3_std": 0.113399,
        "nauc_mrr_at_3_diff1": 0.478255,
        "nauc_mrr_at_5_max": 0.362035,
        "nauc_mrr_at_5_std": 0.123075,
        "nauc_mrr_at_5_diff1": 0.470658,
        "nauc_mrr_at_10_max": 0.361901,
        "nauc_mrr_at_10_std": 0.128884,
        "nauc_mrr_at_10_diff1": 0.467563,
        "nauc_mrr_at_20_max": 0.358757,
        "nauc_mrr_at_20_std": 0.130963,
        "nauc_mrr_at_20_diff1": 0.466876,
        "nauc_mrr_at_100_max": 0.358127,
        "nauc_mrr_at_100_std": 0.132811,
        "nauc_mrr_at_100_diff1": 0.466415,
        "nauc_mrr_at_1000_max": 0.358319,
        "nauc_mrr_at_1000_std": 0.132509,
        "nauc_mrr_at_1000_diff1": 0.466644,
        "main_score": 0.43086,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 82.13141775131226,
  "kg_co2_emissions": null
}