{
  "dataset_revision": "930aea79c05ad5c889399c41132229c1047c8c93",
  "task_name": "SCIDOCS-Fa.v2",
  "mteb_version": "1.38.38",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.017,
        "ndcg_at_3": 0.01559,
        "ndcg_at_5": 0.01503,
        "ndcg_at_10": 0.02061,
        "ndcg_at_20": 0.02713,
        "ndcg_at_100": 0.04558,
        "ndcg_at_1000": 0.08508,
        "map_at_1": 0.0035,
        "map_at_3": 0.00623,
        "map_at_5": 0.00767,
        "map_at_10": 0.00938,
        "map_at_20": 0.01078,
        "map_at_100": 0.01319,
        "map_at_1000": 0.01448,
        "recall_at_1": 0.0035,
        "recall_at_3": 0.00928,
        "recall_at_5": 0.01448,
        "recall_at_10": 0.02488,
        "recall_at_20": 0.04033,
        "recall_at_100": 0.1014,
        "recall_at_1000": 0.30033,
        "precision_at_1": 0.017,
        "precision_at_3": 0.015,
        "precision_at_5": 0.014,
        "precision_at_10": 0.0121,
        "precision_at_20": 0.0098,
        "precision_at_100": 0.00497,
        "precision_at_1000": 0.00148,
        "mrr_at_1": 0.017,
        "mrr_at_3": 0.028167,
        "mrr_at_5": 0.032667,
        "mrr_at_10": 0.037548,
        "mrr_at_20": 0.041187,
        "mrr_at_100": 0.044832,
        "mrr_at_1000": 0.046063,
        "nauc_ndcg_at_1_max": 0.044982,
        "nauc_ndcg_at_1_std": 0.196815,
        "nauc_ndcg_at_1_diff1": 0.034312,
        "nauc_ndcg_at_3_max": 0.022891,
        "nauc_ndcg_at_3_std": 0.213028,
        "nauc_ndcg_at_3_diff1": 0.140039,
        "nauc_ndcg_at_5_max": 0.028515,
        "nauc_ndcg_at_5_std": 0.220336,
        "nauc_ndcg_at_5_diff1": 0.134737,
        "nauc_ndcg_at_10_max": 0.035488,
        "nauc_ndcg_at_10_std": 0.242436,
        "nauc_ndcg_at_10_diff1": 0.086806,
        "nauc_ndcg_at_20_max": 0.024948,
        "nauc_ndcg_at_20_std": 0.250679,
        "nauc_ndcg_at_20_diff1": 0.064436,
        "nauc_ndcg_at_100_max": 0.04931,
        "nauc_ndcg_at_100_std": 0.238683,
        "nauc_ndcg_at_100_diff1": 0.00404,
        "nauc_ndcg_at_1000_max": 0.05183,
        "nauc_ndcg_at_1000_std": 0.22227,
        "nauc_ndcg_at_1000_diff1": -0.019126,
        "nauc_map_at_1_max": 0.044942,
        "nauc_map_at_1_std": 0.210104,
        "nauc_map_at_1_diff1": 0.039365,
        "nauc_map_at_3_max": 0.020493,
        "nauc_map_at_3_std": 0.216861,
        "nauc_map_at_3_diff1": 0.135201,
        "nauc_map_at_5_max": 0.028787,
        "nauc_map_at_5_std": 0.232257,
        "nauc_map_at_5_diff1": 0.151468,
        "nauc_map_at_10_max": 0.03419,
        "nauc_map_at_10_std": 0.25144,
        "nauc_map_at_10_diff1": 0.119295,
        "nauc_map_at_20_max": 0.030339,
        "nauc_map_at_20_std": 0.259737,
        "nauc_map_at_20_diff1": 0.106028,
        "nauc_map_at_100_max": 0.045648,
        "nauc_map_at_100_std": 0.256567,
        "nauc_map_at_100_diff1": 0.07942,
        "nauc_map_at_1000_max": 0.043563,
        "nauc_map_at_1000_std": 0.256762,
        "nauc_map_at_1000_diff1": 0.072136,
        "nauc_recall_at_1_max": 0.044942,
        "nauc_recall_at_1_std": 0.210104,
        "nauc_recall_at_1_diff1": 0.039365,
        "nauc_recall_at_3_max": 0.021461,
        "nauc_recall_at_3_std": 0.213387,
        "nauc_recall_at_3_diff1": 0.163871,
        "nauc_recall_at_5_max": 0.02825,
        "nauc_recall_at_5_std": 0.224848,
        "nauc_recall_at_5_diff1": 0.143923,
        "nauc_recall_at_10_max": 0.041581,
        "nauc_recall_at_10_std": 0.25672,
        "nauc_recall_at_10_diff1": 0.067277,
        "nauc_recall_at_20_max": 0.020941,
        "nauc_recall_at_20_std": 0.267139,
        "nauc_recall_at_20_diff1": 0.036415,
        "nauc_recall_at_100_max": 0.060279,
        "nauc_recall_at_100_std": 0.23792,
        "nauc_recall_at_100_diff1": -0.044224,
        "nauc_recall_at_1000_max": 0.060252,
        "nauc_recall_at_1000_std": 0.188226,
        "nauc_recall_at_1000_diff1": -0.060642,
        "nauc_precision_at_1_max": 0.044982,
        "nauc_precision_at_1_std": 0.196815,
        "nauc_precision_at_1_diff1": 0.034312,
        "nauc_precision_at_3_max": 0.017142,
        "nauc_precision_at_3_std": 0.213249,
        "nauc_precision_at_3_diff1": 0.161548,
        "nauc_precision_at_5_max": 0.027418,
        "nauc_precision_at_5_std": 0.219552,
        "nauc_precision_at_5_diff1": 0.139335,
        "nauc_precision_at_10_max": 0.043146,
        "nauc_precision_at_10_std": 0.251628,
        "nauc_precision_at_10_diff1": 0.063301,
        "nauc_precision_at_20_max": 0.023424,
        "nauc_precision_at_20_std": 0.261506,
        "nauc_precision_at_20_diff1": 0.033975,
        "nauc_precision_at_100_max": 0.061814,
        "nauc_precision_at_100_std": 0.232823,
        "nauc_precision_at_100_diff1": -0.045782,
        "nauc_precision_at_1000_max": 0.058311,
        "nauc_precision_at_1000_std": 0.186257,
        "nauc_precision_at_1000_diff1": -0.060239,
        "nauc_mrr_at_1_max": 0.044982,
        "nauc_mrr_at_1_std": 0.196815,
        "nauc_mrr_at_1_diff1": 0.034312,
        "nauc_mrr_at_3_max": 0.035511,
        "nauc_mrr_at_3_std": 0.212092,
        "nauc_mrr_at_3_diff1": 0.123784,
        "nauc_mrr_at_5_max": 0.030171,
        "nauc_mrr_at_5_std": 0.204599,
        "nauc_mrr_at_5_diff1": 0.107731,
        "nauc_mrr_at_10_max": 0.0291,
        "nauc_mrr_at_10_std": 0.211714,
        "nauc_mrr_at_10_diff1": 0.083753,
        "nauc_mrr_at_20_max": 0.024788,
        "nauc_mrr_at_20_std": 0.209668,
        "nauc_mrr_at_20_diff1": 0.073882,
        "nauc_mrr_at_100_max": 0.027757,
        "nauc_mrr_at_100_std": 0.205625,
        "nauc_mrr_at_100_diff1": 0.059936,
        "nauc_mrr_at_1000_max": 0.028583,
        "nauc_mrr_at_1000_std": 0.204442,
        "nauc_mrr_at_1000_diff1": 0.05925,
        "main_score": 0.02061,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 81.81323099136353,
  "kg_co2_emissions": null
}