{
  "dataset_revision": "75937d5e71adf8040e511fab41e06bc88825a52b",
  "task_name": "SciFact-Fa.v2",
  "mteb_version": "1.38.38",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.05333,
        "ndcg_at_3": 0.05605,
        "ndcg_at_5": 0.06376,
        "ndcg_at_10": 0.07419,
        "ndcg_at_20": 0.08086,
        "ndcg_at_100": 0.10442,
        "ndcg_at_1000": 0.15207,
        "map_at_1": 0.04667,
        "map_at_3": 0.05222,
        "map_at_5": 0.05681,
        "map_at_10": 0.06114,
        "map_at_20": 0.06297,
        "map_at_100": 0.06582,
        "map_at_1000": 0.06731,
        "recall_at_1": 0.04667,
        "recall_at_3": 0.06,
        "recall_at_5": 0.07917,
        "recall_at_10": 0.10917,
        "recall_at_20": 0.13361,
        "recall_at_100": 0.26389,
        "recall_at_1000": 0.652,
        "precision_at_1": 0.05333,
        "precision_at_3": 0.02222,
        "precision_at_5": 0.018,
        "precision_at_10": 0.01267,
        "precision_at_20": 0.00783,
        "precision_at_100": 0.00303,
        "precision_at_1000": 0.00074,
        "mrr_at_1": 0.053333,
        "mrr_at_3": 0.058889,
        "mrr_at_5": 0.063389,
        "mrr_at_10": 0.068414,
        "mrr_at_20": 0.070646,
        "mrr_at_100": 0.073491,
        "mrr_at_1000": 0.074839,
        "nauc_ndcg_at_1_max": 0.09131,
        "nauc_ndcg_at_1_std": 0.361383,
        "nauc_ndcg_at_1_diff1": 0.431346,
        "nauc_ndcg_at_3_max": 0.089565,
        "nauc_ndcg_at_3_std": 0.323762,
        "nauc_ndcg_at_3_diff1": 0.397925,
        "nauc_ndcg_at_5_max": 0.06085,
        "nauc_ndcg_at_5_std": 0.328266,
        "nauc_ndcg_at_5_diff1": 0.36821,
        "nauc_ndcg_at_10_max": 0.095154,
        "nauc_ndcg_at_10_std": 0.312573,
        "nauc_ndcg_at_10_diff1": 0.294751,
        "nauc_ndcg_at_20_max": 0.063412,
        "nauc_ndcg_at_20_std": 0.317795,
        "nauc_ndcg_at_20_diff1": 0.297302,
        "nauc_ndcg_at_100_max": 0.089013,
        "nauc_ndcg_at_100_std": 0.293162,
        "nauc_ndcg_at_100_diff1": 0.269844,
        "nauc_ndcg_at_1000_max": 0.090113,
        "nauc_ndcg_at_1000_std": 0.273962,
        "nauc_ndcg_at_1000_diff1": 0.270969,
        "nauc_map_at_1_max": 0.090862,
        "nauc_map_at_1_std": 0.386868,
        "nauc_map_at_1_diff1": 0.477534,
        "nauc_map_at_3_max": 0.085437,
        "nauc_map_at_3_std": 0.343463,
        "nauc_map_at_3_diff1": 0.426281,
        "nauc_map_at_5_max": 0.071656,
        "nauc_map_at_5_std": 0.343356,
        "nauc_map_at_5_diff1": 0.407703,
        "nauc_map_at_10_max": 0.087838,
        "nauc_map_at_10_std": 0.334086,
        "nauc_map_at_10_diff1": 0.365661,
        "nauc_map_at_20_max": 0.076187,
        "nauc_map_at_20_std": 0.335464,
        "nauc_map_at_20_diff1": 0.365748,
        "nauc_map_at_100_max": 0.080833,
        "nauc_map_at_100_std": 0.330219,
        "nauc_map_at_100_diff1": 0.357124,
        "nauc_map_at_1000_max": 0.080659,
        "nauc_map_at_1000_std": 0.328854,
        "nauc_map_at_1000_diff1": 0.356964,
        "nauc_recall_at_1_max": 0.090862,
        "nauc_recall_at_1_std": 0.386868,
        "nauc_recall_at_1_diff1": 0.477534,
        "nauc_recall_at_3_max": 0.096309,
        "nauc_recall_at_3_std": 0.289554,
        "nauc_recall_at_3_diff1": 0.357567,
        "nauc_recall_at_5_max": 0.034064,
        "nauc_recall_at_5_std": 0.301145,
        "nauc_recall_at_5_diff1": 0.298759,
        "nauc_recall_at_10_max": 0.102098,
        "nauc_recall_at_10_std": 0.271786,
        "nauc_recall_at_10_diff1": 0.159485,
        "nauc_recall_at_20_max": 0.024023,
        "nauc_recall_at_20_std": 0.290935,
        "nauc_recall_at_20_diff1": 0.182809,
        "nauc_recall_at_100_max": 0.102356,
        "nauc_recall_at_100_std": 0.230319,
        "nauc_recall_at_100_diff1": 0.16034,
        "nauc_recall_at_1000_max": 0.114903,
        "nauc_recall_at_1000_std": 0.13518,
        "nauc_recall_at_1000_diff1": 0.149387,
        "nauc_precision_at_1_max": 0.09131,
        "nauc_precision_at_1_std": 0.361383,
        "nauc_precision_at_1_diff1": 0.431346,
        "nauc_precision_at_3_max": 0.096123,
        "nauc_precision_at_3_std": 0.278897,
        "nauc_precision_at_3_diff1": 0.332613,
        "nauc_precision_at_5_max": 0.063431,
        "nauc_precision_at_5_std": 0.305965,
        "nauc_precision_at_5_diff1": 0.3004,
        "nauc_precision_at_10_max": 0.14799,
        "nauc_precision_at_10_std": 0.280612,
        "nauc_precision_at_10_diff1": 0.198154,
        "nauc_precision_at_20_max": 0.079182,
        "nauc_precision_at_20_std": 0.292867,
        "nauc_precision_at_20_diff1": 0.212897,
        "nauc_precision_at_100_max": 0.125803,
        "nauc_precision_at_100_std": 0.237215,
        "nauc_precision_at_100_diff1": 0.158033,
        "nauc_precision_at_1000_max": 0.133841,
        "nauc_precision_at_1000_std": 0.175683,
        "nauc_precision_at_1000_diff1": 0.136151,
        "nauc_mrr_at_1_max": 0.09131,
        "nauc_mrr_at_1_std": 0.361383,
        "nauc_mrr_at_1_diff1": 0.431346,
        "nauc_mrr_at_3_max": 0.086457,
        "nauc_mrr_at_3_std": 0.325296,
        "nauc_mrr_at_3_diff1": 0.390253,
        "nauc_mrr_at_5_max": 0.067203,
        "nauc_mrr_at_5_std": 0.330072,
        "nauc_mrr_at_5_diff1": 0.370666,
        "nauc_mrr_at_10_max": 0.087447,
        "nauc_mrr_at_10_std": 0.321556,
        "nauc_mrr_at_10_diff1": 0.337456,
        "nauc_mrr_at_20_max": 0.077719,
        "nauc_mrr_at_20_std": 0.322717,
        "nauc_mrr_at_20_diff1": 0.337409,
        "nauc_mrr_at_100_max": 0.081876,
        "nauc_mrr_at_100_std": 0.317845,
        "nauc_mrr_at_100_diff1": 0.330259,
        "nauc_mrr_at_1000_max": 0.081029,
        "nauc_mrr_at_1000_std": 0.317076,
        "nauc_mrr_at_1000_diff1": 0.330417,
        "main_score": 0.07419,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 11.811627626419067,
  "kg_co2_emissions": null
}