{
  "dataset_revision": "a4f6b783977a81d44e53371be370c53c5b3bd9db",
  "task_name": "FiQA2018-Fa",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.02006,
        "ndcg_at_3": 0.0156,
        "ndcg_at_5": 0.01824,
        "ndcg_at_10": 0.02216,
        "ndcg_at_20": 0.0272,
        "ndcg_at_100": 0.04268,
        "ndcg_at_1000": 0.07086,
        "map_at_1": 0.00655,
        "map_at_3": 0.00894,
        "map_at_5": 0.01105,
        "map_at_10": 0.0128,
        "map_at_20": 0.01395,
        "map_at_100": 0.01566,
        "map_at_1000": 0.01652,
        "recall_at_1": 0.00655,
        "recall_at_3": 0.01177,
        "recall_at_5": 0.0216,
        "recall_at_10": 0.0325,
        "recall_at_20": 0.04889,
        "recall_at_100": 0.11883,
        "recall_at_1000": 0.30565,
        "precision_at_1": 0.02006,
        "precision_at_3": 0.01183,
        "precision_at_5": 0.01019,
        "precision_at_10": 0.00787,
        "precision_at_20": 0.00602,
        "precision_at_100": 0.00282,
        "precision_at_1000": 0.00074,
        "mrr_at_1": 0.020062,
        "mrr_at_3": 0.026492,
        "mrr_at_5": 0.029347,
        "mrr_at_10": 0.032368,
        "mrr_at_20": 0.034532,
        "mrr_at_100": 0.037496,
        "mrr_at_1000": 0.038417,
        "nauc_ndcg_at_1_max": 0.157797,
        "nauc_ndcg_at_1_std": 0.087589,
        "nauc_ndcg_at_1_diff1": 0.293576,
        "nauc_ndcg_at_3_max": 0.175993,
        "nauc_ndcg_at_3_std": -0.001646,
        "nauc_ndcg_at_3_diff1": 0.17916,
        "nauc_ndcg_at_5_max": 0.11238,
        "nauc_ndcg_at_5_std": 0.031082,
        "nauc_ndcg_at_5_diff1": 0.192118,
        "nauc_ndcg_at_10_max": 0.102414,
        "nauc_ndcg_at_10_std": 0.058892,
        "nauc_ndcg_at_10_diff1": 0.147963,
        "nauc_ndcg_at_20_max": 0.098561,
        "nauc_ndcg_at_20_std": 0.019004,
        "nauc_ndcg_at_20_diff1": 0.091585,
        "nauc_ndcg_at_100_max": 0.08078,
        "nauc_ndcg_at_100_std": 0.063886,
        "nauc_ndcg_at_100_diff1": 0.080236,
        "nauc_ndcg_at_1000_max": 0.086818,
        "nauc_ndcg_at_1000_std": 0.056375,
        "nauc_ndcg_at_1000_diff1": 0.064198,
        "nauc_map_at_1_max": 0.107292,
        "nauc_map_at_1_std": 0.072373,
        "nauc_map_at_1_diff1": 0.247287,
        "nauc_map_at_3_max": 0.161687,
        "nauc_map_at_3_std": 0.033777,
        "nauc_map_at_3_diff1": 0.179117,
        "nauc_map_at_5_max": 0.112863,
        "nauc_map_at_5_std": 0.043516,
        "nauc_map_at_5_diff1": 0.185004,
        "nauc_map_at_10_max": 0.104069,
        "nauc_map_at_10_std": 0.046934,
        "nauc_map_at_10_diff1": 0.158204,
        "nauc_map_at_20_max": 0.103679,
        "nauc_map_at_20_std": 0.029687,
        "nauc_map_at_20_diff1": 0.130407,
        "nauc_map_at_100_max": 0.100634,
        "nauc_map_at_100_std": 0.041516,
        "nauc_map_at_100_diff1": 0.121938,
        "nauc_map_at_1000_max": 0.10041,
        "nauc_map_at_1000_std": 0.04226,
        "nauc_map_at_1000_diff1": 0.118889,
        "nauc_recall_at_1_max": 0.107292,
        "nauc_recall_at_1_std": 0.072373,
        "nauc_recall_at_1_diff1": 0.247287,
        "nauc_recall_at_3_max": 0.232771,
        "nauc_recall_at_3_std": 0.003241,
        "nauc_recall_at_3_diff1": 0.123343,
        "nauc_recall_at_5_max": 0.077367,
        "nauc_recall_at_5_std": 0.045926,
        "nauc_recall_at_5_diff1": 0.171805,
        "nauc_recall_at_10_max": 0.076549,
        "nauc_recall_at_10_std": 0.0618,
        "nauc_recall_at_10_diff1": 0.127146,
        "nauc_recall_at_20_max": 0.080196,
        "nauc_recall_at_20_std": -0.013956,
        "nauc_recall_at_20_diff1": 0.033674,
        "nauc_recall_at_100_max": 0.042776,
        "nauc_recall_at_100_std": 0.081512,
        "nauc_recall_at_100_diff1": 0.060953,
        "nauc_recall_at_1000_max": 0.052466,
        "nauc_recall_at_1000_std": 0.055993,
        "nauc_recall_at_1000_diff1": 0.032398,
        "nauc_precision_at_1_max": 0.157797,
        "nauc_precision_at_1_std": 0.087589,
        "nauc_precision_at_1_diff1": 0.293576,
        "nauc_precision_at_3_max": 0.207351,
        "nauc_precision_at_3_std": 0.004094,
        "nauc_precision_at_3_diff1": 0.158301,
        "nauc_precision_at_5_max": 0.113465,
        "nauc_precision_at_5_std": 0.027611,
        "nauc_precision_at_5_diff1": 0.18573,
        "nauc_precision_at_10_max": 0.071553,
        "nauc_precision_at_10_std": 0.074091,
        "nauc_precision_at_10_diff1": 0.12312,
        "nauc_precision_at_20_max": 0.062898,
        "nauc_precision_at_20_std": -0.018547,
        "nauc_precision_at_20_diff1": 0.029386,
        "nauc_precision_at_100_max": 0.075803,
        "nauc_precision_at_100_std": 0.055358,
        "nauc_precision_at_100_diff1": 0.013135,
        "nauc_precision_at_1000_max": 0.094627,
        "nauc_precision_at_1000_std": 0.022904,
        "nauc_precision_at_1000_diff1": 0.013208,
        "nauc_mrr_at_1_max": 0.157797,
        "nauc_mrr_at_1_std": 0.087589,
        "nauc_mrr_at_1_diff1": 0.293576,
        "nauc_mrr_at_3_max": 0.191342,
        "nauc_mrr_at_3_std": 0.028879,
        "nauc_mrr_at_3_diff1": 0.219054,
        "nauc_mrr_at_5_max": 0.158347,
        "nauc_mrr_at_5_std": 0.038276,
        "nauc_mrr_at_5_diff1": 0.222332,
        "nauc_mrr_at_10_max": 0.14469,
        "nauc_mrr_at_10_std": 0.04847,
        "nauc_mrr_at_10_diff1": 0.196655,
        "nauc_mrr_at_20_max": 0.138336,
        "nauc_mrr_at_20_std": 0.036782,
        "nauc_mrr_at_20_diff1": 0.174845,
        "nauc_mrr_at_100_max": 0.131719,
        "nauc_mrr_at_100_std": 0.04383,
        "nauc_mrr_at_100_diff1": 0.163175,
        "nauc_mrr_at_1000_max": 0.133439,
        "nauc_mrr_at_1000_std": 0.043028,
        "nauc_mrr_at_1000_diff1": 0.161228,
        "main_score": 0.02216,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 79.60560154914856,
  "kg_co2_emissions": null
}