{
  "dataset_revision": "576cb1b7b1ba5fd37501809964c7d7ab623fc9cb",
  "task_name": "SynPerChatbotTopicsRetrieval",
  "mteb_version": "1.25.8",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.0,
        "ndcg_at_3": 0.00035,
        "ndcg_at_5": 0.00038,
        "ndcg_at_10": 0.00045,
        "ndcg_at_20": 0.00068,
        "ndcg_at_100": 0.00202,
        "ndcg_at_1000": 0.01181,
        "map_at_1": 0.0,
        "map_at_3": 0.00014,
        "map_at_5": 0.00016,
        "map_at_10": 0.00018,
        "map_at_20": 0.00023,
        "map_at_100": 0.00035,
        "map_at_1000": 0.00052,
        "recall_at_1": 0.0,
        "recall_at_3": 0.00035,
        "recall_at_5": 0.00048,
        "recall_at_10": 0.00064,
        "recall_at_20": 0.00129,
        "recall_at_100": 0.00648,
        "recall_at_1000": 0.06641,
        "precision_at_1": 0.0,
        "precision_at_3": 0.00043,
        "precision_at_5": 0.00039,
        "precision_at_10": 0.00026,
        "precision_at_20": 0.00023,
        "precision_at_100": 0.00021,
        "precision_at_1000": 0.00021,
        "mrr_at_1": 0.0,
        "mrr_at_3": 0.000542,
        "mrr_at_5": 0.000672,
        "mrr_at_10": 0.000737,
        "mrr_at_20": 0.000875,
        "mrr_at_100": 0.001227,
        "mrr_at_1000": 0.001686,
        "nauc_ndcg_at_1_max": NaN,
        "nauc_ndcg_at_1_std": NaN,
        "nauc_ndcg_at_1_diff1": NaN,
        "nauc_ndcg_at_3_max": 0.601373,
        "nauc_ndcg_at_3_std": -0.128699,
        "nauc_ndcg_at_3_diff1": -0.166065,
        "nauc_ndcg_at_5_max": 0.635135,
        "nauc_ndcg_at_5_std": -0.178306,
        "nauc_ndcg_at_5_diff1": -0.181918,
        "nauc_ndcg_at_10_max": 0.694576,
        "nauc_ndcg_at_10_std": 0.013654,
        "nauc_ndcg_at_10_diff1": 0.01063,
        "nauc_ndcg_at_20_max": 0.695619,
        "nauc_ndcg_at_20_std": 0.008063,
        "nauc_ndcg_at_20_diff1": 0.001846,
        "nauc_ndcg_at_100_max": 0.410288,
        "nauc_ndcg_at_100_std": 0.231525,
        "nauc_ndcg_at_100_diff1": -0.014544,
        "nauc_ndcg_at_1000_max": 0.145499,
        "nauc_ndcg_at_1000_std": 0.138624,
        "nauc_ndcg_at_1000_diff1": 0.050891,
        "nauc_map_at_1_max": NaN,
        "nauc_map_at_1_std": NaN,
        "nauc_map_at_1_diff1": NaN,
        "nauc_map_at_3_max": 0.525454,
        "nauc_map_at_3_std": -0.171943,
        "nauc_map_at_3_diff1": -0.216426,
        "nauc_map_at_5_max": 0.601045,
        "nauc_map_at_5_std": -0.177345,
        "nauc_map_at_5_diff1": -0.193208,
        "nauc_map_at_10_max": 0.637168,
        "nauc_map_at_10_std": -0.070744,
        "nauc_map_at_10_diff1": -0.085171,
        "nauc_map_at_20_max": 0.648813,
        "nauc_map_at_20_std": -0.058949,
        "nauc_map_at_20_diff1": -0.077998,
        "nauc_map_at_100_max": 0.522731,
        "nauc_map_at_100_std": 0.075296,
        "nauc_map_at_100_diff1": -0.058747,
        "nauc_map_at_1000_max": 0.406265,
        "nauc_map_at_1000_std": 0.12798,
        "nauc_map_at_1000_diff1": -0.004212,
        "nauc_recall_at_1_max": NaN,
        "nauc_recall_at_1_std": NaN,
        "nauc_recall_at_1_diff1": NaN,
        "nauc_recall_at_3_max": 0.436476,
        "nauc_recall_at_3_std": -0.222625,
        "nauc_recall_at_3_diff1": -0.275449,
        "nauc_recall_at_5_max": 0.590165,
        "nauc_recall_at_5_std": -0.218052,
        "nauc_recall_at_5_diff1": -0.2196,
        "nauc_recall_at_10_max": 0.69436,
        "nauc_recall_at_10_std": 0.091623,
        "nauc_recall_at_10_diff1": 0.090468,
        "nauc_recall_at_20_max": 0.696928,
        "nauc_recall_at_20_std": 0.046604,
        "nauc_recall_at_20_diff1": 0.046514,
        "nauc_recall_at_100_max": 0.339297,
        "nauc_recall_at_100_std": 0.284666,
        "nauc_recall_at_100_diff1": 0.000127,
        "nauc_recall_at_1000_max": 0.090058,
        "nauc_recall_at_1000_std": 0.110228,
        "nauc_recall_at_1000_diff1": 0.04868,
        "nauc_precision_at_1_max": NaN,
        "nauc_precision_at_1_std": NaN,
        "nauc_precision_at_1_diff1": NaN,
        "nauc_precision_at_3_max": 0.549181,
        "nauc_precision_at_3_std": -0.158428,
        "nauc_precision_at_3_diff1": -0.200686,
        "nauc_precision_at_5_max": 0.699454,
        "nauc_precision_at_5_std": -0.174237,
        "nauc_precision_at_5_diff1": -0.157348,
        "nauc_precision_at_10_max": 0.774591,
        "nauc_precision_at_10_std": 0.119322,
        "nauc_precision_at_10_diff1": 0.131989,
        "nauc_precision_at_20_max": 0.742389,
        "nauc_precision_at_20_std": 0.069185,
        "nauc_precision_at_20_diff1": 0.076834,
        "nauc_precision_at_100_max": 0.375752,
        "nauc_precision_at_100_std": 0.298144,
        "nauc_precision_at_100_diff1": 0.010093,
        "nauc_precision_at_1000_max": 0.116054,
        "nauc_precision_at_1000_std": 0.132652,
        "nauc_precision_at_1000_diff1": 0.057023,
        "nauc_mrr_at_1_max": NaN,
        "nauc_mrr_at_1_std": NaN,
        "nauc_mrr_at_1_diff1": NaN,
        "nauc_mrr_at_3_max": 0.639345,
        "nauc_mrr_at_3_std": -0.10707,
        "nauc_mrr_at_3_diff1": -0.140877,
        "nauc_mrr_at_5_max": 0.709149,
        "nauc_mrr_at_5_std": -0.12619,
        "nauc_mrr_at_5_diff1": -0.127289,
        "nauc_mrr_at_10_max": 0.734812,
        "nauc_mrr_at_10_std": -0.02682,
        "nauc_mrr_at_10_diff1": -0.027822,
        "nauc_mrr_at_20_max": 0.728498,
        "nauc_mrr_at_20_std": -0.024591,
        "nauc_mrr_at_20_diff1": -0.031272,
        "nauc_mrr_at_100_max": 0.596358,
        "nauc_mrr_at_100_std": 0.086658,
        "nauc_mrr_at_100_diff1": -0.047897,
        "nauc_mrr_at_1000_max": 0.487553,
        "nauc_mrr_at_1000_std": 0.115885,
        "nauc_mrr_at_1000_diff1": -0.008003,
        "main_score": 0.00045,
        "hf_subset": "default",
        "languages": [
          "fas-Arab"
        ]
      }
    ]
  },
  "evaluation_time": 8.614247560501099,
  "kg_co2_emissions": null
}