{
  "dataset_revision": "303f40ef3d50918d3dc43577d33f2f7344ad72c1",
  "task_name": "AlphaNLI",
  "mteb_version": "1.36.10",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.20039,
        "ndcg_at_3": 0.27525,
        "ndcg_at_5": 0.29306,
        "ndcg_at_10": 0.31275,
        "ndcg_at_20": 0.3274,
        "ndcg_at_100": 0.35276,
        "ndcg_at_1000": 0.3758,
        "map_at_1": 0.20039,
        "map_at_3": 0.25729,
        "map_at_5": 0.26721,
        "map_at_10": 0.27525,
        "map_at_20": 0.27925,
        "map_at_100": 0.28251,
        "map_at_1000": 0.28325,
        "recall_at_1": 0.20039,
        "recall_at_3": 0.32702,
        "recall_at_5": 0.3701,
        "recall_at_10": 0.43146,
        "recall_at_20": 0.48956,
        "recall_at_100": 0.6299,
        "recall_at_1000": 0.81854,
        "precision_at_1": 0.20039,
        "precision_at_3": 0.10901,
        "precision_at_5": 0.07402,
        "precision_at_10": 0.04315,
        "precision_at_20": 0.02448,
        "precision_at_100": 0.0063,
        "precision_at_1000": 0.00082,
        "mrr_at_1": 0.200392,
        "mrr_at_3": 0.257289,
        "mrr_at_5": 0.267211,
        "mrr_at_10": 0.275253,
        "mrr_at_20": 0.279252,
        "mrr_at_100": 0.282515,
        "mrr_at_1000": 0.283253,
        "nauc_ndcg_at_1_max": 0.250299,
        "nauc_ndcg_at_1_std": -0.05032,
        "nauc_ndcg_at_1_diff1": 0.402718,
        "nauc_ndcg_at_3_max": 0.23885,
        "nauc_ndcg_at_3_std": -0.080537,
        "nauc_ndcg_at_3_diff1": 0.348216,
        "nauc_ndcg_at_5_max": 0.230864,
        "nauc_ndcg_at_5_std": -0.088256,
        "nauc_ndcg_at_5_diff1": 0.340498,
        "nauc_ndcg_at_10_max": 0.221937,
        "nauc_ndcg_at_10_std": -0.090674,
        "nauc_ndcg_at_10_diff1": 0.327583,
        "nauc_ndcg_at_20_max": 0.222874,
        "nauc_ndcg_at_20_std": -0.084597,
        "nauc_ndcg_at_20_diff1": 0.323511,
        "nauc_ndcg_at_100_max": 0.212187,
        "nauc_ndcg_at_100_std": -0.089613,
        "nauc_ndcg_at_100_diff1": 0.319594,
        "nauc_ndcg_at_1000_max": 0.214382,
        "nauc_ndcg_at_1000_std": -0.084388,
        "nauc_ndcg_at_1000_diff1": 0.320704,
        "nauc_map_at_1_max": 0.250299,
        "nauc_map_at_1_std": -0.05032,
        "nauc_map_at_1_diff1": 0.402718,
        "nauc_map_at_3_max": 0.242316,
        "nauc_map_at_3_std": -0.073342,
        "nauc_map_at_3_diff1": 0.360069,
        "nauc_map_at_5_max": 0.237971,
        "nauc_map_at_5_std": -0.07768,
        "nauc_map_at_5_diff1": 0.355567,
        "nauc_map_at_10_max": 0.233854,
        "nauc_map_at_10_std": -0.078792,
        "nauc_map_at_10_diff1": 0.349766,
        "nauc_map_at_20_max": 0.234075,
        "nauc_map_at_20_std": -0.077038,
        "nauc_map_at_20_diff1": 0.348585,
        "nauc_map_at_100_max": 0.232567,
        "nauc_map_at_100_std": -0.077874,
        "nauc_map_at_100_diff1": 0.348028,
        "nauc_map_at_1000_max": 0.232665,
        "nauc_map_at_1000_std": -0.077685,
        "nauc_map_at_1000_diff1": 0.348063,
        "nauc_recall_at_1_max": 0.250299,
        "nauc_recall_at_1_std": -0.05032,
        "nauc_recall_at_1_diff1": 0.402718,
        "nauc_recall_at_3_max": 0.229414,
        "nauc_recall_at_3_std": -0.099596,
        "nauc_recall_at_3_diff1": 0.317207,
        "nauc_recall_at_5_max": 0.210865,
        "nauc_recall_at_5_std": -0.116884,
        "nauc_recall_at_5_diff1": 0.300683,
        "nauc_recall_at_10_max": 0.186978,
        "nauc_recall_at_10_std": -0.123331,
        "nauc_recall_at_10_diff1": 0.265481,
        "nauc_recall_at_20_max": 0.190176,
        "nauc_recall_at_20_std": -0.101596,
        "nauc_recall_at_20_diff1": 0.249651,
        "nauc_recall_at_100_max": 0.124096,
        "nauc_recall_at_100_std": -0.130334,
        "nauc_recall_at_100_diff1": 0.215204,
        "nauc_recall_at_1000_max": 0.089744,
        "nauc_recall_at_1000_std": -0.085491,
        "nauc_recall_at_1000_diff1": 0.159733,
        "nauc_precision_at_1_max": 0.250299,
        "nauc_precision_at_1_std": -0.05032,
        "nauc_precision_at_1_diff1": 0.402718,
        "nauc_precision_at_3_max": 0.229414,
        "nauc_precision_at_3_std": -0.099596,
        "nauc_precision_at_3_diff1": 0.317207,
        "nauc_precision_at_5_max": 0.210865,
        "nauc_precision_at_5_std": -0.116884,
        "nauc_precision_at_5_diff1": 0.300683,
        "nauc_precision_at_10_max": 0.186978,
        "nauc_precision_at_10_std": -0.123331,
        "nauc_precision_at_10_diff1": 0.265481,
        "nauc_precision_at_20_max": 0.190176,
        "nauc_precision_at_20_std": -0.101596,
        "nauc_precision_at_20_diff1": 0.249651,
        "nauc_precision_at_100_max": 0.124096,
        "nauc_precision_at_100_std": -0.130334,
        "nauc_precision_at_100_diff1": 0.215204,
        "nauc_precision_at_1000_max": 0.089744,
        "nauc_precision_at_1000_std": -0.085491,
        "nauc_precision_at_1000_diff1": 0.159733,
        "nauc_mrr_at_1_max": 0.250299,
        "nauc_mrr_at_1_std": -0.05032,
        "nauc_mrr_at_1_diff1": 0.402718,
        "nauc_mrr_at_3_max": 0.242316,
        "nauc_mrr_at_3_std": -0.073342,
        "nauc_mrr_at_3_diff1": 0.360069,
        "nauc_mrr_at_5_max": 0.237971,
        "nauc_mrr_at_5_std": -0.07768,
        "nauc_mrr_at_5_diff1": 0.355567,
        "nauc_mrr_at_10_max": 0.233854,
        "nauc_mrr_at_10_std": -0.078792,
        "nauc_mrr_at_10_diff1": 0.349766,
        "nauc_mrr_at_20_max": 0.234075,
        "nauc_mrr_at_20_std": -0.077038,
        "nauc_mrr_at_20_diff1": 0.348585,
        "nauc_mrr_at_100_max": 0.232567,
        "nauc_mrr_at_100_std": -0.077874,
        "nauc_mrr_at_100_diff1": 0.348028,
        "nauc_mrr_at_1000_max": 0.232665,
        "nauc_mrr_at_1000_std": -0.077685,
        "nauc_mrr_at_1000_diff1": 0.348063,
        "main_score": 0.31275,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 260.3772625923157,
  "kg_co2_emissions": null,
  "mteb_dataset_name": "AlphaNLI"
}