{
  "dataset_revision": "f74c094f321077cf909ddfb8bccc1b5912a4ac28",
  "task_name": "WinoGrande",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.01263,
        "ndcg_at_3": 0.02434,
        "ndcg_at_5": 0.03068,
        "ndcg_at_10": 0.03677,
        "ndcg_at_20": 0.04869,
        "ndcg_at_100": 0.09119,
        "ndcg_at_1000": 0.15215,
        "map_at_1": 0.01263,
        "map_at_3": 0.02131,
        "map_at_5": 0.02474,
        "map_at_10": 0.02723,
        "map_at_20": 0.03047,
        "map_at_100": 0.03583,
        "map_at_1000": 0.03766,
        "recall_at_1": 0.01263,
        "recall_at_3": 0.03315,
        "recall_at_5": 0.04893,
        "recall_at_10": 0.06788,
        "recall_at_20": 0.11523,
        "recall_at_100": 0.35201,
        "recall_at_1000": 0.85872,
        "precision_at_1": 0.01263,
        "precision_at_3": 0.01105,
        "precision_at_5": 0.00979,
        "precision_at_10": 0.00679,
        "precision_at_20": 0.00576,
        "precision_at_100": 0.00352,
        "precision_at_1000": 0.00086,
        "mrr_at_1": 0.012628,
        "mrr_at_3": 0.02131,
        "mrr_at_5": 0.024743,
        "mrr_at_10": 0.02723,
        "mrr_at_20": 0.030473,
        "mrr_at_100": 0.035829,
        "mrr_at_1000": 0.037655,
        "nauc_ndcg_at_1_max": 0.326223,
        "nauc_ndcg_at_1_std": -0.040621,
        "nauc_ndcg_at_1_diff1": -0.08462,
        "nauc_ndcg_at_3_max": 0.247535,
        "nauc_ndcg_at_3_std": -0.082472,
        "nauc_ndcg_at_3_diff1": 0.064931,
        "nauc_ndcg_at_5_max": 0.170059,
        "nauc_ndcg_at_5_std": -0.099759,
        "nauc_ndcg_at_5_diff1": 0.080003,
        "nauc_ndcg_at_10_max": 0.121582,
        "nauc_ndcg_at_10_std": -0.097375,
        "nauc_ndcg_at_10_diff1": 0.084789,
        "nauc_ndcg_at_20_max": 0.09584,
        "nauc_ndcg_at_20_std": -0.122629,
        "nauc_ndcg_at_20_diff1": 0.030103,
        "nauc_ndcg_at_100_max": 0.092122,
        "nauc_ndcg_at_100_std": -0.173117,
        "nauc_ndcg_at_100_diff1": 0.02787,
        "nauc_ndcg_at_1000_max": 0.107629,
        "nauc_ndcg_at_1000_std": -0.173739,
        "nauc_ndcg_at_1000_diff1": 0.023462,
        "nauc_map_at_1_max": 0.326223,
        "nauc_map_at_1_std": -0.040621,
        "nauc_map_at_1_diff1": -0.08462,
        "nauc_map_at_3_max": 0.260679,
        "nauc_map_at_3_std": -0.08055,
        "nauc_map_at_3_diff1": 0.046728,
        "nauc_map_at_5_max": 0.207553,
        "nauc_map_at_5_std": -0.093338,
        "nauc_map_at_5_diff1": 0.059321,
        "nauc_map_at_10_max": 0.175948,
        "nauc_map_at_10_std": -0.092677,
        "nauc_map_at_10_diff1": 0.065261,
        "nauc_map_at_20_max": 0.160208,
        "nauc_map_at_20_std": -0.103832,
        "nauc_map_at_20_diff1": 0.044889,
        "nauc_map_at_100_max": 0.152796,
        "nauc_map_at_100_std": -0.119961,
        "nauc_map_at_100_diff1": 0.040258,
        "nauc_map_at_1000_max": 0.153903,
        "nauc_map_at_1000_std": -0.120185,
        "nauc_map_at_1000_diff1": 0.0394,
        "nauc_recall_at_1_max": 0.326223,
        "nauc_recall_at_1_std": -0.040621,
        "nauc_recall_at_1_diff1": -0.08462,
        "nauc_recall_at_3_max": 0.222647,
        "nauc_recall_at_3_std": -0.08496,
        "nauc_recall_at_3_diff1": 0.097857,
        "nauc_recall_at_5_max": 0.10851,
        "nauc_recall_at_5_std": -0.109166,
        "nauc_recall_at_5_diff1": 0.110819,
        "nauc_recall_at_10_max": 0.046956,
        "nauc_recall_at_10_std": -0.102441,
        "nauc_recall_at_10_diff1": 0.107253,
        "nauc_recall_at_20_max": 0.030244,
        "nauc_recall_at_20_std": -0.144029,
        "nauc_recall_at_20_diff1": 0.002543,
        "nauc_recall_at_100_max": 0.057203,
        "nauc_recall_at_100_std": -0.21937,
        "nauc_recall_at_100_diff1": 0.018195,
        "nauc_recall_at_1000_max": 0.08352,
        "nauc_recall_at_1000_std": -0.277192,
        "nauc_recall_at_1000_diff1": -0.003438,
        "nauc_precision_at_1_max": 0.326223,
        "nauc_precision_at_1_std": -0.040621,
        "nauc_precision_at_1_diff1": -0.08462,
        "nauc_precision_at_3_max": 0.222647,
        "nauc_precision_at_3_std": -0.08496,
        "nauc_precision_at_3_diff1": 0.097857,
        "nauc_precision_at_5_max": 0.10851,
        "nauc_precision_at_5_std": -0.109166,
        "nauc_precision_at_5_diff1": 0.110819,
        "nauc_precision_at_10_max": 0.046956,
        "nauc_precision_at_10_std": -0.102441,
        "nauc_precision_at_10_diff1": 0.107253,
        "nauc_precision_at_20_max": 0.030244,
        "nauc_precision_at_20_std": -0.144029,
        "nauc_precision_at_20_diff1": 0.002543,
        "nauc_precision_at_100_max": 0.057203,
        "nauc_precision_at_100_std": -0.21937,
        "nauc_precision_at_100_diff1": 0.018195,
        "nauc_precision_at_1000_max": 0.08352,
        "nauc_precision_at_1000_std": -0.277192,
        "nauc_precision_at_1000_diff1": -0.003438,
        "nauc_mrr_at_1_max": 0.326223,
        "nauc_mrr_at_1_std": -0.040621,
        "nauc_mrr_at_1_diff1": -0.08462,
        "nauc_mrr_at_3_max": 0.260679,
        "nauc_mrr_at_3_std": -0.08055,
        "nauc_mrr_at_3_diff1": 0.046728,
        "nauc_mrr_at_5_max": 0.207553,
        "nauc_mrr_at_5_std": -0.093338,
        "nauc_mrr_at_5_diff1": 0.059321,
        "nauc_mrr_at_10_max": 0.175948,
        "nauc_mrr_at_10_std": -0.092677,
        "nauc_mrr_at_10_diff1": 0.065261,
        "nauc_mrr_at_20_max": 0.160208,
        "nauc_mrr_at_20_std": -0.103832,
        "nauc_mrr_at_20_diff1": 0.044889,
        "nauc_mrr_at_100_max": 0.152806,
        "nauc_mrr_at_100_std": -0.11996,
        "nauc_mrr_at_100_diff1": 0.040253,
        "nauc_mrr_at_1000_max": 0.153912,
        "nauc_mrr_at_1000_std": -0.120183,
        "nauc_mrr_at_1000_diff1": 0.039394,
        "main_score": 0.03677,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 2.9582483768463135,
  "kg_co2_emissions": 0.00010589839407191912
}