{
  "dataset_revision": "4ed8415e9dc24060deefc84be59e2db0aacbadcc",
  "task_name": "SIQA",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.00154,
        "ndcg_at_3": 0.00237,
        "ndcg_at_5": 0.00257,
        "ndcg_at_10": 0.00355,
        "ndcg_at_20": 0.00407,
        "ndcg_at_100": 0.00638,
        "ndcg_at_1000": 0.01188,
        "map_at_1": 0.00154,
        "map_at_3": 0.00213,
        "map_at_5": 0.00223,
        "map_at_10": 0.00264,
        "map_at_20": 0.00278,
        "map_at_100": 0.00308,
        "map_at_1000": 0.00323,
        "recall_at_1": 0.00154,
        "recall_at_3": 0.00307,
        "recall_at_5": 0.00358,
        "recall_at_10": 0.00665,
        "recall_at_20": 0.0087,
        "recall_at_100": 0.02149,
        "recall_at_1000": 0.06807,
        "precision_at_1": 0.00154,
        "precision_at_3": 0.00102,
        "precision_at_5": 0.00072,
        "precision_at_10": 0.00067,
        "precision_at_20": 0.00044,
        "precision_at_100": 0.00021,
        "precision_at_1000": 7e-05,
        "mrr_at_1": 0.001535,
        "mrr_at_3": 0.002132,
        "mrr_at_5": 0.002235,
        "mrr_at_10": 0.002638,
        "mrr_at_20": 0.002781,
        "mrr_at_100": 0.003077,
        "mrr_at_1000": 0.003232,
        "nauc_ndcg_at_1_max": -0.243225,
        "nauc_ndcg_at_1_std": -0.243225,
        "nauc_ndcg_at_1_diff1": 0.109681,
        "nauc_ndcg_at_3_max": -0.312796,
        "nauc_ndcg_at_3_std": 0.027883,
        "nauc_ndcg_at_3_diff1": -0.02236,
        "nauc_ndcg_at_5_max": -0.320665,
        "nauc_ndcg_at_5_std": -0.012765,
        "nauc_ndcg_at_5_diff1": -0.036493,
        "nauc_ndcg_at_10_max": -0.27488,
        "nauc_ndcg_at_10_std": 0.033748,
        "nauc_ndcg_at_10_diff1": -0.103362,
        "nauc_ndcg_at_20_max": -0.268591,
        "nauc_ndcg_at_20_std": 0.098321,
        "nauc_ndcg_at_20_diff1": -0.084284,
        "nauc_ndcg_at_100_max": -0.127562,
        "nauc_ndcg_at_100_std": 0.092323,
        "nauc_ndcg_at_100_diff1": -0.117515,
        "nauc_ndcg_at_1000_max": -0.107835,
        "nauc_ndcg_at_1000_std": 0.162016,
        "nauc_ndcg_at_1000_diff1": -0.11516,
        "nauc_map_at_1_max": -0.243225,
        "nauc_map_at_1_std": -0.243225,
        "nauc_map_at_1_diff1": 0.109681,
        "nauc_map_at_3_max": -0.298043,
        "nauc_map_at_3_std": -0.018663,
        "nauc_map_at_3_diff1": 0.011629,
        "nauc_map_at_5_max": -0.303394,
        "nauc_map_at_5_std": -0.040679,
        "nauc_map_at_5_diff1": 0.001677,
        "nauc_map_at_10_max": -0.280799,
        "nauc_map_at_10_std": -0.014772,
        "nauc_map_at_10_diff1": -0.045429,
        "nauc_map_at_20_max": -0.278693,
        "nauc_map_at_20_std": 0.014764,
        "nauc_map_at_20_diff1": -0.042342,
        "nauc_map_at_100_max": -0.249275,
        "nauc_map_at_100_std": 0.017829,
        "nauc_map_at_100_diff1": -0.058065,
        "nauc_map_at_1000_max": -0.241543,
        "nauc_map_at_1000_std": 0.031272,
        "nauc_map_at_1000_diff1": -0.061844,
        "nauc_recall_at_1_max": -0.243225,
        "nauc_recall_at_1_std": -0.243225,
        "nauc_recall_at_1_diff1": 0.109681,
        "nauc_recall_at_3_max": -0.343126,
        "nauc_recall_at_3_std": 0.121011,
        "nauc_recall_at_3_diff1": -0.093649,
        "nauc_recall_at_5_max": -0.353375,
        "nauc_recall_at_5_std": 0.032388,
        "nauc_recall_at_5_diff1": -0.109652,
        "nauc_recall_at_10_max": -0.262474,
        "nauc_recall_at_10_std": 0.097328,
        "nauc_recall_at_10_diff1": -0.177426,
        "nauc_recall_at_20_max": -0.251966,
        "nauc_recall_at_20_std": 0.199017,
        "nauc_recall_at_20_diff1": -0.120861,
        "nauc_recall_at_100_max": -0.012944,
        "nauc_recall_at_100_std": 0.136958,
        "nauc_recall_at_100_diff1": -0.148379,
        "nauc_recall_at_1000_max": -0.063027,
        "nauc_recall_at_1000_std": 0.20279,
        "nauc_recall_at_1000_diff1": -0.12002,
        "nauc_precision_at_1_max": -0.243225,
        "nauc_precision_at_1_std": -0.243225,
        "nauc_precision_at_1_diff1": 0.109681,
        "nauc_precision_at_3_max": -0.343126,
        "nauc_precision_at_3_std": 0.121011,
        "nauc_precision_at_3_diff1": -0.093649,
        "nauc_precision_at_5_max": -0.353375,
        "nauc_precision_at_5_std": 0.032388,
        "nauc_precision_at_5_diff1": -0.109652,
        "nauc_precision_at_10_max": -0.262474,
        "nauc_precision_at_10_std": 0.097328,
        "nauc_precision_at_10_diff1": -0.177426,
        "nauc_precision_at_20_max": -0.251966,
        "nauc_precision_at_20_std": 0.199017,
        "nauc_precision_at_20_diff1": -0.120861,
        "nauc_precision_at_100_max": -0.012944,
        "nauc_precision_at_100_std": 0.136958,
        "nauc_precision_at_100_diff1": -0.148379,
        "nauc_precision_at_1000_max": -0.063027,
        "nauc_precision_at_1000_std": 0.20279,
        "nauc_precision_at_1000_diff1": -0.12002,
        "nauc_mrr_at_1_max": -0.243225,
        "nauc_mrr_at_1_std": -0.243225,
        "nauc_mrr_at_1_diff1": 0.109681,
        "nauc_mrr_at_3_max": -0.298043,
        "nauc_mrr_at_3_std": -0.018663,
        "nauc_mrr_at_3_diff1": 0.011629,
        "nauc_mrr_at_5_max": -0.303394,
        "nauc_mrr_at_5_std": -0.040679,
        "nauc_mrr_at_5_diff1": 0.001677,
        "nauc_mrr_at_10_max": -0.280799,
        "nauc_mrr_at_10_std": -0.014772,
        "nauc_mrr_at_10_diff1": -0.045429,
        "nauc_mrr_at_20_max": -0.278693,
        "nauc_mrr_at_20_std": 0.014764,
        "nauc_mrr_at_20_diff1": -0.042342,
        "nauc_mrr_at_100_max": -0.249275,
        "nauc_mrr_at_100_std": 0.017829,
        "nauc_mrr_at_100_diff1": -0.058065,
        "nauc_mrr_at_1000_max": -0.241543,
        "nauc_mrr_at_1000_std": 0.031272,
        "nauc_mrr_at_1000_diff1": -0.061844,
        "main_score": 0.00355,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 172.70944213867188,
  "kg_co2_emissions": 0.006902768579105265
}