{
  "dataset_revision": "main",
  "task_name": "MIRACLRetrieval",
  "mteb_version": "1.38.0",
  "scores": {
    "dev": [
      {
        "ndcg_at_1": 0.41933,
        "ndcg_at_3": 0.42452,
        "ndcg_at_5": 0.4509,
        "ndcg_at_10": 0.4988,
        "ndcg_at_20": 0.54166,
        "ndcg_at_100": 0.58688,
        "ndcg_at_1000": 0.59907,
        "map_at_1": 0.21347,
        "map_at_3": 0.31953,
        "map_at_5": 0.35647,
        "map_at_10": 0.3907,
        "map_at_20": 0.41046,
        "map_at_100": 0.42318,
        "map_at_1000": 0.42424,
        "recall_at_1": 0.21347,
        "recall_at_3": 0.397,
        "recall_at_5": 0.4932,
        "recall_at_10": 0.62281,
        "recall_at_20": 0.74544,
        "recall_at_100": 0.91103,
        "recall_at_1000": 0.97679,
        "precision_at_1": 0.41933,
        "precision_at_3": 0.29473,
        "precision_at_5": 0.23147,
        "precision_at_10": 0.15567,
        "precision_at_20": 0.09708,
        "precision_at_100": 0.02539,
        "precision_at_1000": 0.00278,
        "mrr_at_1": 0.419329,
        "mrr_at_3": 0.528088,
        "mrr_at_5": 0.548855,
        "mrr_at_10": 0.562019,
        "mrr_at_20": 0.566834,
        "mrr_at_100": 0.568521,
        "mrr_at_1000": 0.568591,
        "nauc_ndcg_at_1_max": 0.177948,
        "nauc_ndcg_at_1_std": -0.042306,
        "nauc_ndcg_at_1_diff1": 0.267486,
        "nauc_ndcg_at_3_max": 0.182226,
        "nauc_ndcg_at_3_std": -0.029181,
        "nauc_ndcg_at_3_diff1": 0.217772,
        "nauc_ndcg_at_5_max": 0.180534,
        "nauc_ndcg_at_5_std": -0.031657,
        "nauc_ndcg_at_5_diff1": 0.220323,
        "nauc_ndcg_at_10_max": 0.185994,
        "nauc_ndcg_at_10_std": -0.028842,
        "nauc_ndcg_at_10_diff1": 0.222386,
        "nauc_ndcg_at_20_max": 0.209662,
        "nauc_ndcg_at_20_std": -0.003359,
        "nauc_ndcg_at_20_diff1": 0.213912,
        "nauc_ndcg_at_100_max": 0.227141,
        "nauc_ndcg_at_100_std": 0.023982,
        "nauc_ndcg_at_100_diff1": 0.215839,
        "nauc_ndcg_at_1000_max": 0.220508,
        "nauc_ndcg_at_1000_std": 0.01432,
        "nauc_ndcg_at_1000_diff1": 0.21623,
        "nauc_map_at_1_max": 0.116366,
        "nauc_map_at_1_std": -0.097332,
        "nauc_map_at_1_diff1": 0.295102,
        "nauc_map_at_3_max": 0.146222,
        "nauc_map_at_3_std": -0.073703,
        "nauc_map_at_3_diff1": 0.250541,
        "nauc_map_at_5_max": 0.160664,
        "nauc_map_at_5_std": -0.062581,
        "nauc_map_at_5_diff1": 0.243973,
        "nauc_map_at_10_max": 0.167065,
        "nauc_map_at_10_std": -0.056384,
        "nauc_map_at_10_diff1": 0.236401,
        "nauc_map_at_20_max": 0.178965,
        "nauc_map_at_20_std": -0.044945,
        "nauc_map_at_20_diff1": 0.232663,
        "nauc_map_at_100_max": 0.184995,
        "nauc_map_at_100_std": -0.036532,
        "nauc_map_at_100_diff1": 0.231416,
        "nauc_map_at_1000_max": 0.18476,
        "nauc_map_at_1000_std": -0.036696,
        "nauc_map_at_1000_diff1": 0.231328,
        "nauc_recall_at_1_max": 0.116366,
        "nauc_recall_at_1_std": -0.097332,
        "nauc_recall_at_1_diff1": 0.295102,
        "nauc_recall_at_3_max": 0.134522,
        "nauc_recall_at_3_std": -0.041476,
        "nauc_recall_at_3_diff1": 0.193454,
        "nauc_recall_at_5_max": 0.133845,
        "nauc_recall_at_5_std": -0.025108,
        "nauc_recall_at_5_diff1": 0.165855,
        "nauc_recall_at_10_max": 0.147533,
        "nauc_recall_at_10_std": 0.000499,
        "nauc_recall_at_10_diff1": 0.151894,
        "nauc_recall_at_20_max": 0.199773,
        "nauc_recall_at_20_std": 0.066814,
        "nauc_recall_at_20_diff1": 0.11577,
        "nauc_recall_at_100_max": 0.394092,
        "nauc_recall_at_100_std": 0.364298,
        "nauc_recall_at_100_diff1": 0.131192,
        "nauc_recall_at_1000_max": 0.572166,
        "nauc_recall_at_1000_std": 0.613842,
        "nauc_recall_at_1000_diff1": 0.084923,
        "nauc_precision_at_1_max": 0.177948,
        "nauc_precision_at_1_std": -0.042306,
        "nauc_precision_at_1_diff1": 0.267486,
        "nauc_precision_at_3_max": 0.20049,
        "nauc_precision_at_3_std": 0.050218,
        "nauc_precision_at_3_diff1": 0.087496,
        "nauc_precision_at_5_max": 0.196892,
        "nauc_precision_at_5_std": 0.075318,
        "nauc_precision_at_5_diff1": 0.033712,
        "nauc_precision_at_10_max": 0.161537,
        "nauc_precision_at_10_std": 0.087404,
        "nauc_precision_at_10_diff1": -0.029216,
        "nauc_precision_at_20_max": 0.176444,
        "nauc_precision_at_20_std": 0.152236,
        "nauc_precision_at_20_diff1": -0.079925,
        "nauc_precision_at_100_max": 0.142452,
        "nauc_precision_at_100_std": 0.190841,
        "nauc_precision_at_100_diff1": -0.114071,
        "nauc_precision_at_1000_max": 0.101232,
        "nauc_precision_at_1000_std": 0.156075,
        "nauc_precision_at_1000_diff1": -0.118874,
        "nauc_mrr_at_1_max": 0.177948,
        "nauc_mrr_at_1_std": -0.042306,
        "nauc_mrr_at_1_diff1": 0.267486,
        "nauc_mrr_at_3_max": 0.207428,
        "nauc_mrr_at_3_std": -0.007461,
        "nauc_mrr_at_3_diff1": 0.240696,
        "nauc_mrr_at_5_max": 0.203596,
        "nauc_mrr_at_5_std": -0.005902,
        "nauc_mrr_at_5_diff1": 0.234806,
        "nauc_mrr_at_10_max": 0.207556,
        "nauc_mrr_at_10_std": -0.006089,
        "nauc_mrr_at_10_diff1": 0.237502,
        "nauc_mrr_at_20_max": 0.209453,
        "nauc_mrr_at_20_std": -0.004075,
        "nauc_mrr_at_20_diff1": 0.238064,
        "nauc_mrr_at_100_max": 0.208823,
        "nauc_mrr_at_100_std": -0.004624,
        "nauc_mrr_at_100_diff1": 0.239007,
        "nauc_mrr_at_1000_max": 0.208687,
        "nauc_mrr_at_1000_std": -0.004804,
        "nauc_mrr_at_1000_diff1": 0.238976,
        "main_score": 0.4988,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      }
    ]
  },
  "evaluation_time": 6475.160351514816,
  "kg_co2_emissions": null
}