{
  "dataset_revision": "e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b",
  "task_name": "RuBQRetrieval",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.16785,
        "ndcg_at_3": 0.17532,
        "ndcg_at_5": 0.19025,
        "ndcg_at_10": 0.21286,
        "ndcg_at_20": 0.22749,
        "ndcg_at_100": 0.25679,
        "ndcg_at_1000": 0.28779,
        "map_at_1": 0.11212,
        "map_at_3": 0.14927,
        "map_at_5": 0.1592,
        "map_at_10": 0.16925,
        "map_at_20": 0.17368,
        "map_at_100": 0.17785,
        "map_at_1000": 0.179,
        "recall_at_1": 0.11212,
        "recall_at_3": 0.18582,
        "recall_at_5": 0.22227,
        "recall_at_10": 0.28423,
        "recall_at_20": 0.33514,
        "recall_at_100": 0.47679,
        "recall_at_1000": 0.69918,
        "precision_at_1": 0.16785,
        "precision_at_3": 0.09732,
        "precision_at_5": 0.07045,
        "precision_at_10": 0.04527,
        "precision_at_20": 0.02692,
        "precision_at_100": 0.00774,
        "precision_at_1000": 0.00116,
        "mrr_at_1": 0.16844,
        "mrr_at_3": 0.21119,
        "mrr_at_5": 0.220912,
        "mrr_at_10": 0.230401,
        "mrr_at_20": 0.234118,
        "mrr_at_100": 0.237898,
        "mrr_at_1000": 0.238715,
        "nauc_ndcg_at_1_max": 0.343721,
        "nauc_ndcg_at_1_std": -0.052101,
        "nauc_ndcg_at_1_diff1": 0.302458,
        "nauc_ndcg_at_3_max": 0.358642,
        "nauc_ndcg_at_3_std": -0.014552,
        "nauc_ndcg_at_3_diff1": 0.277027,
        "nauc_ndcg_at_5_max": 0.36095,
        "nauc_ndcg_at_5_std": 0.008002,
        "nauc_ndcg_at_5_diff1": 0.262319,
        "nauc_ndcg_at_10_max": 0.34813,
        "nauc_ndcg_at_10_std": 0.016891,
        "nauc_ndcg_at_10_diff1": 0.247714,
        "nauc_ndcg_at_20_max": 0.352136,
        "nauc_ndcg_at_20_std": 0.021921,
        "nauc_ndcg_at_20_diff1": 0.243969,
        "nauc_ndcg_at_100_max": 0.358752,
        "nauc_ndcg_at_100_std": 0.031077,
        "nauc_ndcg_at_100_diff1": 0.242997,
        "nauc_ndcg_at_1000_max": 0.358126,
        "nauc_ndcg_at_1000_std": 0.039745,
        "nauc_ndcg_at_1000_diff1": 0.244349,
        "nauc_map_at_1_max": 0.341629,
        "nauc_map_at_1_std": -0.049379,
        "nauc_map_at_1_diff1": 0.324218,
        "nauc_map_at_3_max": 0.35884,
        "nauc_map_at_3_std": -0.01582,
        "nauc_map_at_3_diff1": 0.284595,
        "nauc_map_at_5_max": 0.36378,
        "nauc_map_at_5_std": -0.000889,
        "nauc_map_at_5_diff1": 0.275213,
        "nauc_map_at_10_max": 0.356649,
        "nauc_map_at_10_std": 0.002468,
        "nauc_map_at_10_diff1": 0.267042,
        "nauc_map_at_20_max": 0.358061,
        "nauc_map_at_20_std": 0.004184,
        "nauc_map_at_20_diff1": 0.265665,
        "nauc_map_at_100_max": 0.359618,
        "nauc_map_at_100_std": 0.006096,
        "nauc_map_at_100_diff1": 0.266114,
        "nauc_map_at_1000_max": 0.35957,
        "nauc_map_at_1000_std": 0.006503,
        "nauc_map_at_1000_diff1": 0.266051,
        "nauc_recall_at_1_max": 0.341629,
        "nauc_recall_at_1_std": -0.049379,
        "nauc_recall_at_1_diff1": 0.324218,
        "nauc_recall_at_3_max": 0.351553,
        "nauc_recall_at_3_std": 0.000713,
        "nauc_recall_at_3_diff1": 0.254958,
        "nauc_recall_at_5_max": 0.346932,
        "nauc_recall_at_5_std": 0.041712,
        "nauc_recall_at_5_diff1": 0.224681,
        "nauc_recall_at_10_max": 0.302915,
        "nauc_recall_at_10_std": 0.060813,
        "nauc_recall_at_10_diff1": 0.186307,
        "nauc_recall_at_20_max": 0.310669,
        "nauc_recall_at_20_std": 0.071864,
        "nauc_recall_at_20_diff1": 0.173211,
        "nauc_recall_at_100_max": 0.317036,
        "nauc_recall_at_100_std": 0.100803,
        "nauc_recall_at_100_diff1": 0.153174,
        "nauc_recall_at_1000_max": 0.30199,
        "nauc_recall_at_1000_std": 0.173953,
        "nauc_recall_at_1000_diff1": 0.134165,
        "nauc_precision_at_1_max": 0.343721,
        "nauc_precision_at_1_std": -0.052101,
        "nauc_precision_at_1_diff1": 0.302458,
        "nauc_precision_at_3_max": 0.366675,
        "nauc_precision_at_3_std": -0.009647,
        "nauc_precision_at_3_diff1": 0.235622,
        "nauc_precision_at_5_max": 0.372174,
        "nauc_precision_at_5_std": 0.040535,
        "nauc_precision_at_5_diff1": 0.207426,
        "nauc_precision_at_10_max": 0.328934,
        "nauc_precision_at_10_std": 0.052509,
        "nauc_precision_at_10_diff1": 0.172429,
        "nauc_precision_at_20_max": 0.320479,
        "nauc_precision_at_20_std": 0.064887,
        "nauc_precision_at_20_diff1": 0.159455,
        "nauc_precision_at_100_max": 0.298198,
        "nauc_precision_at_100_std": 0.089657,
        "nauc_precision_at_100_diff1": 0.135995,
        "nauc_precision_at_1000_max": 0.21392,
        "nauc_precision_at_1000_std": 0.136367,
        "nauc_precision_at_1000_diff1": 0.102437,
        "nauc_mrr_at_1_max": 0.343196,
        "nauc_mrr_at_1_std": -0.053648,
        "nauc_mrr_at_1_diff1": 0.299306,
        "nauc_mrr_at_3_max": 0.348139,
        "nauc_mrr_at_3_std": -0.03343,
        "nauc_mrr_at_3_diff1": 0.274875,
        "nauc_mrr_at_5_max": 0.346322,
        "nauc_mrr_at_5_std": -0.0206,
        "nauc_mrr_at_5_diff1": 0.268828,
        "nauc_mrr_at_10_max": 0.344809,
        "nauc_mrr_at_10_std": -0.01475,
        "nauc_mrr_at_10_diff1": 0.265076,
        "nauc_mrr_at_20_max": 0.345358,
        "nauc_mrr_at_20_std": -0.013931,
        "nauc_mrr_at_20_diff1": 0.264115,
        "nauc_mrr_at_100_max": 0.346084,
        "nauc_mrr_at_100_std": -0.012706,
        "nauc_mrr_at_100_diff1": 0.264044,
        "nauc_mrr_at_1000_max": 0.345985,
        "nauc_mrr_at_1000_std": -0.012691,
        "nauc_mrr_at_1000_diff1": 0.264102,
        "main_score": 0.21286,
        "hf_subset": "default",
        "languages": [
          "rus-Cyrl"
        ]
      }
    ]
  },
  "evaluation_time": 263.6422748565674,
  "kg_co2_emissions": 0.02514997323281552
}