{
  "dataset_revision": "431886eaecc48f067a3975b70d0949ea2862463c",
  "task_name": "Touche2020Retrieval.v3",
  "mteb_version": "1.36.10",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.5,
        "ndcg_at_3": 0.51237,
        "ndcg_at_5": 0.53671,
        "ndcg_at_10": 0.51859,
        "ndcg_at_20": 0.48784,
        "ndcg_at_100": 0.58762,
        "ndcg_at_1000": 0.69893,
        "map_at_1": 0.01869,
        "map_at_3": 0.05174,
        "map_at_5": 0.08808,
        "map_at_10": 0.16168,
        "map_at_20": 0.24646,
        "map_at_100": 0.36335,
        "map_at_1000": 0.39473,
        "recall_at_1": 0.01869,
        "recall_at_3": 0.06066,
        "recall_at_5": 0.1101,
        "recall_at_10": 0.20886,
        "recall_at_20": 0.34435,
        "recall_at_100": 0.65728,
        "recall_at_1000": 0.93394,
        "precision_at_1": 0.55102,
        "precision_at_3": 0.57823,
        "precision_at_5": 0.62041,
        "precision_at_10": 0.59184,
        "precision_at_20": 0.49184,
        "precision_at_100": 0.20694,
        "precision_at_1000": 0.03224,
        "mrr_at_1": 0.55102,
        "mrr_at_3": 0.697279,
        "mrr_at_5": 0.720748,
        "mrr_at_10": 0.72415,
        "mrr_at_20": 0.726005,
        "mrr_at_100": 0.726005,
        "mrr_at_1000": 0.726005,
        "nauc_ndcg_at_1_max": -0.345327,
        "nauc_ndcg_at_1_std": 0.045045,
        "nauc_ndcg_at_1_diff1": -0.199847,
        "nauc_ndcg_at_3_max": -0.224596,
        "nauc_ndcg_at_3_std": 0.173445,
        "nauc_ndcg_at_3_diff1": 0.022585,
        "nauc_ndcg_at_5_max": -0.17188,
        "nauc_ndcg_at_5_std": 0.241146,
        "nauc_ndcg_at_5_diff1": 0.156603,
        "nauc_ndcg_at_10_max": -0.131165,
        "nauc_ndcg_at_10_std": 0.278702,
        "nauc_ndcg_at_10_diff1": 0.158862,
        "nauc_ndcg_at_20_max": -0.084724,
        "nauc_ndcg_at_20_std": 0.271739,
        "nauc_ndcg_at_20_diff1": 0.186811,
        "nauc_ndcg_at_100_max": -0.178986,
        "nauc_ndcg_at_100_std": 0.401134,
        "nauc_ndcg_at_100_diff1": 0.116833,
        "nauc_ndcg_at_1000_max": -0.045952,
        "nauc_ndcg_at_1000_std": 0.510125,
        "nauc_ndcg_at_1000_diff1": 0.160075,
        "nauc_map_at_1_max": -0.335656,
        "nauc_map_at_1_std": -0.053738,
        "nauc_map_at_1_diff1": -0.19476,
        "nauc_map_at_3_max": -0.22266,
        "nauc_map_at_3_std": 0.014677,
        "nauc_map_at_3_diff1": -0.069689,
        "nauc_map_at_5_max": -0.191444,
        "nauc_map_at_5_std": 0.046915,
        "nauc_map_at_5_diff1": -6.9e-05,
        "nauc_map_at_10_max": -0.148591,
        "nauc_map_at_10_std": 0.058961,
        "nauc_map_at_10_diff1": 0.034234,
        "nauc_map_at_20_max": -0.089036,
        "nauc_map_at_20_std": 0.106011,
        "nauc_map_at_20_diff1": 0.089314,
        "nauc_map_at_100_max": -0.086434,
        "nauc_map_at_100_std": 0.310258,
        "nauc_map_at_100_diff1": 0.081255,
        "nauc_map_at_1000_max": -0.056152,
        "nauc_map_at_1000_std": 0.355669,
        "nauc_map_at_1000_diff1": 0.087932,
        "nauc_recall_at_1_max": -0.335656,
        "nauc_recall_at_1_std": -0.053738,
        "nauc_recall_at_1_diff1": -0.19476,
        "nauc_recall_at_3_max": -0.201451,
        "nauc_recall_at_3_std": 0.032601,
        "nauc_recall_at_3_diff1": 0.021686,
        "nauc_recall_at_5_max": -0.213051,
        "nauc_recall_at_5_std": 0.029884,
        "nauc_recall_at_5_diff1": 0.06557,
        "nauc_recall_at_10_max": -0.163693,
        "nauc_recall_at_10_std": 0.055674,
        "nauc_recall_at_10_diff1": 0.076932,
        "nauc_recall_at_20_max": -0.133991,
        "nauc_recall_at_20_std": 0.086085,
        "nauc_recall_at_20_diff1": 0.115282,
        "nauc_recall_at_100_max": -0.223655,
        "nauc_recall_at_100_std": 0.389132,
        "nauc_recall_at_100_diff1": 0.023518,
        "nauc_recall_at_1000_max": -0.037271,
        "nauc_recall_at_1000_std": 0.692357,
        "nauc_recall_at_1000_diff1": 0.061775,
        "nauc_precision_at_1_max": -0.344137,
        "nauc_precision_at_1_std": 0.04593,
        "nauc_precision_at_1_diff1": -0.281323,
        "nauc_precision_at_3_max": -0.148679,
        "nauc_precision_at_3_std": 0.179249,
        "nauc_precision_at_3_diff1": -0.035245,
        "nauc_precision_at_5_max": -0.11382,
        "nauc_precision_at_5_std": 0.283406,
        "nauc_precision_at_5_diff1": 0.128014,
        "nauc_precision_at_10_max": -0.074078,
        "nauc_precision_at_10_std": 0.307153,
        "nauc_precision_at_10_diff1": 0.13025,
        "nauc_precision_at_20_max": 0.046072,
        "nauc_precision_at_20_std": 0.435849,
        "nauc_precision_at_20_diff1": 0.200144,
        "nauc_precision_at_100_max": 0.247956,
        "nauc_precision_at_100_std": 0.681144,
        "nauc_precision_at_100_diff1": 0.086716,
        "nauc_precision_at_1000_max": 0.406874,
        "nauc_precision_at_1000_std": 0.188806,
        "nauc_precision_at_1000_diff1": 0.026317,
        "nauc_mrr_at_1_max": -0.344137,
        "nauc_mrr_at_1_std": 0.04593,
        "nauc_mrr_at_1_diff1": -0.281323,
        "nauc_mrr_at_3_max": -0.422812,
        "nauc_mrr_at_3_std": 0.117107,
        "nauc_mrr_at_3_diff1": -0.217784,
        "nauc_mrr_at_5_max": -0.407778,
        "nauc_mrr_at_5_std": 0.12154,
        "nauc_mrr_at_5_diff1": -0.210193,
        "nauc_mrr_at_10_max": -0.40554,
        "nauc_mrr_at_10_std": 0.107747,
        "nauc_mrr_at_10_diff1": -0.229195,
        "nauc_mrr_at_20_max": -0.39931,
        "nauc_mrr_at_20_std": 0.101171,
        "nauc_mrr_at_20_diff1": -0.229741,
        "nauc_mrr_at_100_max": -0.39931,
        "nauc_mrr_at_100_std": 0.101171,
        "nauc_mrr_at_100_diff1": -0.229741,
        "nauc_mrr_at_1000_max": -0.39931,
        "nauc_mrr_at_1000_std": 0.101171,
        "nauc_mrr_at_1000_diff1": -0.229741,
        "main_score": 0.51859,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 6167.6236798763275,
  "kg_co2_emissions": null,
  "mteb_dataset_name": "Touche2020Retrieval.v3"
}