{
  "dataset_revision": "c8b8c1b7a2f0a92f1bfaaa1c9afc22aa42c61d5b",
  "evaluation_time": 4980.847044706345,
  "kg_co2_emissions": 0.325964717308008,
  "mteb_version": "1.14.15",
  "scores": {
    "test": [
      {
        "cv_recall_at_1": 0.7712,
        "cv_recall_at_10": 0.89535,
        "cv_recall_at_100": 0.96883,
        "cv_recall_at_1000": 0.98781,
        "cv_recall_at_20": 0.92166,
        "cv_recall_at_3": 0.84007,
        "cv_recall_at_5": 0.86564,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.7712,
        "map_at_1": 0.00771,
        "map_at_10": 0.06885,
        "map_at_100": 0.42318,
        "map_at_1000": 0.48362,
        "map_at_20": 0.1291,
        "map_at_3": 0.02217,
        "map_at_5": 0.03602,
        "mrr_at_1": 0.7712006995137849,
        "mrr_at_10": 0.8118802313963838,
        "mrr_at_100": 0.8149169747807262,
        "mrr_at_1000": 0.8150313236246923,
        "mrr_at_20": 0.8137076536930234,
        "mrr_at_3": 0.8020141934173464,
        "mrr_at_5": 0.8078633475090911,
        "nauc_cv_recall_at_1000_diff1": 0.20283031533574353,
        "nauc_cv_recall_at_1000_max": 0.8052977275233766,
        "nauc_cv_recall_at_1000_std": 0.788274327685619,
        "nauc_cv_recall_at_100_diff1": 0.18534347695567574,
        "nauc_cv_recall_at_100_max": 0.8009431189204558,
        "nauc_cv_recall_at_100_std": 0.7629157221082553,
        "nauc_cv_recall_at_10_diff1": 0.12798842411020434,
        "nauc_cv_recall_at_10_max": 0.7123369049097681,
        "nauc_cv_recall_at_10_std": 0.709406806749757,
        "nauc_cv_recall_at_1_diff1": 0.12577498578520846,
        "nauc_cv_recall_at_1_max": 0.7147329132727698,
        "nauc_cv_recall_at_1_std": 0.7614097185594397,
        "nauc_cv_recall_at_20_diff1": 0.14180680279624516,
        "nauc_cv_recall_at_20_max": 0.7193375645183342,
        "nauc_cv_recall_at_20_std": 0.7029515677679421,
        "nauc_cv_recall_at_3_diff1": 0.11759001420797696,
        "nauc_cv_recall_at_3_max": 0.7110904013064073,
        "nauc_cv_recall_at_3_std": 0.7381353281928661,
        "nauc_cv_recall_at_5_diff1": 0.11930998128561582,
        "nauc_cv_recall_at_5_max": 0.7133641704674143,
        "nauc_cv_recall_at_5_std": 0.7286643631554567,
        "nauc_map_at_1000_diff1": -0.03560318641381372,
        "nauc_map_at_1000_max": 0.6959005489240877,
        "nauc_map_at_1000_std": 0.7620130365345529,
        "nauc_map_at_100_diff1": -0.03752576506047012,
        "nauc_map_at_100_max": 0.7131051627832334,
        "nauc_map_at_100_std": 0.767068548008779,
        "nauc_map_at_10_diff1": 0.05038201480046489,
        "nauc_map_at_10_max": 0.7432520721354783,
        "nauc_map_at_10_std": 0.8106321644743717,
        "nauc_map_at_1_diff1": 0.12647041348694638,
        "nauc_map_at_1_max": 0.7148175105333815,
        "nauc_map_at_1_std": 0.7615395614355159,
        "nauc_map_at_20_diff1": 0.02441240072496276,
        "nauc_map_at_20_max": 0.7450349130761655,
        "nauc_map_at_20_std": 0.8238656232182591,
        "nauc_map_at_3_diff1": 0.0880530201560862,
        "nauc_map_at_3_max": 0.7300600171401782,
        "nauc_map_at_3_std": 0.7836229361262965,
        "nauc_map_at_5_diff1": 0.07311815490452818,
        "nauc_map_at_5_max": 0.7361284060325791,
        "nauc_map_at_5_std": 0.793953126068916,
        "nauc_mrr_at_1000_diff1": 0.12438819433833445,
        "nauc_mrr_at_1000_max": 0.714345218510829,
        "nauc_mrr_at_1000_std": 0.7513760110097562,
        "nauc_mrr_at_100_diff1": 0.1244127383194479,
        "nauc_mrr_at_100_max": 0.7143837879212835,
        "nauc_mrr_at_100_std": 0.7513629619662668,
        "nauc_mrr_at_10_diff1": 0.1239169024053337,
        "nauc_mrr_at_10_max": 0.7137939502269263,
        "nauc_mrr_at_10_std": 0.7505853977151273,
        "nauc_mrr_at_1_diff1": 0.12577498578520846,
        "nauc_mrr_at_1_max": 0.7147329132727698,
        "nauc_mrr_at_1_std": 0.7614097185594397,
        "nauc_mrr_at_20_diff1": 0.12427367372684134,
        "nauc_mrr_at_20_max": 0.7140335963687774,
        "nauc_mrr_at_20_std": 0.7507932314683138,
        "nauc_mrr_at_3_diff1": 0.12270714405447469,
        "nauc_mrr_at_3_max": 0.7133704151246043,
        "nauc_mrr_at_3_std": 0.7528097873758789,
        "nauc_mrr_at_5_diff1": 0.12313015415192412,
        "nauc_mrr_at_5_max": 0.7138238291316393,
        "nauc_mrr_at_5_std": 0.7516729137588346,
        "nauc_ndcg_at_1000_diff1": -0.010147970819411115,
        "nauc_ndcg_at_1000_max": 0.6817620479811309,
        "nauc_ndcg_at_1000_std": 0.7512628569345317,
        "nauc_ndcg_at_100_diff1": -0.01404511796073797,
        "nauc_ndcg_at_100_max": 0.7254158850514222,
        "nauc_ndcg_at_100_std": 0.7728025943038987,
        "nauc_ndcg_at_10_diff1": 0.0676528872436831,
        "nauc_ndcg_at_10_max": 0.7411151077794931,
        "nauc_ndcg_at_10_std": 0.7983106666159678,
        "nauc_ndcg_at_1_diff1": 0.1264704134869471,
        "nauc_ndcg_at_1_max": 0.7148175105333817,
        "nauc_ndcg_at_1_std": 0.7615395614355172,
        "nauc_ndcg_at_20_diff1": 0.046094293519049735,
        "nauc_ndcg_at_20_max": 0.7457860215190439,
        "nauc_ndcg_at_20_std": 0.8121054507358755,
        "nauc_ndcg_at_3_diff1": 0.09490488093783755,
        "nauc_ndcg_at_3_max": 0.7275129410843985,
        "nauc_ndcg_at_3_std": 0.7765822193230669,
        "nauc_ndcg_at_5_diff1": 0.08416929004974968,
        "nauc_ndcg_at_5_max": 0.7334072424962164,
        "nauc_ndcg_at_5_std": 0.7843687843915069,
        "nauc_precision_at_1000_diff1": -0.026106336894158897,
        "nauc_precision_at_1000_max": 0.6144500757526584,
        "nauc_precision_at_1000_std": 0.6921236920640041,
        "nauc_precision_at_100_diff1": -0.030119576176698724,
        "nauc_precision_at_100_max": 0.7147604581148047,
        "nauc_precision_at_100_std": 0.7558953544958131,
        "nauc_precision_at_10_diff1": 0.055862722682934525,
        "nauc_precision_at_10_max": 0.743116902045082,
        "nauc_precision_at_10_std": 0.8032108601211818,
        "nauc_precision_at_1_diff1": 0.1264704134869471,
        "nauc_precision_at_1_max": 0.7148175105333817,
        "nauc_precision_at_1_std": 0.7615395614355172,
        "nauc_precision_at_20_diff1": 0.03205307429206499,
        "nauc_precision_at_20_max": 0.7460915512919577,
        "nauc_precision_at_20_std": 0.8170797921277739,
        "nauc_precision_at_3_diff1": 0.0866702969726871,
        "nauc_precision_at_3_max": 0.7315023037777927,
        "nauc_precision_at_3_std": 0.7812467856240822,
        "nauc_precision_at_5_diff1": 0.07429095390392804,
        "nauc_precision_at_5_max": 0.7353514176819085,
        "nauc_precision_at_5_std": 0.7873538084794584,
        "nauc_recall_at_1000_diff1": -0.026106336894159633,
        "nauc_recall_at_1000_max": 0.6144500757526576,
        "nauc_recall_at_1000_std": 0.6921236920640038,
        "nauc_recall_at_100_diff1": -0.030119576176698724,
        "nauc_recall_at_100_max": 0.7147604581148047,
        "nauc_recall_at_100_std": 0.7558953544958131,
        "nauc_recall_at_10_diff1": 0.055862722682934185,
        "nauc_recall_at_10_max": 0.7431169020450826,
        "nauc_recall_at_10_std": 0.8032108601211807,
        "nauc_recall_at_1_diff1": 0.12647041348694638,
        "nauc_recall_at_1_max": 0.7148175105333815,
        "nauc_recall_at_1_std": 0.7615395614355159,
        "nauc_recall_at_20_diff1": 0.03205307429206432,
        "nauc_recall_at_20_max": 0.7460915512919581,
        "nauc_recall_at_20_std": 0.8170797921277737,
        "nauc_recall_at_3_diff1": 0.08667029697268681,
        "nauc_recall_at_3_max": 0.7315023037777918,
        "nauc_recall_at_3_std": 0.7812467856240829,
        "nauc_recall_at_5_diff1": 0.07429095390392823,
        "nauc_recall_at_5_max": 0.7353514176819084,
        "nauc_recall_at_5_std": 0.7873538084794584,
        "ndcg_at_1": 0.77104,
        "ndcg_at_10": 0.73822,
        "ndcg_at_100": 0.55076,
        "ndcg_at_1000": 0.655,
        "ndcg_at_20": 0.71317,
        "ndcg_at_3": 0.76101,
        "ndcg_at_5": 0.75362,
        "precision_at_1": 0.77104,
        "precision_at_10": 0.72881,
        "precision_at_100": 0.50482,
        "precision_at_1000": 0.06648,
        "precision_at_20": 0.69772,
        "precision_at_3": 0.75811,
        "precision_at_5": 0.74851,
        "recall_at_1": 0.00771,
        "recall_at_10": 0.07288,
        "recall_at_100": 0.50482,
        "recall_at_1000": 0.66478,
        "recall_at_20": 0.13954,
        "recall_at_3": 0.02274,
        "recall_at_5": 0.03743
      }
    ]
  },
  "task_name": "SketchyI2IRetrieval"
}