{
  "dataset_revision": "4c167c3ce529f19457c9b8e694258cc6cf8e7cc7",
  "evaluation_time": 14.815639019012451,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.15",
  "scores": {
    "test": [
      {
        "accuracy": 0.12341,
        "cv_recall_at_1": 0.75714,
        "cv_recall_at_10": 0.9,
        "cv_recall_at_100": 0.95714,
        "cv_recall_at_1000": 0.97143,
        "cv_recall_at_20": 0.91429,
        "cv_recall_at_3": 0.84286,
        "cv_recall_at_5": 0.87143,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.28987,
        "map_at_1": 0.12341,
        "map_at_10": 0.35616,
        "map_at_100": 0.55855,
        "map_at_1000": 0.62371,
        "map_at_20": 0.43106,
        "map_at_3": 0.24842,
        "map_at_5": 0.28987,
        "mrr_at_1": 0.7571428571428571,
        "mrr_at_10": 0.8051360544217688,
        "mrr_at_100": 0.8066252677129165,
        "mrr_at_1000": 0.8067156836261172,
        "mrr_at_20": 0.8059297052154197,
        "mrr_at_3": 0.7952380952380953,
        "mrr_at_5": 0.8016666666666667,
        "nauc_cv_recall_at_1000_diff1": 0.33846872082166335,
        "nauc_cv_recall_at_1000_max": 0.6136788048552748,
        "nauc_cv_recall_at_1000_std": -0.6615312791783367,
        "nauc_cv_recall_at_100_diff1": 0.5154061624649885,
        "nauc_cv_recall_at_100_max": 0.6988795518207258,
        "nauc_cv_recall_at_100_std": -0.15126050420167925,
        "nauc_cv_recall_at_10_diff1": 0.629651860744298,
        "nauc_cv_recall_at_10_max": 0.647859143657463,
        "nauc_cv_recall_at_10_std": 0.15026010404161536,
        "nauc_cv_recall_at_1_diff1": 0.4461416021304604,
        "nauc_cv_recall_at_1_max": 0.7935351556521476,
        "nauc_cv_recall_at_1_std": 0.3353944106033248,
        "nauc_cv_recall_at_20_diff1": 0.7141300964830376,
        "nauc_cv_recall_at_20_max": 0.6961562402738865,
        "nauc_cv_recall_at_20_std": 0.20385932150638064,
        "nauc_cv_recall_at_3_diff1": 0.3215845290081105,
        "nauc_cv_recall_at_3_max": 0.7065769539256751,
        "nauc_cv_recall_at_3_std": 0.16611710186257894,
        "nauc_cv_recall_at_5_diff1": 0.5818463511058869,
        "nauc_cv_recall_at_5_max": 0.6818570360081203,
        "nauc_cv_recall_at_5_std": 0.16417352281226558,
        "nauc_map_at_1000_diff1": 0.04061923107069963,
        "nauc_map_at_1000_max": 0.39897493071809115,
        "nauc_map_at_1000_std": 0.3171133471514018,
        "nauc_map_at_100_diff1": 0.15984575746563237,
        "nauc_map_at_100_max": 0.15543823887040786,
        "nauc_map_at_100_std": 0.04517830949257666,
        "nauc_map_at_10_diff1": 0.3008165326420279,
        "nauc_map_at_10_max": -0.24632595577107527,
        "nauc_map_at_10_std": -0.31053753989912247,
        "nauc_map_at_1_diff1": 0.22546434180223376,
        "nauc_map_at_1_max": -0.2520307276514172,
        "nauc_map_at_1_std": -0.2891681712237897,
        "nauc_map_at_20_diff1": 0.25213918380735173,
        "nauc_map_at_20_max": -0.14210087469947294,
        "nauc_map_at_20_std": -0.26203634802953796,
        "nauc_map_at_3_diff1": 0.3033871350356496,
        "nauc_map_at_3_max": -0.3142074477884331,
        "nauc_map_at_3_std": -0.3309892169719498,
        "nauc_map_at_5_diff1": 0.3104387450759429,
        "nauc_map_at_5_max": -0.2872728728002855,
        "nauc_map_at_5_std": -0.32216266558482737,
        "nauc_mrr_at_1000_diff1": 0.43132505691568024,
        "nauc_mrr_at_1000_max": 0.7627016918251572,
        "nauc_mrr_at_1000_std": 0.2835428907993204,
        "nauc_mrr_at_100_diff1": 0.4315477401482521,
        "nauc_mrr_at_100_max": 0.7627558831952099,
        "nauc_mrr_at_100_std": 0.2838407153961072,
        "nauc_mrr_at_10_diff1": 0.4320061161082903,
        "nauc_mrr_at_10_max": 0.7607439257792233,
        "nauc_mrr_at_10_std": 0.282912781518627,
        "nauc_mrr_at_1_diff1": 0.4461416021304604,
        "nauc_mrr_at_1_max": 0.7935351556521476,
        "nauc_mrr_at_1_std": 0.3353944106033248,
        "nauc_mrr_at_20_diff1": 0.4333808508584224,
        "nauc_mrr_at_20_max": 0.7625340889171314,
        "nauc_mrr_at_20_std": 0.28493225980374337,
        "nauc_mrr_at_3_diff1": 0.3887209639352413,
        "nauc_mrr_at_3_max": 0.7632455325718546,
        "nauc_mrr_at_3_std": 0.27481855232258995,
        "nauc_mrr_at_5_diff1": 0.43202507352331565,
        "nauc_mrr_at_5_max": 0.761174202704878,
        "nauc_mrr_at_5_std": 0.2806572716143923,
        "nauc_ndcg_at_1000_diff1": 0.19041834064058627,
        "nauc_ndcg_at_1000_max": 0.5559561889996051,
        "nauc_ndcg_at_1000_std": 0.29963860499133466,
        "nauc_ndcg_at_100_diff1": 0.1686893818471527,
        "nauc_ndcg_at_100_max": 0.45081099554875453,
        "nauc_ndcg_at_100_std": 0.27424656467878605,
        "nauc_ndcg_at_10_diff1": 0.09370423562060151,
        "nauc_ndcg_at_10_max": 0.5456592897382925,
        "nauc_ndcg_at_10_std": 0.34536715195553835,
        "nauc_ndcg_at_1_diff1": 0.4461416021304604,
        "nauc_ndcg_at_1_max": 0.7935351556521476,
        "nauc_ndcg_at_1_std": 0.3353944106033248,
        "nauc_ndcg_at_20_diff1": 0.08364826244369822,
        "nauc_ndcg_at_20_max": 0.4743525957750626,
        "nauc_ndcg_at_20_std": 0.3778933677587448,
        "nauc_ndcg_at_3_diff1": 0.2680859403927227,
        "nauc_ndcg_at_3_max": 0.7294380436532865,
        "nauc_ndcg_at_3_std": 0.32587417401916186,
        "nauc_ndcg_at_5_diff1": 0.16086898410551215,
        "nauc_ndcg_at_5_max": 0.6423769903998877,
        "nauc_ndcg_at_5_std": 0.3210984500278478,
        "nauc_precision_at_1000_diff1": -0.2995452491921746,
        "nauc_precision_at_1000_max": 0.5465682668761745,
        "nauc_precision_at_1000_std": 0.6042850234287699,
        "nauc_precision_at_100_diff1": -0.26214073037858304,
        "nauc_precision_at_100_max": 0.6451402679519789,
        "nauc_precision_at_100_std": 0.692214599617809,
        "nauc_precision_at_10_diff1": -0.15362487044760217,
        "nauc_precision_at_10_max": 0.6816002854104246,
        "nauc_precision_at_10_std": 0.516409970397701,
        "nauc_precision_at_1_diff1": 0.4461416021304604,
        "nauc_precision_at_1_max": 0.7935351556521476,
        "nauc_precision_at_1_std": 0.3353944106033248,
        "nauc_precision_at_20_diff1": -0.20698854941691733,
        "nauc_precision_at_20_max": 0.6727085641918636,
        "nauc_precision_at_20_std": 0.5680428473431481,
        "nauc_precision_at_3_diff1": 0.18662634160734676,
        "nauc_precision_at_3_max": 0.7266717072990814,
        "nauc_precision_at_3_std": 0.3765260207280642,
        "nauc_precision_at_5_diff1": -0.030795716322272477,
        "nauc_precision_at_5_max": 0.6874996916975382,
        "nauc_precision_at_5_std": 0.45001307202438745,
        "nauc_recall_at_1000_diff1": 0.37368270948417515,
        "nauc_recall_at_1000_max": 0.5529687042990274,
        "nauc_recall_at_1000_std": -0.05470766394037449,
        "nauc_recall_at_100_diff1": 0.2799851830796619,
        "nauc_recall_at_100_max": -0.1233031503982662,
        "nauc_recall_at_100_std": -0.2349959232713721,
        "nauc_recall_at_10_diff1": 0.251124312790832,
        "nauc_recall_at_10_max": -0.39273518318916567,
        "nauc_recall_at_10_std": -0.3663382737268418,
        "nauc_recall_at_1_diff1": 0.22546434180223376,
        "nauc_recall_at_1_max": -0.2520307276514172,
        "nauc_recall_at_1_std": -0.2891681712237897,
        "nauc_recall_at_20_diff1": 0.23818295664182756,
        "nauc_recall_at_20_max": -0.3213339087960711,
        "nauc_recall_at_20_std": -0.3511450710717085,
        "nauc_recall_at_3_diff1": 0.23696186212014503,
        "nauc_recall_at_3_max": -0.3671933901756999,
        "nauc_recall_at_3_std": -0.3449735119023204,
        "nauc_recall_at_5_diff1": 0.25818640728792397,
        "nauc_recall_at_5_max": -0.3559883322353879,
        "nauc_recall_at_5_std": -0.34851795199476515,
        "ndcg_at_1": 0.75714,
        "ndcg_at_10": 0.72842,
        "ndcg_at_100": 0.73109,
        "ndcg_at_1000": 0.78733,
        "ndcg_at_20": 0.71491,
        "ndcg_at_3": 0.76616,
        "ndcg_at_5": 0.74544,
        "precision_at_1": 0.75714,
        "precision_at_10": 0.53429,
        "precision_at_100": 0.22914,
        "precision_at_1000": 0.0425,
        "precision_at_20": 0.45286,
        "precision_at_3": 0.70952,
        "precision_at_5": 0.62857,
        "recall_at_1": 0.12341,
        "recall_at_10": 0.43732,
        "recall_at_100": 0.75684,
        "recall_at_1000": 0.94638,
        "recall_at_20": 0.53087,
        "recall_at_3": 0.28073,
        "recall_at_5": 0.32719
      }
    ]
  },
  "task_name": "ROxfordEasyI2IRetrieval"
}