{
  "dataset_revision": "a9f994925551c14503d00d86f1307bac6e2ead6a",
  "evaluation_time": 26.604324102401733,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.15",
  "scores": {
    "test": [
      {
        "accuracy": 0.69652,
        "cv_recall_at_1": 0.69652,
        "cv_recall_at_10": 1.0,
        "cv_recall_at_100": 1.0,
        "cv_recall_at_1000": 1.0,
        "cv_recall_at_20": 1.0,
        "cv_recall_at_3": 1.0,
        "cv_recall_at_5": 1.0,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.69652,
        "map_at_1": 0.69652,
        "map_at_10": 0.84826,
        "map_at_100": 0.84826,
        "map_at_1000": 0.84826,
        "map_at_20": 0.84826,
        "map_at_3": 0.84826,
        "map_at_5": 0.84826,
        "mrr_at_1": 0.6965174129353234,
        "mrr_at_10": 0.8482587064676617,
        "mrr_at_100": 0.8482587064676617,
        "mrr_at_1000": 0.8482587064676617,
        "mrr_at_20": 0.8482587064676617,
        "mrr_at_3": 0.8482587064676617,
        "mrr_at_5": 0.8482587064676617,
        "nauc_cv_recall_at_1000_diff1": NaN,
        "nauc_cv_recall_at_1000_max": NaN,
        "nauc_cv_recall_at_1000_std": NaN,
        "nauc_cv_recall_at_100_diff1": NaN,
        "nauc_cv_recall_at_100_max": NaN,
        "nauc_cv_recall_at_100_std": NaN,
        "nauc_cv_recall_at_10_diff1": NaN,
        "nauc_cv_recall_at_10_max": NaN,
        "nauc_cv_recall_at_10_std": NaN,
        "nauc_cv_recall_at_1_diff1": 0.30352767939789205,
        "nauc_cv_recall_at_1_max": -0.0031472698053764273,
        "nauc_cv_recall_at_1_std": -0.04822122656460567,
        "nauc_cv_recall_at_20_diff1": NaN,
        "nauc_cv_recall_at_20_max": NaN,
        "nauc_cv_recall_at_20_std": NaN,
        "nauc_cv_recall_at_3_diff1": NaN,
        "nauc_cv_recall_at_3_max": NaN,
        "nauc_cv_recall_at_3_std": NaN,
        "nauc_cv_recall_at_5_diff1": NaN,
        "nauc_cv_recall_at_5_max": NaN,
        "nauc_cv_recall_at_5_std": NaN,
        "nauc_map_at_1000_diff1": 0.3035276793978929,
        "nauc_map_at_1000_max": -0.003147269805375925,
        "nauc_map_at_1000_std": -0.04822122656460464,
        "nauc_map_at_100_diff1": 0.3035276793978929,
        "nauc_map_at_100_max": -0.003147269805375925,
        "nauc_map_at_100_std": -0.04822122656460464,
        "nauc_map_at_10_diff1": 0.3035276793978929,
        "nauc_map_at_10_max": -0.003147269805375925,
        "nauc_map_at_10_std": -0.04822122656460464,
        "nauc_map_at_1_diff1": 0.30352767939789205,
        "nauc_map_at_1_max": -0.0031472698053764273,
        "nauc_map_at_1_std": -0.04822122656460567,
        "nauc_map_at_20_diff1": 0.3035276793978929,
        "nauc_map_at_20_max": -0.003147269805375925,
        "nauc_map_at_20_std": -0.04822122656460464,
        "nauc_map_at_3_diff1": 0.3035276793978929,
        "nauc_map_at_3_max": -0.003147269805375925,
        "nauc_map_at_3_std": -0.04822122656460464,
        "nauc_map_at_5_diff1": 0.3035276793978929,
        "nauc_map_at_5_max": -0.003147269805375925,
        "nauc_map_at_5_std": -0.04822122656460464,
        "nauc_mrr_at_1000_diff1": 0.3035276793978929,
        "nauc_mrr_at_1000_max": -0.003147269805375925,
        "nauc_mrr_at_1000_std": -0.04822122656460464,
        "nauc_mrr_at_100_diff1": 0.3035276793978929,
        "nauc_mrr_at_100_max": -0.003147269805375925,
        "nauc_mrr_at_100_std": -0.04822122656460464,
        "nauc_mrr_at_10_diff1": 0.3035276793978929,
        "nauc_mrr_at_10_max": -0.003147269805375925,
        "nauc_mrr_at_10_std": -0.04822122656460464,
        "nauc_mrr_at_1_diff1": 0.30352767939789205,
        "nauc_mrr_at_1_max": -0.0031472698053764273,
        "nauc_mrr_at_1_std": -0.04822122656460567,
        "nauc_mrr_at_20_diff1": 0.3035276793978929,
        "nauc_mrr_at_20_max": -0.003147269805375925,
        "nauc_mrr_at_20_std": -0.04822122656460464,
        "nauc_mrr_at_3_diff1": 0.3035276793978929,
        "nauc_mrr_at_3_max": -0.003147269805375925,
        "nauc_mrr_at_3_std": -0.04822122656460464,
        "nauc_mrr_at_5_diff1": 0.3035276793978929,
        "nauc_mrr_at_5_max": -0.003147269805375925,
        "nauc_mrr_at_5_std": -0.04822122656460464,
        "nauc_ndcg_at_1000_diff1": 0.30352767939789244,
        "nauc_ndcg_at_1000_max": -0.003147269805375601,
        "nauc_ndcg_at_1000_std": -0.048221226564604654,
        "nauc_ndcg_at_100_diff1": 0.30352767939789244,
        "nauc_ndcg_at_100_max": -0.003147269805375601,
        "nauc_ndcg_at_100_std": -0.048221226564604654,
        "nauc_ndcg_at_10_diff1": 0.30352767939789244,
        "nauc_ndcg_at_10_max": -0.003147269805375601,
        "nauc_ndcg_at_10_std": -0.048221226564604654,
        "nauc_ndcg_at_1_diff1": 0.30352767939789205,
        "nauc_ndcg_at_1_max": -0.0031472698053764273,
        "nauc_ndcg_at_1_std": -0.04822122656460567,
        "nauc_ndcg_at_20_diff1": 0.30352767939789244,
        "nauc_ndcg_at_20_max": -0.003147269805375601,
        "nauc_ndcg_at_20_std": -0.048221226564604654,
        "nauc_ndcg_at_3_diff1": 0.30352767939789244,
        "nauc_ndcg_at_3_max": -0.003147269805375601,
        "nauc_ndcg_at_3_std": -0.048221226564604654,
        "nauc_ndcg_at_5_diff1": 0.30352767939789244,
        "nauc_ndcg_at_5_max": -0.003147269805375601,
        "nauc_ndcg_at_5_std": -0.048221226564604654,
        "nauc_precision_at_1000_diff1": NaN,
        "nauc_precision_at_1000_max": NaN,
        "nauc_precision_at_1000_std": NaN,
        "nauc_precision_at_100_diff1": NaN,
        "nauc_precision_at_100_max": NaN,
        "nauc_precision_at_100_std": NaN,
        "nauc_precision_at_10_diff1": NaN,
        "nauc_precision_at_10_max": NaN,
        "nauc_precision_at_10_std": NaN,
        "nauc_precision_at_1_diff1": 0.30352767939789205,
        "nauc_precision_at_1_max": -0.0031472698053764273,
        "nauc_precision_at_1_std": -0.04822122656460567,
        "nauc_precision_at_20_diff1": NaN,
        "nauc_precision_at_20_max": NaN,
        "nauc_precision_at_20_std": NaN,
        "nauc_precision_at_3_diff1": 1.0,
        "nauc_precision_at_3_max": 1.0,
        "nauc_precision_at_3_std": 1.0,
        "nauc_precision_at_5_diff1": NaN,
        "nauc_precision_at_5_max": NaN,
        "nauc_precision_at_5_std": NaN,
        "nauc_recall_at_1000_diff1": NaN,
        "nauc_recall_at_1000_max": NaN,
        "nauc_recall_at_1000_std": NaN,
        "nauc_recall_at_100_diff1": NaN,
        "nauc_recall_at_100_max": NaN,
        "nauc_recall_at_100_std": NaN,
        "nauc_recall_at_10_diff1": NaN,
        "nauc_recall_at_10_max": NaN,
        "nauc_recall_at_10_std": NaN,
        "nauc_recall_at_1_diff1": 0.30352767939789205,
        "nauc_recall_at_1_max": -0.0031472698053764273,
        "nauc_recall_at_1_std": -0.04822122656460567,
        "nauc_recall_at_20_diff1": NaN,
        "nauc_recall_at_20_max": NaN,
        "nauc_recall_at_20_std": NaN,
        "nauc_recall_at_3_diff1": NaN,
        "nauc_recall_at_3_max": NaN,
        "nauc_recall_at_3_std": NaN,
        "nauc_recall_at_5_diff1": NaN,
        "nauc_recall_at_5_max": NaN,
        "nauc_recall_at_5_std": NaN,
        "ndcg_at_1": 0.69652,
        "ndcg_at_10": 0.88799,
        "ndcg_at_100": 0.88799,
        "ndcg_at_1000": 0.88799,
        "ndcg_at_20": 0.88799,
        "ndcg_at_3": 0.88799,
        "ndcg_at_5": 0.88799,
        "precision_at_1": 0.69652,
        "precision_at_10": 0.1,
        "precision_at_100": 0.01,
        "precision_at_1000": 0.001,
        "precision_at_20": 0.05,
        "precision_at_3": 0.33333,
        "precision_at_5": 0.2,
        "recall_at_1": 0.69652,
        "recall_at_10": 1.0,
        "recall_at_100": 1.0,
        "recall_at_1000": 1.0,
        "recall_at_20": 1.0,
        "recall_at_3": 1.0,
        "recall_at_5": 1.0
      }
    ]
  },
  "task_name": "BLINKIT2IMultiChoice"
}