{ "dataset_revision": "61a2224bcd29b7b261a4892ff4c8bea353527a31", "evaluation_time": 3.1894114017486572, "kg_co2_emissions": null, "mteb_version": "1.16.5", "scores": { "test": [ { "cv_recall_at_1": 0.43929, "cv_recall_at_10": 0.75, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.83214, "cv_recall_at_3": 0.6, "cv_recall_at_5": 0.66429, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.56338, "map_at_1": 0.43929, "map_at_10": 0.54111, "map_at_100": 0.55159, "map_at_1000": 0.55159, "map_at_20": 0.54687, "map_at_3": 0.51488, "map_at_5": 0.52952, "mrr_at_1": 0.4392857142857143, "mrr_at_10": 0.5411111111111111, "mrr_at_100": 0.5515932253390651, "mrr_at_1000": 0.5515932253390651, "mrr_at_20": 0.5468686872215456, "mrr_at_3": 0.5148809523809523, "mrr_at_5": 0.5295238095238096, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_10_diff1": 0.5492711370262388, "nauc_cv_recall_at_10_max": 0.45853330343126253, "nauc_cv_recall_at_10_std": 0.46037975629812355, "nauc_cv_recall_at_1_diff1": 0.7503529642003439, "nauc_cv_recall_at_1_max": 0.6028348966269205, "nauc_cv_recall_at_1_std": 0.2290003774270658, "nauc_cv_recall_at_20_diff1": 0.5320175346603183, "nauc_cv_recall_at_20_max": 0.3469912116953662, "nauc_cv_recall_at_20_std": 0.6528934286972757, "nauc_cv_recall_at_3_diff1": 0.6372969935970829, "nauc_cv_recall_at_3_max": 0.5338803375312725, "nauc_cv_recall_at_3_std": 0.4367764915405164, "nauc_cv_recall_at_5_diff1": 0.6061279871845449, "nauc_cv_recall_at_5_max": 0.49588757785508525, "nauc_cv_recall_at_5_std": 0.517334337529439, "nauc_map_at_1000_diff1": 0.6970079085648742, "nauc_map_at_1000_max": 0.5669744230044897, "nauc_map_at_1000_std": 0.32592113353148616, "nauc_map_at_100_diff1": 0.6970079085648742, "nauc_map_at_100_max": 0.5669744230044897, "nauc_map_at_100_std": 0.32592113353148616, "nauc_map_at_10_diff1": 0.6931873688181696, "nauc_map_at_10_max": 0.5672259529998536, "nauc_map_at_10_std": 0.32449302904260724, "nauc_map_at_1_diff1": 0.7503529642003439, "nauc_map_at_1_max": 0.6028348966269205, "nauc_map_at_1_std": 0.2290003774270658, "nauc_map_at_20_diff1": 0.6944445947598475, "nauc_map_at_20_max": 0.5642392997304403, "nauc_map_at_20_std": 0.33036493578181914, "nauc_map_at_3_diff1": 0.700432826381767, "nauc_map_at_3_max": 0.5743276305736776, "nauc_map_at_3_std": 0.32153251625668944, "nauc_map_at_5_diff1": 0.6963689734275014, "nauc_map_at_5_max": 0.5691451048939264, "nauc_map_at_5_std": 0.3348914119846226, "nauc_mrr_at_1000_diff1": 0.6970079085648742, "nauc_mrr_at_1000_max": 0.5669744230044897, "nauc_mrr_at_1000_std": 0.32592113353148616, "nauc_mrr_at_100_diff1": 0.6970079085648742, "nauc_mrr_at_100_max": 0.5669744230044897, "nauc_mrr_at_100_std": 0.32592113353148616, "nauc_mrr_at_10_diff1": 0.6931873688181696, "nauc_mrr_at_10_max": 0.5672259529998536, "nauc_mrr_at_10_std": 0.32449302904260724, "nauc_mrr_at_1_diff1": 0.7503529642003439, "nauc_mrr_at_1_max": 0.6028348966269205, "nauc_mrr_at_1_std": 0.2290003774270658, "nauc_mrr_at_20_diff1": 0.6944445947598475, "nauc_mrr_at_20_max": 0.5642392997304403, "nauc_mrr_at_20_std": 0.33036493578181914, "nauc_mrr_at_3_diff1": 0.700432826381767, "nauc_mrr_at_3_max": 0.5743276305736776, "nauc_mrr_at_3_std": 0.32153251625668944, "nauc_mrr_at_5_diff1": 0.6963689734275014, "nauc_mrr_at_5_max": 0.5691451048939264, "nauc_mrr_at_5_std": 0.3348914119846226, "nauc_ndcg_at_1000_diff1": 0.6880737002976356, "nauc_ndcg_at_1000_max": 0.5577713647739261, "nauc_ndcg_at_1000_std": 0.3420015946194799, "nauc_ndcg_at_100_diff1": 0.6880737002976356, "nauc_ndcg_at_100_max": 0.5577713647739261, "nauc_ndcg_at_100_std": 0.3420015946194799, "nauc_ndcg_at_10_diff1": 0.6667031884969951, "nauc_ndcg_at_10_max": 0.5474546197952457, "nauc_ndcg_at_10_std": 0.35236593865799554, "nauc_ndcg_at_1_diff1": 0.7503529642003439, "nauc_ndcg_at_1_max": 0.6028348966269205, "nauc_ndcg_at_1_std": 0.2290003774270658, "nauc_ndcg_at_20_diff1": 0.6707398138962479, "nauc_ndcg_at_20_max": 0.5358224062767998, "nauc_ndcg_at_20_std": 0.37504302855987504, "nauc_ndcg_at_3_diff1": 0.6849050153203525, "nauc_ndcg_at_3_max": 0.5644687377137606, "nauc_ndcg_at_3_std": 0.34991204669301906, "nauc_ndcg_at_5_diff1": 0.6761867262643533, "nauc_ndcg_at_5_max": 0.5531844649350871, "nauc_ndcg_at_5_std": 0.37564303741142285, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.5492711370262391, "nauc_precision_at_10_max": 0.4585333034312633, "nauc_precision_at_10_std": 0.4603797562981239, "nauc_precision_at_1_diff1": 0.7503529642003439, "nauc_precision_at_1_max": 0.6028348966269205, "nauc_precision_at_1_std": 0.2290003774270658, "nauc_precision_at_20_diff1": 0.5320175346603178, "nauc_precision_at_20_max": 0.3469912116953668, "nauc_precision_at_20_std": 0.6528934286972753, "nauc_precision_at_3_diff1": 0.6372969935970823, "nauc_precision_at_3_max": 0.5338803375312722, "nauc_precision_at_3_std": 0.43677649154051634, "nauc_precision_at_5_diff1": 0.6061279871845447, "nauc_precision_at_5_max": 0.49588757785508486, "nauc_precision_at_5_std": 0.5173343375294392, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.5492711370262388, "nauc_recall_at_10_max": 0.45853330343126253, "nauc_recall_at_10_std": 0.46037975629812355, "nauc_recall_at_1_diff1": 0.7503529642003439, "nauc_recall_at_1_max": 0.6028348966269205, "nauc_recall_at_1_std": 0.2290003774270658, "nauc_recall_at_20_diff1": 0.5320175346603183, "nauc_recall_at_20_max": 0.3469912116953662, "nauc_recall_at_20_std": 0.6528934286972757, "nauc_recall_at_3_diff1": 0.6372969935970829, "nauc_recall_at_3_max": 0.5338803375312725, "nauc_recall_at_3_std": 0.4367764915405164, "nauc_recall_at_5_diff1": 0.6061279871845449, "nauc_recall_at_5_max": 0.49588757785508525, "nauc_recall_at_5_std": 0.517334337529439, "ndcg_at_1": 0.43929, "ndcg_at_10": 0.59125, "ndcg_at_100": 0.64419, "ndcg_at_1000": 0.64419, "ndcg_at_20": 0.61209, "ndcg_at_3": 0.53694, "ndcg_at_5": 0.56338, "precision_at_1": 0.43929, "precision_at_10": 0.075, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.04161, "precision_at_3": 0.2, "precision_at_5": 0.13286, "recall_at_1": 0.43929, "recall_at_10": 0.75, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.83214, "recall_at_3": 0.6, "recall_at_5": 0.66429 } ] }, "task_name": "VidoreTabfquadRetrieval" }