{ "dataset_revision": "9e7df4c35994683a7ba88002fb22917ffa15067e", "evaluation_time": 41.636632680892944, "kg_co2_emissions": 0.0012143912556488111, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.0, "cv_recall_at_10": 0.02, "cv_recall_at_100": 0.15, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.05, "cv_recall_at_3": 0.0, "cv_recall_at_5": 0.0, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.0, "map_at_1": 0.0, "map_at_10": 0.0031, "map_at_100": 0.00711, "map_at_1000": 0.00974, "map_at_20": 0.00541, "map_at_3": 0.0, "map_at_5": 0.0, "mrr_at_1": 0.0, "mrr_at_10": 0.0030952380952380953, "mrr_at_100": 0.007111601619636587, "mrr_at_1000": 0.00974386535308807, "mrr_at_20": 0.005412087912087912, "mrr_at_3": 0.0, "mrr_at_5": 0.0, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.15710109867956867, "nauc_cv_recall_at_100_max": -0.16540671303296037, "nauc_cv_recall_at_100_std": -0.07073883681080537, "nauc_cv_recall_at_10_diff1": 0.8309632412127715, "nauc_cv_recall_at_10_max": -0.13818084250067084, "nauc_cv_recall_at_10_std": -0.045613093640998144, "nauc_cv_recall_at_1_diff1": NaN, "nauc_cv_recall_at_1_max": NaN, "nauc_cv_recall_at_1_std": NaN, "nauc_cv_recall_at_20_diff1": 0.3913066809766569, "nauc_cv_recall_at_20_max": -0.2750737858867723, "nauc_cv_recall_at_20_std": -0.08253286825865319, "nauc_cv_recall_at_3_diff1": NaN, "nauc_cv_recall_at_3_max": NaN, "nauc_cv_recall_at_3_std": NaN, "nauc_cv_recall_at_5_diff1": NaN, "nauc_cv_recall_at_5_max": NaN, "nauc_cv_recall_at_5_std": NaN, "nauc_map_at_1000_diff1": 0.4018576497856859, "nauc_map_at_1000_max": -0.2121592612056402, "nauc_map_at_1000_std": -0.045135045347549994, "nauc_map_at_100_diff1": 0.3969179898949121, "nauc_map_at_100_max": -0.22227806306921366, "nauc_map_at_100_std": -0.0549637142699759, "nauc_map_at_10_diff1": 0.8179604136137539, "nauc_map_at_10_max": -0.1329797114610637, "nauc_map_at_10_std": -0.017192627603145435, "nauc_map_at_1_diff1": NaN, "nauc_map_at_1_max": NaN, "nauc_map_at_1_std": NaN, "nauc_map_at_20_diff1": 0.5123089977241124, "nauc_map_at_20_max": -0.22885950922000112, "nauc_map_at_20_std": -0.050967082028659, "nauc_map_at_3_diff1": NaN, "nauc_map_at_3_max": NaN, "nauc_map_at_3_std": NaN, "nauc_map_at_5_diff1": NaN, "nauc_map_at_5_max": NaN, "nauc_map_at_5_std": NaN, "nauc_mrr_at_1000_diff1": 0.4018576497856859, "nauc_mrr_at_1000_max": -0.2121592612056402, "nauc_mrr_at_1000_std": -0.045135045347549994, "nauc_mrr_at_100_diff1": 0.3969179898949121, "nauc_mrr_at_100_max": -0.22227806306921366, "nauc_mrr_at_100_std": -0.0549637142699759, "nauc_mrr_at_10_diff1": 0.8179604136137539, "nauc_mrr_at_10_max": -0.1329797114610637, "nauc_mrr_at_10_std": -0.017192627603145435, "nauc_mrr_at_1_diff1": NaN, "nauc_mrr_at_1_max": NaN, "nauc_mrr_at_1_std": NaN, "nauc_mrr_at_20_diff1": 0.5123089977241124, "nauc_mrr_at_20_max": -0.22885950922000112, "nauc_mrr_at_20_std": -0.050967082028659, "nauc_mrr_at_3_diff1": NaN, "nauc_mrr_at_3_max": NaN, "nauc_mrr_at_3_std": NaN, "nauc_mrr_at_5_diff1": NaN, "nauc_mrr_at_5_max": NaN, "nauc_mrr_at_5_std": NaN, "nauc_ndcg_at_1000_diff1": 0.3065562922316988, "nauc_ndcg_at_1000_max": -0.18923700741260502, "nauc_ndcg_at_1000_std": -0.04108128300927258, "nauc_ndcg_at_100_diff1": 0.2273475357224179, "nauc_ndcg_at_100_max": -0.19207076464199066, "nauc_ndcg_at_100_std": -0.06789130340545048, "nauc_ndcg_at_10_diff1": 0.8253558519609097, "nauc_ndcg_at_10_max": -0.13593788679992588, "nauc_ndcg_at_10_std": -0.03335694284764187, "nauc_ndcg_at_1_diff1": NaN, "nauc_ndcg_at_1_max": NaN, "nauc_ndcg_at_1_std": NaN, "nauc_ndcg_at_20_diff1": 0.43850248169976347, "nauc_ndcg_at_20_max": -0.25710760830213536, "nauc_ndcg_at_20_std": -0.07068298665302213, "nauc_ndcg_at_3_diff1": NaN, "nauc_ndcg_at_3_max": NaN, "nauc_ndcg_at_3_std": NaN, "nauc_ndcg_at_5_diff1": NaN, "nauc_ndcg_at_5_max": NaN, "nauc_ndcg_at_5_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.15710109867956853, "nauc_precision_at_100_max": -0.16540671303296064, "nauc_precision_at_100_std": -0.0707388368108054, "nauc_precision_at_10_diff1": 0.8309632412127718, "nauc_precision_at_10_max": -0.13818084250067086, "nauc_precision_at_10_std": -0.04561309364099812, "nauc_precision_at_1_diff1": NaN, "nauc_precision_at_1_max": NaN, "nauc_precision_at_1_std": NaN, "nauc_precision_at_20_diff1": 0.39130668097665683, "nauc_precision_at_20_max": -0.2750737858867723, "nauc_precision_at_20_std": -0.08253286825865301, "nauc_precision_at_3_diff1": NaN, "nauc_precision_at_3_max": NaN, "nauc_precision_at_3_std": NaN, "nauc_precision_at_5_diff1": NaN, "nauc_precision_at_5_max": NaN, "nauc_precision_at_5_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.15710109867956867, "nauc_recall_at_100_max": -0.16540671303296037, "nauc_recall_at_100_std": -0.07073883681080537, "nauc_recall_at_10_diff1": 0.8309632412127715, "nauc_recall_at_10_max": -0.13818084250067084, "nauc_recall_at_10_std": -0.045613093640998144, "nauc_recall_at_1_diff1": NaN, "nauc_recall_at_1_max": NaN, "nauc_recall_at_1_std": NaN, "nauc_recall_at_20_diff1": 0.3913066809766569, "nauc_recall_at_20_max": -0.2750737858867723, "nauc_recall_at_20_std": -0.08253286825865319, "nauc_recall_at_3_diff1": NaN, "nauc_recall_at_3_max": NaN, "nauc_recall_at_3_std": NaN, "nauc_recall_at_5_diff1": NaN, "nauc_recall_at_5_max": NaN, "nauc_recall_at_5_std": NaN, "ndcg_at_1": 0.0, "ndcg_at_10": 0.0069, "ndcg_at_100": 0.03158, "ndcg_at_1000": 0.13092, "ndcg_at_20": 0.01478, "ndcg_at_3": 0.0, "ndcg_at_5": 0.0, "precision_at_1": 0.0, "precision_at_10": 0.002, "precision_at_100": 0.0015, "precision_at_1000": 0.001, "precision_at_20": 0.0025, "precision_at_3": 0.0, "precision_at_5": 0.0, "recall_at_1": 0.0, "recall_at_10": 0.02, "recall_at_100": 0.15, "recall_at_1000": 1.0, "recall_at_20": 0.05, "recall_at_3": 0.0, "recall_at_5": 0.0 } ] }, "task_name": "VidoreShiftProjectRetrieval" }