{ "dataset_revision": "61a2224bcd29b7b261a4892ff4c8bea353527a31", "evaluation_time": 2.7640035152435303, "kg_co2_emissions": null, "mteb_version": "1.16.5", "scores": { "test": [ { "cv_recall_at_1": 0.02143, "cv_recall_at_10": 0.15, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.26786, "cv_recall_at_3": 0.04286, "cv_recall_at_5": 0.06786, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.04306, "map_at_1": 0.02143, "map_at_10": 0.04533, "map_at_100": 0.07148, "map_at_1000": 0.07148, "map_at_20": 0.05317, "map_at_3": 0.02917, "map_at_5": 0.03506, "mrr_at_1": 0.02142857142857143, "mrr_at_10": 0.045333049886621304, "mrr_at_100": 0.07148124965075082, "mrr_at_1000": 0.07148124965075082, "mrr_at_20": 0.05317146052384882, "mrr_at_3": 0.02916666666666667, "mrr_at_5": 0.03505952380952382, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_10_diff1": 0.0223551773294743, "nauc_cv_recall_at_10_max": -0.016163405186689093, "nauc_cv_recall_at_10_std": 0.12029317321122589, "nauc_cv_recall_at_1_diff1": 0.11805741883552455, "nauc_cv_recall_at_1_max": -0.1477059297021734, "nauc_cv_recall_at_1_std": 0.09882836955549584, "nauc_cv_recall_at_20_diff1": 0.023624372978891327, "nauc_cv_recall_at_20_max": 0.028105823339189748, "nauc_cv_recall_at_20_std": 0.10719323708400172, "nauc_cv_recall_at_3_diff1": -0.13178606564707995, "nauc_cv_recall_at_3_max": 4.4718719255795915e-05, "nauc_cv_recall_at_3_std": 0.11454699937393784, "nauc_cv_recall_at_5_diff1": -0.11651815344640101, "nauc_cv_recall_at_5_max": -0.0024712976430881248, "nauc_cv_recall_at_5_std": 0.10810161975908374, "nauc_map_at_1000_diff1": 0.0030288805431295954, "nauc_map_at_1000_max": -0.042555302772477856, "nauc_map_at_1000_std": 0.10145198098722467, "nauc_map_at_100_diff1": 0.0030288805431295954, "nauc_map_at_100_max": -0.042555302772477856, "nauc_map_at_100_std": 0.10145198098722467, "nauc_map_at_10_diff1": 0.011125008959401737, "nauc_map_at_10_max": -0.04887409464147651, "nauc_map_at_10_std": 0.11356394277455853, "nauc_map_at_1_diff1": 0.11805741883552455, "nauc_map_at_1_max": -0.1477059297021734, "nauc_map_at_1_std": 0.09882836955549584, "nauc_map_at_20_diff1": 0.00790620088127497, "nauc_map_at_20_max": -0.03266056498591199, "nauc_map_at_20_std": 0.10948906514199663, "nauc_map_at_3_diff1": -0.016920103163347446, "nauc_map_at_3_max": -0.05881515471764242, "nauc_map_at_3_std": 0.10307025949633952, "nauc_map_at_5_diff1": -0.028138627726000735, "nauc_map_at_5_max": -0.05096567378962231, "nauc_map_at_5_std": 0.10179013057106794, "nauc_mrr_at_1000_diff1": 0.0030288805431295954, "nauc_mrr_at_1000_max": -0.042555302772477856, "nauc_mrr_at_1000_std": 0.10145198098722467, "nauc_mrr_at_100_diff1": 0.0030288805431295954, "nauc_mrr_at_100_max": -0.042555302772477856, "nauc_mrr_at_100_std": 0.10145198098722467, "nauc_mrr_at_10_diff1": 0.011125008959401737, "nauc_mrr_at_10_max": -0.04887409464147651, "nauc_mrr_at_10_std": 0.11356394277455853, "nauc_mrr_at_1_diff1": 0.11805741883552455, "nauc_mrr_at_1_max": -0.1477059297021734, "nauc_mrr_at_1_std": 0.09882836955549584, "nauc_mrr_at_20_diff1": 0.00790620088127497, "nauc_mrr_at_20_max": -0.03266056498591199, "nauc_mrr_at_20_std": 0.10948906514199663, "nauc_mrr_at_3_diff1": -0.016920103163347446, "nauc_mrr_at_3_max": -0.05881515471764242, "nauc_mrr_at_3_std": 0.10307025949633952, "nauc_mrr_at_5_diff1": -0.028138627726000735, "nauc_mrr_at_5_max": -0.05096567378962231, "nauc_mrr_at_5_std": 0.10179013057106794, "nauc_ndcg_at_1000_diff1": -0.002762001198438981, "nauc_ndcg_at_1000_max": -0.0319208645683068, "nauc_ndcg_at_1000_std": 0.09587815553211353, "nauc_ndcg_at_100_diff1": -0.002762001198438981, "nauc_ndcg_at_100_max": -0.0319208645683068, "nauc_ndcg_at_100_std": 0.09587815553211353, "nauc_ndcg_at_10_diff1": 0.013102304971964178, "nauc_ndcg_at_10_max": -0.03265329647012971, "nauc_ndcg_at_10_std": 0.11761682841551216, "nauc_ndcg_at_1_diff1": 0.11805741883552455, "nauc_ndcg_at_1_max": -0.1477059297021734, "nauc_ndcg_at_1_std": 0.09882836955549584, "nauc_ndcg_at_20_diff1": 0.012046738554626017, "nauc_ndcg_at_20_max": -0.001613149444791069, "nauc_ndcg_at_20_std": 0.10935564974294829, "nauc_ndcg_at_3_diff1": -0.05497318812109684, "nauc_ndcg_at_3_max": -0.039008470679042194, "nauc_ndcg_at_3_std": 0.10672822199087045, "nauc_ndcg_at_5_diff1": -0.0627584485059545, "nauc_ndcg_at_5_max": -0.03182536673651683, "nauc_ndcg_at_5_std": 0.10418772414041122, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_10_diff1": 0.02235517732947428, "nauc_precision_at_10_max": -0.01616340518668922, "nauc_precision_at_10_std": 0.12029317321122591, "nauc_precision_at_1_diff1": 0.11805741883552455, "nauc_precision_at_1_max": -0.1477059297021734, "nauc_precision_at_1_std": 0.09882836955549584, "nauc_precision_at_20_diff1": 0.02362437297889152, "nauc_precision_at_20_max": 0.028105823339189942, "nauc_precision_at_20_std": 0.10719323708400187, "nauc_precision_at_3_diff1": -0.13178606564707995, "nauc_precision_at_3_max": 4.4718719255823284e-05, "nauc_precision_at_3_std": 0.11454699937393795, "nauc_precision_at_5_diff1": -0.11651815344640105, "nauc_precision_at_5_max": -0.0024712976430882115, "nauc_precision_at_5_std": 0.10810161975908374, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_10_diff1": 0.0223551773294743, "nauc_recall_at_10_max": -0.016163405186689093, "nauc_recall_at_10_std": 0.12029317321122589, "nauc_recall_at_1_diff1": 0.11805741883552455, "nauc_recall_at_1_max": -0.1477059297021734, "nauc_recall_at_1_std": 0.09882836955549584, "nauc_recall_at_20_diff1": 0.023624372978891327, "nauc_recall_at_20_max": 0.028105823339189748, "nauc_recall_at_20_std": 0.10719323708400172, "nauc_recall_at_3_diff1": -0.13178606564707995, "nauc_recall_at_3_max": 4.4718719255795915e-05, "nauc_recall_at_3_std": 0.11454699937393784, "nauc_recall_at_5_diff1": -0.11651815344640101, "nauc_recall_at_5_max": -0.0024712976430881248, "nauc_recall_at_5_std": 0.10810161975908374, "ndcg_at_1": 0.02143, "ndcg_at_10": 0.06893, "ndcg_at_100": 0.23385, "ndcg_at_1000": 0.23385, "ndcg_at_20": 0.09831, "ndcg_at_3": 0.03261, "ndcg_at_5": 0.04306, "precision_at_1": 0.02143, "precision_at_10": 0.015, "precision_at_100": 0.01, "precision_at_1000": 0.001, "precision_at_20": 0.01339, "precision_at_3": 0.01429, "precision_at_5": 0.01357, "recall_at_1": 0.02143, "recall_at_10": 0.15, "recall_at_100": 1.0, "recall_at_1000": 1.0, "recall_at_20": 0.26786, "recall_at_3": 0.04286, "recall_at_5": 0.06786 } ] }, "task_name": "VidoreTabfquadRetrieval" }