{ "dataset_revision": "84a382e05c4473fed9cff2bbae95fe2379416117", "task_name": "VidoreShiftProjectRetrieval", "mteb_version": "2.3.10", "scores": { "test": [ { "ndcg_at_1": 0.83, "ndcg_at_3": 0.91571, "ndcg_at_5": 0.92002, "ndcg_at_10": 0.92303, "ndcg_at_20": 0.92303, "ndcg_at_100": 0.92505, "ndcg_at_1000": 0.92505, "map_at_1": 0.83, "map_at_3": 0.89667, "map_at_5": 0.89917, "map_at_10": 0.90028, "map_at_20": 0.90028, "map_at_100": 0.90061, "map_at_1000": 0.90061, "recall_at_1": 0.83, "recall_at_3": 0.97, "recall_at_5": 0.98, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.83, "precision_at_1": 0.83, "precision_at_3": 0.32333, "precision_at_5": 0.196, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.83, "mrr_at_3": 0.896667, "mrr_at_5": 0.899167, "mrr_at_10": 0.900278, "mrr_at_20": 0.900278, "mrr_at_100": 0.900611, "mrr_at_1000": 0.900611, "nauc_ndcg_at_1_max": -0.061618, "nauc_ndcg_at_1_std": -0.452749, "nauc_ndcg_at_1_diff1": 0.887676, "nauc_ndcg_at_3_max": -0.160215, "nauc_ndcg_at_3_std": -0.444705, "nauc_ndcg_at_3_diff1": 0.892706, "nauc_ndcg_at_5_max": -0.176125, "nauc_ndcg_at_5_std": -0.404955, "nauc_ndcg_at_5_diff1": 0.894023, "nauc_ndcg_at_10_max": -0.136219, "nauc_ndcg_at_10_std": -0.414511, "nauc_ndcg_at_10_diff1": 0.889689, "nauc_ndcg_at_20_max": -0.136219, "nauc_ndcg_at_20_std": -0.414511, "nauc_ndcg_at_20_diff1": 0.889689, "nauc_ndcg_at_100_max": -0.135229, "nauc_ndcg_at_100_std": -0.436299, "nauc_ndcg_at_100_diff1": 0.890264, "nauc_ndcg_at_1000_max": -0.135229, "nauc_ndcg_at_1000_std": -0.436299, "nauc_ndcg_at_1000_diff1": 0.890264, "nauc_map_at_1_max": -0.061618, "nauc_map_at_1_std": -0.452749, "nauc_map_at_1_diff1": 0.887676, "nauc_map_at_3_max": -0.133277, "nauc_map_at_3_std": -0.456431, "nauc_map_at_3_diff1": 0.890604, "nauc_map_at_5_max": -0.139927, "nauc_map_at_5_std": -0.438372, "nauc_map_at_5_diff1": 0.891158, "nauc_map_at_10_max": -0.128111, "nauc_map_at_10_std": -0.441491, "nauc_map_at_10_diff1": 0.889887, "nauc_map_at_20_max": -0.128111, "nauc_map_at_20_std": -0.441491, "nauc_map_at_20_diff1": 0.889887, "nauc_map_at_100_max": -0.127959, "nauc_map_at_100_std": -0.444302, "nauc_map_at_100_diff1": 0.889959, "nauc_map_at_1000_max": -0.127959, "nauc_map_at_1000_std": -0.444302, "nauc_map_at_1000_diff1": 0.889959, "nauc_recall_at_1_max": -0.061618, "nauc_recall_at_1_std": -0.452749, "nauc_recall_at_1_diff1": 0.887676, "nauc_recall_at_3_max": -0.400093, "nauc_recall_at_3_std": -0.321662, "nauc_recall_at_3_diff1": 0.912854, "nauc_recall_at_5_max": -0.661531, "nauc_recall_at_5_std": 0.093371, "nauc_recall_at_5_diff1": 0.934641, "nauc_recall_at_10_max": -0.171335, "nauc_recall_at_10_std": 0.358077, "nauc_recall_at_10_diff1": 0.869281, "nauc_recall_at_20_max": -0.171335, "nauc_recall_at_20_std": 0.358077, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.061618, "nauc_precision_at_1_std": -0.452749, "nauc_precision_at_1_diff1": 0.887676, "nauc_precision_at_3_max": -0.400093, "nauc_precision_at_3_std": -0.321662, "nauc_precision_at_3_diff1": 0.912854, "nauc_precision_at_5_max": -0.661531, "nauc_precision_at_5_std": 0.093371, "nauc_precision_at_5_diff1": 0.934641, "nauc_precision_at_10_max": -0.171335, "nauc_precision_at_10_std": 0.358077, "nauc_precision_at_10_diff1": 0.869281, "nauc_precision_at_20_max": -0.171335, "nauc_precision_at_20_std": 0.358077, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.061618, "nauc_mrr_at_1_std": -0.452749, "nauc_mrr_at_1_diff1": 0.887676, "nauc_mrr_at_3_max": -0.133277, "nauc_mrr_at_3_std": -0.456431, "nauc_mrr_at_3_diff1": 0.890604, "nauc_mrr_at_5_max": -0.139927, "nauc_mrr_at_5_std": -0.438372, "nauc_mrr_at_5_diff1": 0.891158, "nauc_mrr_at_10_max": -0.128111, "nauc_mrr_at_10_std": -0.441491, "nauc_mrr_at_10_diff1": 0.889887, "nauc_mrr_at_20_max": -0.128111, "nauc_mrr_at_20_std": -0.441491, "nauc_mrr_at_20_diff1": 0.889887, "nauc_mrr_at_100_max": -0.127959, "nauc_mrr_at_100_std": -0.444302, "nauc_mrr_at_100_diff1": 0.889959, "nauc_mrr_at_1000_max": -0.127959, "nauc_mrr_at_1000_std": -0.444302, "nauc_mrr_at_1000_diff1": 0.889959, "cv_recall_at_1": 0.83, "cv_recall_at_3": 0.97, "cv_recall_at_5": 0.98, "cv_recall_at_10": 0.99, "cv_recall_at_20": 0.99, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "main_score": 0.92002, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 281.7239716053009, "kg_co2_emissions": null }