{ "dataset_revision": "78e6f5ad3bbc1af50ae9c0f006f57462213269fb", "task_name": "VidoreShiftProjectRetrieval", "mteb_version": "2.21.3", "scores": { "test": [ { "ndcg_at_1": 0.84, "ndcg_at_3": 0.92071, "ndcg_at_5": 0.92889, "ndcg_at_10": 0.92889, "ndcg_at_20": 0.92889, "ndcg_at_100": 0.93082, "ndcg_at_1000": 0.93082, "map_at_1": 0.84, "map_at_3": 0.90333, "map_at_5": 0.90783, "map_at_10": 0.90783, "map_at_20": 0.90783, "map_at_100": 0.90812, "map_at_1000": 0.90812, "recall_at_1": 0.84, "recall_at_3": 0.97, "recall_at_5": 0.99, "recall_at_10": 0.99, "recall_at_20": 0.99, "recall_at_100": 1.0, "recall_at_1000": 1.0, "accuracy": 0.84, "precision_at_1": 0.84, "precision_at_3": 0.32333, "precision_at_5": 0.198, "precision_at_10": 0.099, "precision_at_20": 0.0495, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.84, "mrr_at_3": 0.903333, "mrr_at_5": 0.907833, "mrr_at_10": 0.907833, "mrr_at_20": 0.907833, "mrr_at_100": 0.908119, "mrr_at_1000": 0.908119, "nauc_ndcg_at_1_max": -0.175963, "nauc_ndcg_at_1_std": -0.481867, "nauc_ndcg_at_1_diff1": 0.851651, "nauc_ndcg_at_3_max": 0.101613, "nauc_ndcg_at_3_std": -0.231661, "nauc_ndcg_at_3_diff1": 0.785555, "nauc_ndcg_at_5_max": 0.011488, "nauc_ndcg_at_5_std": -0.323882, "nauc_ndcg_at_5_diff1": 0.824405, "nauc_ndcg_at_10_max": 0.011488, "nauc_ndcg_at_10_std": -0.323882, "nauc_ndcg_at_10_diff1": 0.824405, "nauc_ndcg_at_20_max": 0.011488, "nauc_ndcg_at_20_std": -0.323882, "nauc_ndcg_at_20_diff1": 0.824405, "nauc_ndcg_at_100_max": -0.017359, "nauc_ndcg_at_100_std": -0.354409, "nauc_ndcg_at_100_diff1": 0.823095, "nauc_ndcg_at_1000_max": -0.017359, "nauc_ndcg_at_1000_std": -0.354409, "nauc_ndcg_at_1000_diff1": 0.823095, "nauc_map_at_1_max": -0.175963, "nauc_map_at_1_std": -0.481867, "nauc_map_at_1_diff1": 0.851651, "nauc_map_at_3_max": 0.008851, "nauc_map_at_3_std": -0.327075, "nauc_map_at_3_diff1": 0.807628, "nauc_map_at_5_max": -0.033823, "nauc_map_at_5_std": -0.369896, "nauc_map_at_5_diff1": 0.824997, "nauc_map_at_10_max": -0.033823, "nauc_map_at_10_std": -0.369896, "nauc_map_at_10_diff1": 0.824997, "nauc_map_at_20_max": -0.033823, "nauc_map_at_20_std": -0.369896, "nauc_map_at_20_diff1": 0.824997, "nauc_map_at_100_max": -0.037181, "nauc_map_at_100_std": -0.373444, "nauc_map_at_100_diff1": 0.824854, "nauc_map_at_1000_max": -0.037181, "nauc_map_at_1000_std": -0.373444, "nauc_map_at_1000_diff1": 0.824854, "nauc_recall_at_1_max": -0.175963, "nauc_recall_at_1_std": -0.481867, "nauc_recall_at_1_diff1": 0.851651, "nauc_recall_at_3_max": 0.907407, "nauc_recall_at_3_std": 0.615002, "nauc_recall_at_3_diff1": 0.593838, "nauc_recall_at_5_max": 1.0, "nauc_recall_at_5_std": 0.722222, "nauc_recall_at_5_diff1": 0.869281, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.722222, "nauc_recall_at_10_diff1": 0.869281, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.722222, "nauc_recall_at_20_diff1": 0.869281, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.175963, "nauc_precision_at_1_std": -0.481867, "nauc_precision_at_1_diff1": 0.851651, "nauc_precision_at_3_max": 0.907407, "nauc_precision_at_3_std": 0.615002, "nauc_precision_at_3_diff1": 0.593838, "nauc_precision_at_5_max": 1.0, "nauc_precision_at_5_std": 0.722222, "nauc_precision_at_5_diff1": 0.869281, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.722222, "nauc_precision_at_10_diff1": 0.869281, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.722222, "nauc_precision_at_20_diff1": 0.869281, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.175963, "nauc_mrr_at_1_std": -0.481867, "nauc_mrr_at_1_diff1": 0.851651, "nauc_mrr_at_3_max": 0.008851, "nauc_mrr_at_3_std": -0.327075, "nauc_mrr_at_3_diff1": 0.807628, "nauc_mrr_at_5_max": -0.033823, "nauc_mrr_at_5_std": -0.369896, "nauc_mrr_at_5_diff1": 0.824997, "nauc_mrr_at_10_max": -0.033823, "nauc_mrr_at_10_std": -0.369896, "nauc_mrr_at_10_diff1": 0.824997, "nauc_mrr_at_20_max": -0.033823, "nauc_mrr_at_20_std": -0.369896, "nauc_mrr_at_20_diff1": 0.824997, "nauc_mrr_at_100_max": -0.037181, "nauc_mrr_at_100_std": -0.373444, "nauc_mrr_at_100_diff1": 0.824854, "nauc_mrr_at_1000_max": -0.037181, "nauc_mrr_at_1000_std": -0.373444, "nauc_mrr_at_1000_diff1": 0.824854, "hit_rate_at_1": 0.84, "hit_rate_at_3": 0.97, "hit_rate_at_5": 0.99, "hit_rate_at_10": 0.99, "hit_rate_at_20": 0.99, "hit_rate_at_100": 1.0, "hit_rate_at_1000": 1.0, "main_score": 0.92889, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.21.3" } ] }, "evaluation_time": 204.06322269747034, "kg_co2_emissions": null, "date": 1790262837.728143, "evaluation_phases": [ { "name": "Data loading", "start": 0.0, "end": 2.83484172122553, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 2.837318670935929, "end": 203.9540466950275, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 203.95406679389998, "end": 204.05589732294902, "split": "test", "subset": "default" } ] }