{ "dataset_revision": "main", "task_name": "JinaVDRAutomobileCatelogRetrieval", "mteb_version": "1.38.36", "scores": { "test": [ { "ndcg_at_1": 0.64444, "ndcg_at_3": 0.77592, "ndcg_at_5": 0.81323, "ndcg_at_10": 0.82855, "ndcg_at_20": 0.82855, "ndcg_at_100": 0.82855, "ndcg_at_1000": 0.82855, "map_at_1": 0.64444, "map_at_3": 0.74444, "map_at_5": 0.76556, "map_at_10": 0.77243, "map_at_20": 0.77243, "map_at_100": 0.77243, "map_at_1000": 0.77243, "recall_at_1": 0.64444, "recall_at_3": 0.86667, "recall_at_5": 0.95556, "recall_at_10": 1.0, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "cv_recall_at_1": 0.64444, "cv_recall_at_3": 0.86667, "cv_recall_at_5": 0.95556, "cv_recall_at_10": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "precision_at_1": 0.64444, "precision_at_3": 0.28889, "precision_at_5": 0.19111, "precision_at_10": 0.1, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.644444, "mrr_at_3": 0.744444, "mrr_at_5": 0.765556, "mrr_at_10": 0.772434, "mrr_at_20": 0.772434, "mrr_at_100": 0.772434, "mrr_at_1000": 0.772434, "nauc_ndcg_at_1_max": 0.354312, "nauc_ndcg_at_1_std": 0.109283, "nauc_ndcg_at_1_diff1": 0.598445, "nauc_ndcg_at_3_max": 0.479158, "nauc_ndcg_at_3_std": 0.293786, "nauc_ndcg_at_3_diff1": 0.543114, "nauc_ndcg_at_5_max": 0.428029, "nauc_ndcg_at_5_std": 0.276912, "nauc_ndcg_at_5_diff1": 0.479383, "nauc_ndcg_at_10_max": 0.398626, "nauc_ndcg_at_10_std": 0.207199, "nauc_ndcg_at_10_diff1": 0.542342, "nauc_ndcg_at_20_max": 0.398626, "nauc_ndcg_at_20_std": 0.207199, "nauc_ndcg_at_20_diff1": 0.542342, "nauc_ndcg_at_100_max": 0.398626, "nauc_ndcg_at_100_std": 0.207199, "nauc_ndcg_at_100_diff1": 0.542342, "nauc_ndcg_at_1000_max": 0.398626, "nauc_ndcg_at_1000_std": 0.207199, "nauc_ndcg_at_1000_diff1": 0.542342, "nauc_map_at_1_max": 0.354312, "nauc_map_at_1_std": 0.109283, "nauc_map_at_1_diff1": 0.598445, "nauc_map_at_3_max": 0.431779, "nauc_map_at_3_std": 0.236814, "nauc_map_at_3_diff1": 0.549444, "nauc_map_at_5_max": 0.404596, "nauc_map_at_5_std": 0.224466, "nauc_map_at_5_diff1": 0.521495, "nauc_map_at_10_max": 0.394037, "nauc_map_at_10_std": 0.19885, "nauc_map_at_10_diff1": 0.546043, "nauc_map_at_20_max": 0.394037, "nauc_map_at_20_std": 0.19885, "nauc_map_at_20_diff1": 0.546043, "nauc_map_at_100_max": 0.394037, "nauc_map_at_100_std": 0.19885, "nauc_map_at_100_diff1": 0.546043, "nauc_map_at_1000_max": 0.394037, "nauc_map_at_1000_std": 0.19885, "nauc_map_at_1000_diff1": 0.546043, "nauc_recall_at_1_max": 0.354312, "nauc_recall_at_1_std": 0.109283, "nauc_recall_at_1_diff1": 0.598445, "nauc_recall_at_3_max": 0.718849, "nauc_recall_at_3_std": 0.57421, "nauc_recall_at_3_diff1": 0.519862, "nauc_recall_at_5_max": 0.711957, "nauc_recall_at_5_std": 0.935438, "nauc_recall_at_5_diff1": -0.081406, "nauc_recall_at_10_max": NaN, "nauc_recall_at_10_std": NaN, "nauc_recall_at_10_diff1": NaN, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.354312, "nauc_precision_at_1_std": 0.109283, "nauc_precision_at_1_diff1": 0.598445, "nauc_precision_at_3_max": 0.718849, "nauc_precision_at_3_std": 0.57421, "nauc_precision_at_3_diff1": 0.519862, "nauc_precision_at_5_max": 0.711957, "nauc_precision_at_5_std": 0.935438, "nauc_precision_at_5_diff1": -0.081406, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_cv_recall_at_1_max": 0.354312, "nauc_cv_recall_at_1_std": 0.109283, "nauc_cv_recall_at_1_diff1": 0.598445, "nauc_cv_recall_at_3_max": 0.718849, "nauc_cv_recall_at_3_std": 0.57421, "nauc_cv_recall_at_3_diff1": 0.519862, "nauc_cv_recall_at_5_max": 0.711957, "nauc_cv_recall_at_5_std": 0.935438, "nauc_cv_recall_at_5_diff1": -0.081406, "nauc_cv_recall_at_10_max": NaN, "nauc_cv_recall_at_10_std": NaN, "nauc_cv_recall_at_10_diff1": NaN, "nauc_cv_recall_at_20_max": NaN, "nauc_cv_recall_at_20_std": NaN, "nauc_cv_recall_at_20_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.354312, "nauc_mrr_at_1_std": 0.109283, "nauc_mrr_at_1_diff1": 0.598445, "nauc_mrr_at_3_max": 0.431779, "nauc_mrr_at_3_std": 0.236814, "nauc_mrr_at_3_diff1": 0.549444, "nauc_mrr_at_5_max": 0.404596, "nauc_mrr_at_5_std": 0.224466, "nauc_mrr_at_5_diff1": 0.521495, "nauc_mrr_at_10_max": 0.394037, "nauc_mrr_at_10_std": 0.19885, "nauc_mrr_at_10_diff1": 0.546043, "nauc_mrr_at_20_max": 0.394037, "nauc_mrr_at_20_std": 0.19885, "nauc_mrr_at_20_diff1": 0.546043, "nauc_mrr_at_100_max": 0.394037, "nauc_mrr_at_100_std": 0.19885, "nauc_mrr_at_100_diff1": 0.546043, "nauc_mrr_at_1000_max": 0.394037, "nauc_mrr_at_1000_std": 0.19885, "nauc_mrr_at_1000_diff1": 0.546043, "main_score": 0.81323, "hf_subset": "default", "languages": [ "jpn-Jpan" ] } ] }, "evaluation_time": 21.41863989830017, "kg_co2_emissions": null }