{ "dataset_revision": "c798fa2f5173dc9fe0c727fd0abfd2f94cbc2f23", "task_name": "NIGHTSI2IRetrieval", "mteb_version": "2.12.32", "scores": { "test": [ { "ndcg_at_1": 0.07877, "ndcg_at_3": 0.14833, "ndcg_at_5": 0.18988, "ndcg_at_10": 0.25158, "ndcg_at_20": 0.30754, "ndcg_at_100": 0.35275, "ndcg_at_1000": 0.35871, "map_at_1": 0.07877, "map_at_3": 0.13042, "map_at_5": 0.15335, "map_at_10": 0.1786, "map_at_20": 0.19397, "map_at_100": 0.20076, "map_at_1000": 0.201, "recall_at_1": 0.07877, "recall_at_3": 0.20047, "recall_at_5": 0.30189, "recall_at_10": 0.49387, "recall_at_20": 0.71509, "recall_at_100": 0.95094, "recall_at_1000": 0.99717, "accuracy": 0.07877, "precision_at_1": 0.07877, "precision_at_3": 0.06682, "precision_at_5": 0.06038, "precision_at_10": 0.04939, "precision_at_20": 0.03575, "precision_at_100": 0.00951, "precision_at_1000": 0.001, "mrr_at_1": 0.078774, "mrr_at_3": 0.130425, "mrr_at_5": 0.153349, "mrr_at_10": 0.178595, "mrr_at_20": 0.193973, "mrr_at_100": 0.200763, "mrr_at_1000": 0.200997, "nauc_ndcg_at_1_max": 0.0506, "nauc_ndcg_at_1_std": -0.019294, "nauc_ndcg_at_1_diff1": 0.092926, "nauc_ndcg_at_3_max": 0.038666, "nauc_ndcg_at_3_std": -0.04179, "nauc_ndcg_at_3_diff1": 0.067613, "nauc_ndcg_at_5_max": 0.048904, "nauc_ndcg_at_5_std": -0.041806, "nauc_ndcg_at_5_diff1": 0.055986, "nauc_ndcg_at_10_max": 0.045191, "nauc_ndcg_at_10_std": -0.051243, "nauc_ndcg_at_10_diff1": 0.040461, "nauc_ndcg_at_20_max": 0.063954, "nauc_ndcg_at_20_std": -0.057542, "nauc_ndcg_at_20_diff1": 0.036024, "nauc_ndcg_at_100_max": 0.07077, "nauc_ndcg_at_100_std": -0.028399, "nauc_ndcg_at_100_diff1": 0.043286, "nauc_ndcg_at_1000_max": 0.061108, "nauc_ndcg_at_1000_std": -0.038605, "nauc_ndcg_at_1000_diff1": 0.047197, "nauc_map_at_1_max": 0.0506, "nauc_map_at_1_std": -0.019294, "nauc_map_at_1_diff1": 0.092926, "nauc_map_at_3_max": 0.041589, "nauc_map_at_3_std": -0.038815, "nauc_map_at_3_diff1": 0.072161, "nauc_map_at_5_max": 0.048004, "nauc_map_at_5_std": -0.03933, "nauc_map_at_5_diff1": 0.064375, "nauc_map_at_10_max": 0.045911, "nauc_map_at_10_std": -0.043439, "nauc_map_at_10_diff1": 0.055517, "nauc_map_at_20_max": 0.051874, "nauc_map_at_20_std": -0.045057, "nauc_map_at_20_diff1": 0.054556, "nauc_map_at_100_max": 0.053236, "nauc_map_at_100_std": -0.040697, "nauc_map_at_100_diff1": 0.055613, "nauc_map_at_1000_max": 0.052864, "nauc_map_at_1000_std": -0.040959, "nauc_map_at_1000_diff1": 0.055776, "nauc_recall_at_1_max": 0.0506, "nauc_recall_at_1_std": -0.019294, "nauc_recall_at_1_diff1": 0.092926, "nauc_recall_at_3_max": 0.032476, "nauc_recall_at_3_std": -0.047603, "nauc_recall_at_3_diff1": 0.058299, "nauc_recall_at_5_max": 0.051189, "nauc_recall_at_5_std": -0.045837, "nauc_recall_at_5_diff1": 0.039804, "nauc_recall_at_10_max": 0.044139, "nauc_recall_at_10_std": -0.067897, "nauc_recall_at_10_diff1": 0.010488, "nauc_recall_at_20_max": 0.108194, "nauc_recall_at_20_std": -0.097208, "nauc_recall_at_20_diff1": -0.016942, "nauc_recall_at_100_max": 0.375552, "nauc_recall_at_100_std": 0.316643, "nauc_recall_at_100_diff1": -0.064031, "nauc_recall_at_1000_max": 0.60442, "nauc_recall_at_1000_std": 0.469032, "nauc_recall_at_1000_diff1": 0.076642, "nauc_precision_at_1_max": 0.0506, "nauc_precision_at_1_std": -0.019294, "nauc_precision_at_1_diff1": 0.092926, "nauc_precision_at_3_max": 0.032476, "nauc_precision_at_3_std": -0.047603, "nauc_precision_at_3_diff1": 0.058299, "nauc_precision_at_5_max": 0.051189, "nauc_precision_at_5_std": -0.045837, "nauc_precision_at_5_diff1": 0.039804, "nauc_precision_at_10_max": 0.044139, "nauc_precision_at_10_std": -0.067897, "nauc_precision_at_10_diff1": 0.010488, "nauc_precision_at_20_max": 0.108194, "nauc_precision_at_20_std": -0.097208, "nauc_precision_at_20_diff1": -0.016942, "nauc_precision_at_100_max": 0.375552, "nauc_precision_at_100_std": 0.316643, "nauc_precision_at_100_diff1": -0.064031, "nauc_precision_at_1000_max": 0.60442, "nauc_precision_at_1000_std": 0.469032, "nauc_precision_at_1000_diff1": 0.076642, "nauc_mrr_at_1_max": 0.0506, "nauc_mrr_at_1_std": -0.019294, "nauc_mrr_at_1_diff1": 0.092926, "nauc_mrr_at_3_max": 0.041589, "nauc_mrr_at_3_std": -0.038815, "nauc_mrr_at_3_diff1": 0.072161, "nauc_mrr_at_5_max": 0.048004, "nauc_mrr_at_5_std": -0.03933, "nauc_mrr_at_5_diff1": 0.064375, "nauc_mrr_at_10_max": 0.045911, "nauc_mrr_at_10_std": -0.043439, "nauc_mrr_at_10_diff1": 0.055517, "nauc_mrr_at_20_max": 0.051874, "nauc_mrr_at_20_std": -0.045057, "nauc_mrr_at_20_diff1": 0.054556, "nauc_mrr_at_100_max": 0.053236, "nauc_mrr_at_100_std": -0.040697, "nauc_mrr_at_100_diff1": 0.055613, "nauc_mrr_at_1000_max": 0.052864, "nauc_mrr_at_1000_std": -0.040959, "nauc_mrr_at_1000_diff1": 0.055776, "hit_rate_at_1": 0.07877, "hit_rate_at_3": 0.20047, "hit_rate_at_5": 0.30189, "hit_rate_at_10": 0.49387, "hit_rate_at_20": 0.71509, "hit_rate_at_100": 0.95094, "hit_rate_at_1000": 0.99717, "main_score": 0.25158, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.12.32" } ] }, "evaluation_time": 4199.857296943665, "kg_co2_emissions": null, "date": null }