{ "dataset_revision": "c26703e6600d97c579ee2985f16cf307db13ed85", "task_name": "BrightAopsRetrieval", "mteb_version": "2.12.44", "scores": { "standard": [ { "ndcg_at_1": 0.07207, "ndcg_at_3": 0.0647, "ndcg_at_5": 0.06283, "ndcg_at_10": 0.07547, "ndcg_at_20": 0.08349, "ndcg_at_100": 0.11928, "ndcg_at_1000": 0.16358, "map_at_1": 0.01544, "map_at_3": 0.03045, "map_at_5": 0.03755, "map_at_10": 0.05023, "map_at_20": 0.05357, "map_at_100": 0.05867, "map_at_1000": 0.06115, "recall_at_1": 0.01544, "recall_at_3": 0.03738, "recall_at_5": 0.05035, "recall_at_10": 0.0888, "recall_at_20": 0.10822, "recall_at_100": 0.23381, "recall_at_1000": 0.45394, "accuracy": 0.01544, "precision_at_1": 0.07207, "precision_at_3": 0.06006, "precision_at_5": 0.05045, "precision_at_10": 0.04324, "precision_at_20": 0.02613, "precision_at_100": 0.01108, "precision_at_1000": 0.00219, "mrr_at_1": 0.072072, "mrr_at_3": 0.091592, "mrr_at_5": 0.095195, "mrr_at_10": 0.10474, "mrr_at_20": 0.106831, "mrr_at_100": 0.111358, "mrr_at_1000": 0.112479, "nauc_ndcg_at_1_max": 0.441291, "nauc_ndcg_at_1_std": 0.018055, "nauc_ndcg_at_1_diff1": 0.41387, "nauc_ndcg_at_3_max": 0.487295, "nauc_ndcg_at_3_std": 0.026699, "nauc_ndcg_at_3_diff1": 0.387325, "nauc_ndcg_at_5_max": 0.425897, "nauc_ndcg_at_5_std": 0.023584, "nauc_ndcg_at_5_diff1": 0.355855, "nauc_ndcg_at_10_max": 0.372139, "nauc_ndcg_at_10_std": 0.044836, "nauc_ndcg_at_10_diff1": 0.292893, "nauc_ndcg_at_20_max": 0.37024, "nauc_ndcg_at_20_std": 0.056997, "nauc_ndcg_at_20_diff1": 0.268119, "nauc_ndcg_at_100_max": 0.340759, "nauc_ndcg_at_100_std": 0.104096, "nauc_ndcg_at_100_diff1": 0.216312, "nauc_ndcg_at_1000_max": 0.390701, "nauc_ndcg_at_1000_std": 0.195293, "nauc_ndcg_at_1000_diff1": 0.185946, "nauc_map_at_1_max": 0.243526, "nauc_map_at_1_std": -0.043354, "nauc_map_at_1_diff1": 0.300144, "nauc_map_at_3_max": 0.345701, "nauc_map_at_3_std": -0.039383, "nauc_map_at_3_diff1": 0.304505, "nauc_map_at_5_max": 0.39963, "nauc_map_at_5_std": -0.002502, "nauc_map_at_5_diff1": 0.33308, "nauc_map_at_10_max": 0.42073, "nauc_map_at_10_std": 0.022107, "nauc_map_at_10_diff1": 0.331071, "nauc_map_at_20_max": 0.411929, "nauc_map_at_20_std": 0.030237, "nauc_map_at_20_diff1": 0.318555, "nauc_map_at_100_max": 0.40464, "nauc_map_at_100_std": 0.041492, "nauc_map_at_100_diff1": 0.303086, "nauc_map_at_1000_max": 0.413916, "nauc_map_at_1000_std": 0.05978, "nauc_map_at_1000_diff1": 0.300078, "nauc_recall_at_1_max": 0.243526, "nauc_recall_at_1_std": -0.043354, "nauc_recall_at_1_diff1": 0.300144, "nauc_recall_at_3_max": 0.284366, "nauc_recall_at_3_std": -0.068335, "nauc_recall_at_3_diff1": 0.265087, "nauc_recall_at_5_max": 0.300469, "nauc_recall_at_5_std": -0.000357, "nauc_recall_at_5_diff1": 0.259928, "nauc_recall_at_10_max": 0.30586, "nauc_recall_at_10_std": 0.059573, "nauc_recall_at_10_diff1": 0.226261, "nauc_recall_at_20_max": 0.293555, "nauc_recall_at_20_std": 0.06551, "nauc_recall_at_20_diff1": 0.185196, "nauc_recall_at_100_max": 0.201682, "nauc_recall_at_100_std": 0.116637, "nauc_recall_at_100_diff1": 0.093314, "nauc_recall_at_1000_max": 0.305233, "nauc_recall_at_1000_std": 0.28387, "nauc_recall_at_1000_diff1": 0.018598, "nauc_precision_at_1_max": 0.441291, "nauc_precision_at_1_std": 0.018055, "nauc_precision_at_1_diff1": 0.41387, "nauc_precision_at_3_max": 0.541554, "nauc_precision_at_3_std": 0.060683, "nauc_precision_at_3_diff1": 0.389598, "nauc_precision_at_5_max": 0.539848, "nauc_precision_at_5_std": 0.088995, "nauc_precision_at_5_diff1": 0.402098, "nauc_precision_at_10_max": 0.509464, "nauc_precision_at_10_std": 0.146098, "nauc_precision_at_10_diff1": 0.331341, "nauc_precision_at_20_max": 0.516567, "nauc_precision_at_20_std": 0.174118, "nauc_precision_at_20_diff1": 0.287143, "nauc_precision_at_100_max": 0.408953, "nauc_precision_at_100_std": 0.26844, "nauc_precision_at_100_diff1": 0.152044, "nauc_precision_at_1000_max": 0.455062, "nauc_precision_at_1000_std": 0.426444, "nauc_precision_at_1000_diff1": 0.074404, "nauc_mrr_at_1_max": 0.441291, "nauc_mrr_at_1_std": 0.018055, "nauc_mrr_at_1_diff1": 0.41387, "nauc_mrr_at_3_max": 0.397608, "nauc_mrr_at_3_std": -0.001923, "nauc_mrr_at_3_diff1": 0.382953, "nauc_mrr_at_5_max": 0.373036, "nauc_mrr_at_5_std": 0.007082, "nauc_mrr_at_5_diff1": 0.355256, "nauc_mrr_at_10_max": 0.376756, "nauc_mrr_at_10_std": 0.043091, "nauc_mrr_at_10_diff1": 0.330251, "nauc_mrr_at_20_max": 0.379229, "nauc_mrr_at_20_std": 0.045356, "nauc_mrr_at_20_diff1": 0.322039, "nauc_mrr_at_100_max": 0.37544, "nauc_mrr_at_100_std": 0.051778, "nauc_mrr_at_100_diff1": 0.318663, "nauc_mrr_at_1000_max": 0.373875, "nauc_mrr_at_1000_std": 0.050126, "nauc_mrr_at_1000_diff1": 0.318592, "hit_rate_at_1": 0.07207, "hit_rate_at_3": 0.11712, "hit_rate_at_5": 0.13514, "hit_rate_at_10": 0.20721, "hit_rate_at_20": 0.24324, "hit_rate_at_100": 0.42342, "hit_rate_at_1000": 0.68468, "main_score": 0.07547, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.12.44" } ] }, "evaluation_time": 1969.5931134223938, "kg_co2_emissions": null, "date": 1778280667.364519 }