{ "dataset_revision": "1851bc536f8bdab29e03e29191c4586b1d8d7c5a", "task_name": "Quail", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.03382, "ndcg_at_3": 0.06036, "ndcg_at_5": 0.07139, "ndcg_at_10": 0.08261, "ndcg_at_20": 0.09553, "ndcg_at_100": 0.12349, "ndcg_at_1000": 0.15939, "map_at_1": 0.03382, "map_at_3": 0.05368, "map_at_5": 0.05978, "map_at_10": 0.0643, "map_at_20": 0.06789, "map_at_100": 0.07156, "map_at_1000": 0.07269, "recall_at_1": 0.03382, "recall_at_3": 0.07978, "recall_at_5": 0.10662, "recall_at_10": 0.14191, "recall_at_20": 0.19265, "recall_at_100": 0.34632, "recall_at_1000": 0.64154, "precision_at_1": 0.03382, "precision_at_3": 0.02659, "precision_at_5": 0.02132, "precision_at_10": 0.01419, "precision_at_20": 0.00963, "precision_at_100": 0.00346, "precision_at_1000": 0.00064, "mrr_at_1": 0.033824, "mrr_at_3": 0.053676, "mrr_at_5": 0.059779, "mrr_at_10": 0.0643, "mrr_at_20": 0.067891, "mrr_at_100": 0.071563, "mrr_at_1000": 0.072687, "nauc_ndcg_at_1_max": 0.024723, "nauc_ndcg_at_1_std": 0.015189, "nauc_ndcg_at_1_diff1": 0.099526, "nauc_ndcg_at_3_max": 0.079589, "nauc_ndcg_at_3_std": 0.043158, "nauc_ndcg_at_3_diff1": 0.078075, "nauc_ndcg_at_5_max": 0.09669, "nauc_ndcg_at_5_std": 0.038684, "nauc_ndcg_at_5_diff1": 0.092374, "nauc_ndcg_at_10_max": 0.102275, "nauc_ndcg_at_10_std": 0.038288, "nauc_ndcg_at_10_diff1": 0.091159, "nauc_ndcg_at_20_max": 0.095142, "nauc_ndcg_at_20_std": 0.046975, "nauc_ndcg_at_20_diff1": 0.084041, "nauc_ndcg_at_100_max": 0.104007, "nauc_ndcg_at_100_std": 0.050613, "nauc_ndcg_at_100_diff1": 0.077818, "nauc_ndcg_at_1000_max": 0.087499, "nauc_ndcg_at_1000_std": 0.040479, "nauc_ndcg_at_1000_diff1": 0.070673, "nauc_map_at_1_max": 0.024723, "nauc_map_at_1_std": 0.015189, "nauc_map_at_1_diff1": 0.099526, "nauc_map_at_3_max": 0.069232, "nauc_map_at_3_std": 0.037693, "nauc_map_at_3_diff1": 0.079287, "nauc_map_at_5_max": 0.081031, "nauc_map_at_5_std": 0.035323, "nauc_map_at_5_diff1": 0.088362, "nauc_map_at_10_max": 0.084642, "nauc_map_at_10_std": 0.035786, "nauc_map_at_10_diff1": 0.087697, "nauc_map_at_20_max": 0.082208, "nauc_map_at_20_std": 0.038809, "nauc_map_at_20_diff1": 0.084989, "nauc_map_at_100_max": 0.085166, "nauc_map_at_100_std": 0.039905, "nauc_map_at_100_diff1": 0.083394, "nauc_map_at_1000_max": 0.084672, "nauc_map_at_1000_std": 0.039496, "nauc_map_at_1000_diff1": 0.083181, "nauc_recall_at_1_max": 0.024723, "nauc_recall_at_1_std": 0.015189, "nauc_recall_at_1_diff1": 0.099526, "nauc_recall_at_3_max": 0.10026, "nauc_recall_at_3_std": 0.054105, "nauc_recall_at_3_diff1": 0.07629, "nauc_recall_at_5_max": 0.124544, "nauc_recall_at_5_std": 0.044047, "nauc_recall_at_5_diff1": 0.100734, "nauc_recall_at_10_max": 0.130056, "nauc_recall_at_10_std": 0.041018, "nauc_recall_at_10_diff1": 0.097528, "nauc_recall_at_20_max": 0.110625, "nauc_recall_at_20_std": 0.059696, "nauc_recall_at_20_diff1": 0.08179, "nauc_recall_at_100_max": 0.12512, "nauc_recall_at_100_std": 0.065127, "nauc_recall_at_100_diff1": 0.06806, "nauc_recall_at_1000_max": 0.052321, "nauc_recall_at_1000_std": 0.023537, "nauc_recall_at_1000_diff1": 0.03178, "nauc_precision_at_1_max": 0.024723, "nauc_precision_at_1_std": 0.015189, "nauc_precision_at_1_diff1": 0.099526, "nauc_precision_at_3_max": 0.10026, "nauc_precision_at_3_std": 0.054105, "nauc_precision_at_3_diff1": 0.07629, "nauc_precision_at_5_max": 0.124544, "nauc_precision_at_5_std": 0.044047, "nauc_precision_at_5_diff1": 0.100734, "nauc_precision_at_10_max": 0.130056, "nauc_precision_at_10_std": 0.041018, "nauc_precision_at_10_diff1": 0.097528, "nauc_precision_at_20_max": 0.110625, "nauc_precision_at_20_std": 0.059696, "nauc_precision_at_20_diff1": 0.08179, "nauc_precision_at_100_max": 0.12512, "nauc_precision_at_100_std": 0.065127, "nauc_precision_at_100_diff1": 0.06806, "nauc_precision_at_1000_max": 0.052321, "nauc_precision_at_1000_std": 0.023537, "nauc_precision_at_1000_diff1": 0.03178, "nauc_mrr_at_1_max": 0.024723, "nauc_mrr_at_1_std": 0.015189, "nauc_mrr_at_1_diff1": 0.099526, "nauc_mrr_at_3_max": 0.069232, "nauc_mrr_at_3_std": 0.037693, "nauc_mrr_at_3_diff1": 0.079287, "nauc_mrr_at_5_max": 0.081031, "nauc_mrr_at_5_std": 0.035323, "nauc_mrr_at_5_diff1": 0.088362, "nauc_mrr_at_10_max": 0.084642, "nauc_mrr_at_10_std": 0.035786, "nauc_mrr_at_10_diff1": 0.087697, "nauc_mrr_at_20_max": 0.082208, "nauc_mrr_at_20_std": 0.038809, "nauc_mrr_at_20_diff1": 0.084989, "nauc_mrr_at_100_max": 0.085166, "nauc_mrr_at_100_std": 0.039905, "nauc_mrr_at_100_diff1": 0.083394, "nauc_mrr_at_1000_max": 0.084672, "nauc_mrr_at_1000_std": 0.039496, "nauc_mrr_at_1000_diff1": 0.083181, "main_score": 0.08261, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 65.9408369064331, "kg_co2_emissions": 0.002804247266610591 }