{ "dataset_revision": "13758bcf978613b249d0de4d0840f57815122bdf", "task_name": "TempReasonL2Fact", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.03391, "ndcg_at_3": 0.06794, "ndcg_at_5": 0.08653, "ndcg_at_10": 0.10879, "ndcg_at_20": 0.13181, "ndcg_at_100": 0.17544, "ndcg_at_1000": 0.21418, "map_at_1": 0.03391, "map_at_3": 0.05926, "map_at_5": 0.06955, "map_at_10": 0.07862, "map_at_20": 0.08494, "map_at_100": 0.09072, "map_at_1000": 0.09199, "recall_at_1": 0.03391, "recall_at_3": 0.0932, "recall_at_5": 0.13841, "recall_at_10": 0.20789, "recall_at_20": 0.29887, "recall_at_100": 0.53789, "recall_at_1000": 0.85325, "precision_at_1": 0.03391, "precision_at_3": 0.03107, "precision_at_5": 0.02768, "precision_at_10": 0.02079, "precision_at_20": 0.01494, "precision_at_100": 0.00538, "precision_at_1000": 0.00085, "mrr_at_1": 0.033908, "mrr_at_3": 0.059261, "mrr_at_5": 0.069554, "mrr_at_10": 0.078616, "mrr_at_20": 0.084938, "mrr_at_100": 0.090717, "mrr_at_1000": 0.091994, "nauc_ndcg_at_1_max": -0.00797, "nauc_ndcg_at_1_std": 0.109735, "nauc_ndcg_at_1_diff1": -0.097076, "nauc_ndcg_at_3_max": 0.038643, "nauc_ndcg_at_3_std": 0.118895, "nauc_ndcg_at_3_diff1": -0.083664, "nauc_ndcg_at_5_max": 0.054324, "nauc_ndcg_at_5_std": 0.146255, "nauc_ndcg_at_5_diff1": -0.074518, "nauc_ndcg_at_10_max": 0.042194, "nauc_ndcg_at_10_std": 0.163716, "nauc_ndcg_at_10_diff1": -0.079322, "nauc_ndcg_at_20_max": 0.030127, "nauc_ndcg_at_20_std": 0.18722, "nauc_ndcg_at_20_diff1": -0.095625, "nauc_ndcg_at_100_max": -0.003957, "nauc_ndcg_at_100_std": 0.208667, "nauc_ndcg_at_100_diff1": -0.119428, "nauc_ndcg_at_1000_max": -0.017074, "nauc_ndcg_at_1000_std": 0.185607, "nauc_ndcg_at_1000_diff1": -0.124502, "nauc_map_at_1_max": -0.00797, "nauc_map_at_1_std": 0.109735, "nauc_map_at_1_diff1": -0.097076, "nauc_map_at_3_max": 0.030788, "nauc_map_at_3_std": 0.116345, "nauc_map_at_3_diff1": -0.086365, "nauc_map_at_5_max": 0.042973, "nauc_map_at_5_std": 0.135469, "nauc_map_at_5_diff1": -0.07941, "nauc_map_at_10_max": 0.037086, "nauc_map_at_10_std": 0.144782, "nauc_map_at_10_diff1": -0.082061, "nauc_map_at_20_max": 0.032472, "nauc_map_at_20_std": 0.154128, "nauc_map_at_20_diff1": -0.08859, "nauc_map_at_100_max": 0.026402, "nauc_map_at_100_std": 0.159384, "nauc_map_at_100_diff1": -0.093367, "nauc_map_at_1000_max": 0.025546, "nauc_map_at_1000_std": 0.158256, "nauc_map_at_1000_diff1": -0.093618, "nauc_recall_at_1_max": -0.00797, "nauc_recall_at_1_std": 0.109735, "nauc_recall_at_1_diff1": -0.097076, "nauc_recall_at_3_max": 0.053428, "nauc_recall_at_3_std": 0.123912, "nauc_recall_at_3_diff1": -0.078485, "nauc_recall_at_5_max": 0.072729, "nauc_recall_at_5_std": 0.164905, "nauc_recall_at_5_diff1": -0.066469, "nauc_recall_at_10_max": 0.047288, "nauc_recall_at_10_std": 0.192912, "nauc_recall_at_10_diff1": -0.075993, "nauc_recall_at_20_max": 0.022345, "nauc_recall_at_20_std": 0.236937, "nauc_recall_at_20_diff1": -0.108656, "nauc_recall_at_100_max": -0.077172, "nauc_recall_at_100_std": 0.292787, "nauc_recall_at_100_diff1": -0.174979, "nauc_recall_at_1000_max": -0.269801, "nauc_recall_at_1000_std": 0.203396, "nauc_recall_at_1000_diff1": -0.288068, "nauc_precision_at_1_max": -0.00797, "nauc_precision_at_1_std": 0.109735, "nauc_precision_at_1_diff1": -0.097076, "nauc_precision_at_3_max": 0.053428, "nauc_precision_at_3_std": 0.123912, "nauc_precision_at_3_diff1": -0.078485, "nauc_precision_at_5_max": 0.072729, "nauc_precision_at_5_std": 0.164905, "nauc_precision_at_5_diff1": -0.066469, "nauc_precision_at_10_max": 0.047288, "nauc_precision_at_10_std": 0.192912, "nauc_precision_at_10_diff1": -0.075993, "nauc_precision_at_20_max": 0.022345, "nauc_precision_at_20_std": 0.236937, "nauc_precision_at_20_diff1": -0.108656, "nauc_precision_at_100_max": -0.077172, "nauc_precision_at_100_std": 0.292787, "nauc_precision_at_100_diff1": -0.174979, "nauc_precision_at_1000_max": -0.269801, "nauc_precision_at_1000_std": 0.203396, "nauc_precision_at_1000_diff1": -0.288068, "nauc_mrr_at_1_max": -0.00797, "nauc_mrr_at_1_std": 0.109735, "nauc_mrr_at_1_diff1": -0.097076, "nauc_mrr_at_3_max": 0.030788, "nauc_mrr_at_3_std": 0.116345, "nauc_mrr_at_3_diff1": -0.086365, "nauc_mrr_at_5_max": 0.042973, "nauc_mrr_at_5_std": 0.135469, "nauc_mrr_at_5_diff1": -0.07941, "nauc_mrr_at_10_max": 0.037086, "nauc_mrr_at_10_std": 0.144782, "nauc_mrr_at_10_diff1": -0.082061, "nauc_mrr_at_20_max": 0.032472, "nauc_mrr_at_20_std": 0.154128, "nauc_mrr_at_20_diff1": -0.08859, "nauc_mrr_at_100_max": 0.026402, "nauc_mrr_at_100_std": 0.159384, "nauc_mrr_at_100_diff1": -0.093367, "nauc_mrr_at_1000_max": 0.025546, "nauc_mrr_at_1000_std": 0.158256, "nauc_mrr_at_1000_diff1": -0.093618, "main_score": 0.10879, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 27.05507516860962, "kg_co2_emissions": 0.0008357718281154043 }