{ "dataset_revision": "4b70e90197901da24f3cfcd51d27111292878680", "evaluation_time": 68.57438063621521, "kg_co2_emissions": null, "mteb_version": "1.12.27", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.30051, "map_at_1": 0.11432, "map_at_10": 0.23184, "map_at_100": 0.24276, "map_at_1000": 0.24346, "map_at_20": 0.23874, "map_at_3": 0.19272, "map_at_5": 0.21492, "mrr_at_1": 0.11432444645277903, "mrr_at_10": 0.23183712406487034, "mrr_at_100": 0.2427572530018055, "mrr_at_1000": 0.2434569367238391, "mrr_at_20": 0.2387368519809959, "mrr_at_3": 0.19272480795300587, "mrr_at_5": 0.21492318120199014, "nauc_map_at_1000_diff1": 0.013134937094442724, "nauc_map_at_1000_max": 0.0962933645697882, "nauc_map_at_1000_std": 0.07336888381621556, "nauc_map_at_100_diff1": 0.012823767527517073, "nauc_map_at_100_max": 0.09667334028849157, "nauc_map_at_100_std": 0.07401452012534562, "nauc_map_at_10_diff1": 0.013154607308724638, "nauc_map_at_10_max": 0.09457822413222601, "nauc_map_at_10_std": 0.06970108747894982, "nauc_map_at_1_diff1": 0.038644501526563506, "nauc_map_at_1_max": 0.03406766330980977, "nauc_map_at_1_std": 0.010790996092590491, "nauc_map_at_20_diff1": 0.012847249421188589, "nauc_map_at_20_max": 0.09685668499488599, "nauc_map_at_20_std": 0.0742771623660682, "nauc_map_at_3_diff1": 0.019370963496954996, "nauc_map_at_3_max": 0.07003314822588419, "nauc_map_at_3_std": 0.032165131885122905, "nauc_map_at_5_diff1": 0.016326031738962497, "nauc_map_at_5_max": 0.08471229494768483, "nauc_map_at_5_std": 0.05333455117026215, "nauc_mrr_at_1000_diff1": 0.013134937094442724, "nauc_mrr_at_1000_max": 0.0962933645697882, "nauc_mrr_at_1000_std": 0.07336888381621556, "nauc_mrr_at_100_diff1": 0.012823767527517073, "nauc_mrr_at_100_max": 0.09667334028849157, "nauc_mrr_at_100_std": 0.07401452012534562, "nauc_mrr_at_10_diff1": 0.013154607308724638, "nauc_mrr_at_10_max": 0.09457822413222601, "nauc_mrr_at_10_std": 0.06970108747894982, "nauc_mrr_at_1_diff1": 0.038644501526563506, "nauc_mrr_at_1_max": 0.03406766330980977, "nauc_mrr_at_1_std": 0.010790996092590491, "nauc_mrr_at_20_diff1": 0.012847249421188589, "nauc_mrr_at_20_max": 0.09685668499488599, "nauc_mrr_at_20_std": 0.0742771623660682, "nauc_mrr_at_3_diff1": 0.019370963496954996, "nauc_mrr_at_3_max": 0.07003314822588419, "nauc_mrr_at_3_std": 0.032165131885122905, "nauc_mrr_at_5_diff1": 0.016326031738962497, "nauc_mrr_at_5_max": 0.08471229494768483, "nauc_mrr_at_5_std": 0.05333455117026215, "nauc_ndcg_at_1000_diff1": 0.007287896657875496, "nauc_ndcg_at_1000_max": 0.12415606594963452, "nauc_ndcg_at_1000_std": 0.10850116578139887, "nauc_ndcg_at_100_diff1": -0.0008231054278060389, "nauc_ndcg_at_100_max": 0.1332515861100407, "nauc_ndcg_at_100_std": 0.12579315721657533, "nauc_ndcg_at_10_diff1": 0.002018165465489979, "nauc_ndcg_at_10_max": 0.12538561653457625, "nauc_ndcg_at_10_std": 0.11015857539261714, "nauc_ndcg_at_1_diff1": 0.038644501526563506, "nauc_ndcg_at_1_max": 0.03406766330980977, "nauc_ndcg_at_1_std": 0.010790996092590491, "nauc_ndcg_at_20_diff1": 0.00098165083391897, "nauc_ndcg_at_20_max": 0.13472208908663064, "nauc_ndcg_at_20_std": 0.12696210886847556, "nauc_ndcg_at_3_diff1": 0.01438990009944873, "nauc_ndcg_at_3_max": 0.0799723996183634, "nauc_ndcg_at_3_std": 0.03861979077546565, "nauc_ndcg_at_5_diff1": 0.01000318336931375, "nauc_ndcg_at_5_max": 0.10383931310497652, "nauc_ndcg_at_5_std": 0.07341185573621907, "nauc_precision_at_1000_diff1": 0.03826116653305184, "nauc_precision_at_1000_max": 0.362601597774564, "nauc_precision_at_1000_std": 0.34396294575617925, "nauc_precision_at_100_diff1": -0.06411842197104656, "nauc_precision_at_100_max": 0.28609888351972257, "nauc_precision_at_100_std": 0.35413838655304547, "nauc_precision_at_10_diff1": -0.02614710878862861, "nauc_precision_at_10_max": 0.20292929422529946, "nauc_precision_at_10_std": 0.21578667184495312, "nauc_precision_at_1_diff1": 0.038644501526563506, "nauc_precision_at_1_max": 0.03406766330980977, "nauc_precision_at_1_std": 0.010790996092590491, "nauc_precision_at_20_diff1": -0.03268957862286433, "nauc_precision_at_20_max": 0.24671194908785984, "nauc_precision_at_20_std": 0.28811741923058143, "nauc_precision_at_3_diff1": 0.0033353511409591405, "nauc_precision_at_3_max": 0.10216798690934813, "nauc_precision_at_3_std": 0.053142981684902973, "nauc_precision_at_5_diff1": -0.0037132169145803295, "nauc_precision_at_5_max": 0.14725426038268102, "nauc_precision_at_5_std": 0.12004830080994579, "nauc_recall_at_1000_diff1": 0.03826116653304679, "nauc_recall_at_1000_max": 0.3626015977745635, "nauc_recall_at_1000_std": 0.3439629457561741, "nauc_recall_at_100_diff1": -0.06411842197104592, "nauc_recall_at_100_max": 0.28609888351972185, "nauc_recall_at_100_std": 0.35413838655304614, "nauc_recall_at_10_diff1": -0.026147108788628564, "nauc_recall_at_10_max": 0.20292929422529893, "nauc_recall_at_10_std": 0.21578667184495304, "nauc_recall_at_1_diff1": 0.038644501526563506, "nauc_recall_at_1_max": 0.03406766330980977, "nauc_recall_at_1_std": 0.010790996092590491, "nauc_recall_at_20_diff1": -0.03268957862286486, "nauc_recall_at_20_max": 0.24671194908785968, "nauc_recall_at_20_std": 0.28811741923058115, "nauc_recall_at_3_diff1": 0.00333535114095895, "nauc_recall_at_3_max": 0.10216798690934792, "nauc_recall_at_3_std": 0.053142981684902814, "nauc_recall_at_5_diff1": -0.0037132169145805555, "nauc_recall_at_5_max": 0.147254260382681, "nauc_recall_at_5_std": 0.1200483008099457, "ndcg_at_1": 0.11432, "ndcg_at_10": 0.30051, "ndcg_at_100": 0.355, "ndcg_at_1000": 0.37519, "ndcg_at_20": 0.32542, "ndcg_at_3": 0.21977, "ndcg_at_5": 0.25982, "precision_at_1": 0.11432, "precision_at_10": 0.0521, "precision_at_100": 0.0078, "precision_at_1000": 0.00094, "precision_at_20": 0.03095, "precision_at_3": 0.09949, "precision_at_5": 0.07917, "recall_at_1": 0.11432, "recall_at_10": 0.52101, "recall_at_100": 0.77971, "recall_at_1000": 0.94193, "recall_at_20": 0.61907, "recall_at_3": 0.29846, "recall_at_5": 0.39584 } ] }, "task_name": "TempReasonL3Fact" }