{ "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", "evaluation_time": 8459.540827512741, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.25074, "map_at_1": 0.10278, "map_at_10": 0.17575, "map_at_100": 0.19365, "map_at_1000": 0.19549, "map_at_20": 0.18542, "map_at_3": 0.14668, "map_at_5": 0.16085, "mrr_at_1": 0.22996742671009773, "mrr_at_10": 0.3326332661186078, "mrr_at_100": 0.3429536599176443, "mrr_at_1000": 0.34345119631983373, "mrr_at_20": 0.33887027933313724, "mrr_at_3": 0.2976112920738325, "mrr_at_5": 0.317252985884907, "nauc_map_at_1000_diff1": 0.14939511066008057, "nauc_map_at_1000_max": 0.3733490833802639, "nauc_map_at_1000_std": 0.20360309007384084, "nauc_map_at_100_diff1": 0.14942376566332433, "nauc_map_at_100_max": 0.37331437645599913, "nauc_map_at_100_std": 0.20306294676242256, "nauc_map_at_10_diff1": 0.14713253945727714, "nauc_map_at_10_max": 0.3735192328594896, "nauc_map_at_10_std": 0.18141714825289024, "nauc_map_at_1_diff1": 0.22150480940377756, "nauc_map_at_1_max": 0.32707164547804835, "nauc_map_at_1_std": 0.13006175603197787, "nauc_map_at_20_diff1": 0.15012434792606513, "nauc_map_at_20_max": 0.37476544681443974, "nauc_map_at_20_std": 0.19476881883033315, "nauc_map_at_3_diff1": 0.15660793680083812, "nauc_map_at_3_max": 0.3626768085023794, "nauc_map_at_3_std": 0.14513288235995944, "nauc_map_at_5_diff1": 0.15258730877894872, "nauc_map_at_5_max": 0.36049564238041787, "nauc_map_at_5_std": 0.16049696621676737, "nauc_mrr_at_1000_diff1": 0.17768431950443006, "nauc_mrr_at_1000_max": 0.3399260239972543, "nauc_mrr_at_1000_std": 0.2096406491740183, "nauc_mrr_at_100_diff1": 0.17759158201746889, "nauc_mrr_at_100_max": 0.33998818659588226, "nauc_mrr_at_100_std": 0.2098264258551269, "nauc_mrr_at_10_diff1": 0.17648592021968684, "nauc_mrr_at_10_max": 0.34160548237160393, "nauc_mrr_at_10_std": 0.21016162570501953, "nauc_mrr_at_1_diff1": 0.21898978761542173, "nauc_mrr_at_1_max": 0.3052455363073544, "nauc_mrr_at_1_std": 0.1580100156554141, "nauc_mrr_at_20_diff1": 0.17771879441638014, "nauc_mrr_at_20_max": 0.33990262888031775, "nauc_mrr_at_20_std": 0.20961182221290528, "nauc_mrr_at_3_diff1": 0.17973860062776084, "nauc_mrr_at_3_max": 0.3346450734008601, "nauc_mrr_at_3_std": 0.18813912710219566, "nauc_mrr_at_5_diff1": 0.17438238721909138, "nauc_mrr_at_5_max": 0.33635316791035297, "nauc_mrr_at_5_std": 0.20006103567409625, "nauc_ndcg_at_1000_diff1": 0.14595941987656058, "nauc_ndcg_at_1000_max": 0.38425348148545163, "nauc_ndcg_at_1000_std": 0.2767877388472316, "nauc_ndcg_at_100_diff1": 0.1439487489402434, "nauc_ndcg_at_100_max": 0.3795672758368636, "nauc_ndcg_at_100_std": 0.2733121541045054, "nauc_ndcg_at_10_diff1": 0.13939933634836232, "nauc_ndcg_at_10_max": 0.381475735430544, "nauc_ndcg_at_10_std": 0.22128989710046068, "nauc_ndcg_at_1_diff1": 0.21898978761542173, "nauc_ndcg_at_1_max": 0.3052455363073544, "nauc_ndcg_at_1_std": 0.1580100156554141, "nauc_ndcg_at_20_diff1": 0.14520611544425774, "nauc_ndcg_at_20_max": 0.3806303526568348, "nauc_ndcg_at_20_std": 0.24464044180586697, "nauc_ndcg_at_3_diff1": 0.15045490147163207, "nauc_ndcg_at_3_max": 0.35642288200975847, "nauc_ndcg_at_3_std": 0.16781891858563516, "nauc_ndcg_at_5_diff1": 0.14524925050192916, "nauc_ndcg_at_5_max": 0.3615391899152761, "nauc_ndcg_at_5_std": 0.1876587195975492, "nauc_precision_at_1000_diff1": 0.01701556596461612, "nauc_precision_at_1000_max": 0.1196468198063672, "nauc_precision_at_1000_std": 0.2787093670832092, "nauc_precision_at_100_diff1": 0.045935785811924014, "nauc_precision_at_100_max": 0.20422555955273033, "nauc_precision_at_100_std": 0.3522429075444734, "nauc_precision_at_10_diff1": 0.07289481632442256, "nauc_precision_at_10_max": 0.34278184871826456, "nauc_precision_at_10_std": 0.3087154511633603, "nauc_precision_at_1_diff1": 0.21898978761542173, "nauc_precision_at_1_max": 0.3052455363073544, "nauc_precision_at_1_std": 0.1580100156554141, "nauc_precision_at_20_diff1": 0.0778824260393144, "nauc_precision_at_20_max": 0.2920974056112241, "nauc_precision_at_20_std": 0.33561853571002015, "nauc_precision_at_3_diff1": 0.11476372453851512, "nauc_precision_at_3_max": 0.35517117555799055, "nauc_precision_at_3_std": 0.20416002388434726, "nauc_precision_at_5_diff1": 0.09307288536707295, "nauc_precision_at_5_max": 0.33065859111828655, "nauc_precision_at_5_std": 0.24544511324012755, "nauc_recall_at_1000_diff1": 0.0817698513404732, "nauc_recall_at_1000_max": 0.37344517127233007, "nauc_recall_at_1000_std": 0.41548465897179926, "nauc_recall_at_100_diff1": 0.08023999517409804, "nauc_recall_at_100_max": 0.3277846036626604, "nauc_recall_at_100_std": 0.3498457285676752, "nauc_recall_at_10_diff1": 0.0829959104067847, "nauc_recall_at_10_max": 0.36826444676595727, "nauc_recall_at_10_std": 0.23204167718898136, "nauc_recall_at_1_diff1": 0.22150480940377756, "nauc_recall_at_1_max": 0.32707164547804835, "nauc_recall_at_1_std": 0.13006175603197787, "nauc_recall_at_20_diff1": 0.09422099333095224, "nauc_recall_at_20_max": 0.35572389245534636, "nauc_recall_at_20_std": 0.27715973906393293, "nauc_recall_at_3_diff1": 0.1109653154986596, "nauc_recall_at_3_max": 0.36199100213211444, "nauc_recall_at_3_std": 0.15376635507884592, "nauc_recall_at_5_diff1": 0.09899367999883932, "nauc_recall_at_5_max": 0.34782307174523774, "nauc_recall_at_5_std": 0.18198152607304333, "ndcg_at_1": 0.22997, "ndcg_at_10": 0.25074, "ndcg_at_100": 0.3233, "ndcg_at_1000": 0.35726, "ndcg_at_20": 0.27901, "ndcg_at_3": 0.20023, "ndcg_at_5": 0.21754, "precision_at_1": 0.22997, "precision_at_10": 0.07837, "precision_at_100": 0.01556, "precision_at_1000": 0.00218, "precision_at_20": 0.05137, "precision_at_3": 0.14571, "precision_at_5": 0.11296, "recall_at_1": 0.10278, "recall_at_10": 0.3094, "recall_at_100": 0.55969, "recall_at_1000": 0.7496, "recall_at_20": 0.38952, "recall_at_3": 0.18711, "recall_at_5": 0.23511 } ] }, "task_name": "ClimateFEVER" }