{ "dataset_revision": "2192074af29422bc1dc41cf07936f198b8c69bd0", "evaluation_time": 28276.316188097, "kg_co2_emissions": 1.1778143129376593, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.07831, "cv_recall_at_10": 0.25098, "cv_recall_at_100": 0.4955, "cv_recall_at_1000": 0.7591, "cv_recall_at_20": 0.32237, "cv_recall_at_3": 0.14871, "cv_recall_at_5": 0.18944, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.09349, "map_at_1": 0.04176, "map_at_10": 0.065, "map_at_100": 0.06899, "map_at_1000": 0.06937, "map_at_20": 0.06724, "map_at_3": 0.05688, "map_at_5": 0.06122, "mrr_at_1": 0.07831373490120791, "mrr_at_10": 0.1260194501900155, "mrr_at_100": 0.13518013381987223, "mrr_at_1000": 0.13619828316736193, "mrr_at_20": 0.13095787561247632, "mrr_at_3": 0.10863130949523958, "mrr_at_5": 0.11787556995440028, "nauc_cv_recall_at_1000_diff1": 0.20055099696617984, "nauc_cv_recall_at_1000_max": 0.024872579882105818, "nauc_cv_recall_at_1000_std": 0.5719536717961626, "nauc_cv_recall_at_100_diff1": 0.18380787259744882, "nauc_cv_recall_at_100_max": -0.03281997129962069, "nauc_cv_recall_at_100_std": 0.4153020647398028, "nauc_cv_recall_at_10_diff1": 0.1814048641824924, "nauc_cv_recall_at_10_max": -0.012748938852404528, "nauc_cv_recall_at_10_std": 0.24121612119869862, "nauc_cv_recall_at_1_diff1": 0.3033070039371024, "nauc_cv_recall_at_1_max": 0.02019711418347363, "nauc_cv_recall_at_1_std": 0.12251863162367975, "nauc_cv_recall_at_20_diff1": 0.17759401142638856, "nauc_cv_recall_at_20_max": -0.025476890462596297, "nauc_cv_recall_at_20_std": 0.29354918586715567, "nauc_cv_recall_at_3_diff1": 0.19912019207763684, "nauc_cv_recall_at_3_max": 0.002292945521815371, "nauc_cv_recall_at_3_std": 0.17398498735255571, "nauc_cv_recall_at_5_diff1": 0.17880724526477587, "nauc_cv_recall_at_5_max": -0.004059117295896968, "nauc_cv_recall_at_5_std": 0.19668867992359346, "nauc_map_at_1000_diff1": 0.25452580987247453, "nauc_map_at_1000_max": -0.029639943759325743, "nauc_map_at_1000_std": 0.17092587776209617, "nauc_map_at_100_diff1": 0.25441981498289185, "nauc_map_at_100_max": -0.029312905012943993, "nauc_map_at_100_std": 0.17073198995151528, "nauc_map_at_10_diff1": 0.2575280649058405, "nauc_map_at_10_max": -0.023580014943520685, "nauc_map_at_10_std": 0.16196840657556763, "nauc_map_at_1_diff1": 0.3439301875446986, "nauc_map_at_1_max": -0.0014577171232136002, "nauc_map_at_1_std": 0.13137792387407232, "nauc_map_at_20_diff1": 0.2552194936601529, "nauc_map_at_20_max": -0.02648994250342993, "nauc_map_at_20_std": 0.1673085194390621, "nauc_map_at_3_diff1": 0.27060891791592484, "nauc_map_at_3_max": -0.016421249458380766, "nauc_map_at_3_std": 0.14766720710635206, "nauc_map_at_5_diff1": 0.2605961009688231, "nauc_map_at_5_max": -0.02106119007187029, "nauc_map_at_5_std": 0.15462204007983307, "nauc_mrr_at_1000_diff1": 0.23207212218802334, "nauc_mrr_at_1000_max": 0.003890783292996849, "nauc_mrr_at_1000_std": 0.18312689665004067, "nauc_mrr_at_100_diff1": 0.2319223806460059, "nauc_mrr_at_100_max": 0.0036461446413633483, "nauc_mrr_at_100_std": 0.1827143368203523, "nauc_mrr_at_10_diff1": 0.23297257163016127, "nauc_mrr_at_10_max": 0.005944701082172151, "nauc_mrr_at_10_std": 0.1698201186259938, "nauc_mrr_at_1_diff1": 0.3033070039371024, "nauc_mrr_at_1_max": 0.02019711418347363, "nauc_mrr_at_1_std": 0.12251863162367975, "nauc_mrr_at_20_diff1": 0.23174184594586722, "nauc_mrr_at_20_max": 0.004196583127623116, "nauc_mrr_at_20_std": 0.17701355141513433, "nauc_mrr_at_3_diff1": 0.24343873851889933, "nauc_mrr_at_3_max": 0.010453800168095086, "nauc_mrr_at_3_std": 0.15036437638896313, "nauc_mrr_at_5_diff1": 0.23417172971901107, "nauc_mrr_at_5_max": 0.008016391954141387, "nauc_mrr_at_5_std": 0.1592498425517829, "nauc_ndcg_at_1000_diff1": 0.2201553070864996, "nauc_ndcg_at_1000_max": -0.04935271845788693, "nauc_ndcg_at_1000_std": 0.21107127258838465, "nauc_ndcg_at_100_diff1": 0.22091666621758962, "nauc_ndcg_at_100_max": -0.045938143940417946, "nauc_ndcg_at_100_std": 0.21232609350741935, "nauc_ndcg_at_10_diff1": 0.2322267131851855, "nauc_ndcg_at_10_max": -0.023389974125934465, "nauc_ndcg_at_10_std": 0.18326966527675, "nauc_ndcg_at_1_diff1": 0.30849438208533203, "nauc_ndcg_at_1_max": 0.02106988493377184, "nauc_ndcg_at_1_std": 0.12286204688926594, "nauc_ndcg_at_20_diff1": 0.22688115600258782, "nauc_ndcg_at_20_max": -0.03292158086187384, "nauc_ndcg_at_20_std": 0.19567913664438383, "nauc_ndcg_at_3_diff1": 0.24315499517527614, "nauc_ndcg_at_3_max": -0.0032761175728782703, "nauc_ndcg_at_3_std": 0.15986544566877176, "nauc_ndcg_at_5_diff1": 0.232962398399603, "nauc_ndcg_at_5_max": -0.014155763169870595, "nauc_ndcg_at_5_std": 0.17079335771469425, "nauc_precision_at_1000_diff1": 0.20055099696617973, "nauc_precision_at_1000_max": 0.024872579882105, "nauc_precision_at_1000_std": 0.5719536717961617, "nauc_precision_at_100_diff1": 0.18427650681022203, "nauc_precision_at_100_max": -0.03312875482751841, "nauc_precision_at_100_std": 0.4163594574915938, "nauc_precision_at_10_diff1": 0.18321829754249053, "nauc_precision_at_10_max": -0.01229047505814636, "nauc_precision_at_10_std": 0.24103655615552538, "nauc_precision_at_1_diff1": 0.30849438208533203, "nauc_precision_at_1_max": 0.02106988493377184, "nauc_precision_at_1_std": 0.12286204688926594, "nauc_precision_at_20_diff1": 0.1775472326109396, "nauc_precision_at_20_max": -0.02548895696755705, "nauc_precision_at_20_std": 0.2940132183536317, "nauc_precision_at_3_diff1": 0.20050907910344806, "nauc_precision_at_3_max": 0.0027791564358177834, "nauc_precision_at_3_std": 0.17411945650706054, "nauc_precision_at_5_diff1": 0.1794923195350093, "nauc_precision_at_5_max": -0.0023498254813072296, "nauc_precision_at_5_std": 0.19734219784648854, "nauc_recall_at_1000_diff1": 0.11845551616160131, "nauc_recall_at_1000_max": -0.10579037969375352, "nauc_recall_at_1000_std": 0.1998430768297873, "nauc_recall_at_100_diff1": 0.1440763937243229, "nauc_recall_at_100_max": -0.09362406889090924, "nauc_recall_at_100_std": 0.24025979867582758, "nauc_recall_at_10_diff1": 0.1833850035544639, "nauc_recall_at_10_max": -0.0453602767023087, "nauc_recall_at_10_std": 0.19445271222745875, "nauc_recall_at_1_diff1": 0.3439301875446986, "nauc_recall_at_1_max": -0.0014577171232136002, "nauc_recall_at_1_std": 0.13137792387407232, "nauc_recall_at_20_diff1": 0.16852136926624633, "nauc_recall_at_20_max": -0.0612540739456901, "nauc_recall_at_20_std": 0.21838010485598042, "nauc_recall_at_3_diff1": 0.21694586683225978, "nauc_recall_at_3_max": -0.027795849199886785, "nauc_recall_at_3_std": 0.15907129645315524, "nauc_recall_at_5_diff1": 0.19219533632101599, "nauc_recall_at_5_max": -0.03867399553209402, "nauc_recall_at_5_std": 0.17366204777291577, "ndcg_at_1": 0.07785, "ndcg_at_10": 0.09349, "ndcg_at_100": 0.11427, "ndcg_at_1000": 0.12903, "ndcg_at_20": 0.10022, "ndcg_at_3": 0.08263, "ndcg_at_5": 0.08718, "precision_at_1": 0.07785, "precision_at_10": 0.02498, "precision_at_100": 0.00495, "precision_at_1000": 0.00076, "precision_at_20": 0.0161, "precision_at_3": 0.04932, "precision_at_5": 0.03778, "recall_at_1": 0.04176, "recall_at_10": 0.12439, "recall_at_100": 0.228, "recall_at_1000": 0.32459, "recall_at_20": 0.15671, "recall_at_3": 0.07673, "recall_at_5": 0.09579 } ] }, "task_name": "OVENIT2TRetrieval" }