{ "dataset_revision": "9935aadbad5c8deec30910489db1b2c7133ae7a7", "evaluation_time": 49.617084980010986, "kg_co2_emissions": null, "mteb_version": "1.16.5", "scores": { "test": [ { "cv_recall_at_1": 0.39, "cv_recall_at_10": 0.76, "cv_recall_at_100": 0.93, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.84, "cv_recall_at_3": 0.65, "cv_recall_at_5": 0.71, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.57202, "map_at_1": 0.39, "map_at_10": 0.53137, "map_at_100": 0.53891, "map_at_1000": 0.53936, "map_at_20": 0.53658, "map_at_3": 0.51167, "map_at_5": 0.52517, "mrr_at_1": 0.39, "mrr_at_10": 0.5313730158730161, "mrr_at_100": 0.538905779642281, "mrr_at_1000": 0.5393550405912995, "mrr_at_20": 0.5365791153291155, "mrr_at_3": 0.5116666666666667, "mrr_at_5": 0.5251666666666668, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.5846338535414162, "nauc_cv_recall_at_100_max": 0.5722288915566228, "nauc_cv_recall_at_100_std": -0.21875416833400102, "nauc_cv_recall_at_10_diff1": 0.5602665051483948, "nauc_cv_recall_at_10_max": 0.5352600155749755, "nauc_cv_recall_at_10_std": -0.4147053733667911, "nauc_cv_recall_at_1_diff1": 0.7016413798455629, "nauc_cv_recall_at_1_max": 0.2900547126615187, "nauc_cv_recall_at_1_std": -0.20763649062900164, "nauc_cv_recall_at_20_diff1": 0.5429860088365233, "nauc_cv_recall_at_20_max": 0.5139604810996564, "nauc_cv_recall_at_20_std": -0.3418630338733433, "nauc_cv_recall_at_3_diff1": 0.5972821222231262, "nauc_cv_recall_at_3_max": 0.4662218243958007, "nauc_cv_recall_at_3_std": -0.3227601920416634, "nauc_cv_recall_at_5_diff1": 0.5489316754072233, "nauc_cv_recall_at_5_max": 0.5236180345792485, "nauc_cv_recall_at_5_std": -0.4141170802216332, "nauc_map_at_1000_diff1": 0.6486766333785038, "nauc_map_at_1000_max": 0.3675157166317081, "nauc_map_at_1000_std": -0.25262895935106555, "nauc_map_at_100_diff1": 0.648628665802712, "nauc_map_at_100_max": 0.36779479070744975, "nauc_map_at_100_std": -0.252507142043432, "nauc_map_at_10_diff1": 0.6481327657986504, "nauc_map_at_10_max": 0.3713640656779902, "nauc_map_at_10_std": -0.2565350885821599, "nauc_map_at_1_diff1": 0.7016413798455629, "nauc_map_at_1_max": 0.2900547126615187, "nauc_map_at_1_std": -0.20763649062900164, "nauc_map_at_20_diff1": 0.6480589871071701, "nauc_map_at_20_max": 0.36871712243674476, "nauc_map_at_20_std": -0.2521942934674269, "nauc_map_at_3_diff1": 0.6541191684686968, "nauc_map_at_3_max": 0.3626237242692599, "nauc_map_at_3_std": -0.24532636679938122, "nauc_map_at_5_diff1": 0.6461110101530392, "nauc_map_at_5_max": 0.37265441307950764, "nauc_map_at_5_std": -0.2581504907168848, "nauc_mrr_at_1000_diff1": 0.6486766333785038, "nauc_mrr_at_1000_max": 0.3675157166317081, "nauc_mrr_at_1000_std": -0.25262895935106555, "nauc_mrr_at_100_diff1": 0.648628665802712, "nauc_mrr_at_100_max": 0.36779479070744975, "nauc_mrr_at_100_std": -0.252507142043432, "nauc_mrr_at_10_diff1": 0.6481327657986504, "nauc_mrr_at_10_max": 0.3713640656779902, "nauc_mrr_at_10_std": -0.2565350885821599, "nauc_mrr_at_1_diff1": 0.7016413798455629, "nauc_mrr_at_1_max": 0.2900547126615187, "nauc_mrr_at_1_std": -0.20763649062900164, "nauc_mrr_at_20_diff1": 0.6480589871071701, "nauc_mrr_at_20_max": 0.36871712243674476, "nauc_mrr_at_20_std": -0.2521942934674269, "nauc_mrr_at_3_diff1": 0.6541191684686968, "nauc_mrr_at_3_max": 0.3626237242692599, "nauc_mrr_at_3_std": -0.24532636679938122, "nauc_mrr_at_5_diff1": 0.6461110101530392, "nauc_mrr_at_5_max": 0.37265441307950764, "nauc_mrr_at_5_std": -0.2581504907168848, "nauc_ndcg_at_1000_diff1": 0.6394786805829694, "nauc_ndcg_at_1000_max": 0.38103199713383856, "nauc_ndcg_at_1000_std": -0.2638712546017076, "nauc_ndcg_at_100_diff1": 0.6377009272743267, "nauc_ndcg_at_100_max": 0.38799937024904435, "nauc_ndcg_at_100_std": -0.2615338250932723, "nauc_ndcg_at_10_diff1": 0.6307212246208083, "nauc_ndcg_at_10_max": 0.402805988705842, "nauc_ndcg_at_10_std": -0.2857025720270222, "nauc_ndcg_at_1_diff1": 0.7016413798455629, "nauc_ndcg_at_1_max": 0.2900547126615187, "nauc_ndcg_at_1_std": -0.20763649062900164, "nauc_ndcg_at_20_diff1": 0.6313985179265478, "nauc_ndcg_at_20_max": 0.3926544745531998, "nauc_ndcg_at_20_std": -0.2684557378071044, "nauc_ndcg_at_3_diff1": 0.6406227414271285, "nauc_ndcg_at_3_max": 0.3868454744068786, "nauc_ndcg_at_3_std": -0.2629849438738288, "nauc_ndcg_at_5_diff1": 0.6254701045927434, "nauc_ndcg_at_5_max": 0.4048237073497488, "nauc_ndcg_at_5_std": -0.2898406935532661, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.5846338535414194, "nauc_precision_at_100_max": 0.5722288915566242, "nauc_precision_at_100_std": -0.2187541683339977, "nauc_precision_at_10_diff1": 0.5602665051483944, "nauc_precision_at_10_max": 0.5352600155749757, "nauc_precision_at_10_std": -0.41470537336679, "nauc_precision_at_1_diff1": 0.7016413798455629, "nauc_precision_at_1_max": 0.2900547126615187, "nauc_precision_at_1_std": -0.20763649062900164, "nauc_precision_at_20_diff1": 0.5429860088365236, "nauc_precision_at_20_max": 0.5139604810996561, "nauc_precision_at_20_std": -0.3418630338733434, "nauc_precision_at_3_diff1": 0.5972821222231265, "nauc_precision_at_3_max": 0.4662218243958012, "nauc_precision_at_3_std": -0.3227601920416625, "nauc_precision_at_5_diff1": 0.5489316754072233, "nauc_precision_at_5_max": 0.523618034579249, "nauc_precision_at_5_std": -0.4141170802216322, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.5846338535414162, "nauc_recall_at_100_max": 0.5722288915566228, "nauc_recall_at_100_std": -0.21875416833400102, "nauc_recall_at_10_diff1": 0.5602665051483948, "nauc_recall_at_10_max": 0.5352600155749755, "nauc_recall_at_10_std": -0.4147053733667911, "nauc_recall_at_1_diff1": 0.7016413798455629, "nauc_recall_at_1_max": 0.2900547126615187, "nauc_recall_at_1_std": -0.20763649062900164, "nauc_recall_at_20_diff1": 0.5429860088365233, "nauc_recall_at_20_max": 0.5139604810996564, "nauc_recall_at_20_std": -0.3418630338733433, "nauc_recall_at_3_diff1": 0.5972821222231262, "nauc_recall_at_3_max": 0.4662218243958007, "nauc_recall_at_3_std": -0.3227601920416634, "nauc_recall_at_5_diff1": 0.5489316754072233, "nauc_recall_at_5_max": 0.5236180345792485, "nauc_recall_at_5_std": -0.4141170802216332, "ndcg_at_1": 0.39, "ndcg_at_10": 0.58771, "ndcg_at_100": 0.62426, "ndcg_at_1000": 0.63376, "ndcg_at_20": 0.6075, "ndcg_at_3": 0.5475, "ndcg_at_5": 0.57202, "precision_at_1": 0.39, "precision_at_10": 0.076, "precision_at_100": 0.0093, "precision_at_1000": 0.001, "precision_at_20": 0.042, "precision_at_3": 0.21667, "precision_at_5": 0.142, "recall_at_1": 0.39, "recall_at_10": 0.76, "recall_at_100": 0.93, "recall_at_1000": 1.0, "recall_at_20": 0.84, "recall_at_3": 0.65, "recall_at_5": 0.71 } ] }, "task_name": "VidoreSyntheticDocQAEnergyRetrieval" }