{ "dataset_revision": "fe2b0e055eaac82d8f6801ebc8e85d8832248133", "evaluation_time": 37.817365646362305, "kg_co2_emissions": 0.002270512551920621, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.086, "cv_recall_at_10": 0.282, "cv_recall_at_100": 0.668, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.37, "cv_recall_at_3": 0.154, "cv_recall_at_5": 0.206, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.14675, "map_at_1": 0.086, "map_at_10": 0.13754, "map_at_100": 0.15033, "map_at_1000": 0.15208, "map_at_20": 0.14357, "map_at_3": 0.11567, "map_at_5": 0.12737, "mrr_at_1": 0.086, "mrr_at_10": 0.13754365079365088, "mrr_at_100": 0.1503290772376432, "mrr_at_1000": 0.15208389129661037, "mrr_at_20": 0.14357397181421966, "mrr_at_3": 0.11566666666666667, "mrr_at_5": 0.1273666666666667, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.008346203910406984, "nauc_cv_recall_at_100_max": -0.07294750827876023, "nauc_cv_recall_at_100_std": 0.04131286630561588, "nauc_cv_recall_at_10_diff1": 0.1364024867269696, "nauc_cv_recall_at_10_max": -0.07795660756096394, "nauc_cv_recall_at_10_std": 0.05081475665878808, "nauc_cv_recall_at_1_diff1": 0.32728486656142164, "nauc_cv_recall_at_1_max": -0.0633653852153673, "nauc_cv_recall_at_1_std": -0.02293758306762095, "nauc_cv_recall_at_20_diff1": 0.06707844187048657, "nauc_cv_recall_at_20_max": -0.07771059951161556, "nauc_cv_recall_at_20_std": 0.0608104049413025, "nauc_cv_recall_at_3_diff1": 0.19987824113789188, "nauc_cv_recall_at_3_max": -0.08070477824469581, "nauc_cv_recall_at_3_std": 0.01645325922382684, "nauc_cv_recall_at_5_diff1": 0.1475260196411987, "nauc_cv_recall_at_5_max": -0.09530481518953399, "nauc_cv_recall_at_5_std": 0.060991762441713226, "nauc_map_at_1000_diff1": 0.2286304206205947, "nauc_map_at_1000_max": -0.07810307194582997, "nauc_map_at_1000_std": 0.00941363807412447, "nauc_map_at_100_diff1": 0.2271825451517294, "nauc_map_at_100_max": -0.07808722315168427, "nauc_map_at_100_std": 0.009647216453043376, "nauc_map_at_10_diff1": 0.23515083473571127, "nauc_map_at_10_max": -0.07797340552546302, "nauc_map_at_10_std": 0.010149650762117764, "nauc_map_at_1_diff1": 0.32728486656142164, "nauc_map_at_1_max": -0.0633653852153673, "nauc_map_at_1_std": -0.02293758306762095, "nauc_map_at_20_diff1": 0.22675703425107213, "nauc_map_at_20_max": -0.07858575910956299, "nauc_map_at_20_std": 0.011125426947594276, "nauc_map_at_3_diff1": 0.259142804381292, "nauc_map_at_3_max": -0.07511496047082236, "nauc_map_at_3_std": -0.0029761781533285563, "nauc_map_at_5_diff1": 0.2392479106842372, "nauc_map_at_5_max": -0.08015951990497852, "nauc_map_at_5_std": 0.012410627516245365, "nauc_mrr_at_1000_diff1": 0.2286304206205947, "nauc_mrr_at_1000_max": -0.07810307194582997, "nauc_mrr_at_1000_std": 0.00941363807412447, "nauc_mrr_at_100_diff1": 0.2271825451517294, "nauc_mrr_at_100_max": -0.07808722315168427, "nauc_mrr_at_100_std": 0.009647216453043376, "nauc_mrr_at_10_diff1": 0.23515083473571127, "nauc_mrr_at_10_max": -0.07797340552546302, "nauc_mrr_at_10_std": 0.010149650762117764, "nauc_mrr_at_1_diff1": 0.32728486656142164, "nauc_mrr_at_1_max": -0.0633653852153673, "nauc_mrr_at_1_std": -0.02293758306762095, "nauc_mrr_at_20_diff1": 0.22675703425107213, "nauc_mrr_at_20_max": -0.07858575910956299, "nauc_mrr_at_20_std": 0.011125426947594276, "nauc_mrr_at_3_diff1": 0.259142804381292, "nauc_mrr_at_3_max": -0.07511496047082236, "nauc_mrr_at_3_std": -0.0029761781533285563, "nauc_mrr_at_5_diff1": 0.2392479106842372, "nauc_mrr_at_5_max": -0.08015951990497852, "nauc_mrr_at_5_std": 0.012410627516245365, "nauc_ndcg_at_1000_diff1": 0.20100116923757672, "nauc_ndcg_at_1000_max": -0.07838877632503499, "nauc_ndcg_at_1000_std": 0.016336786929632998, "nauc_ndcg_at_100_diff1": 0.1711667502241185, "nauc_ndcg_at_100_max": -0.07756792517392162, "nauc_ndcg_at_100_std": 0.020301371039039253, "nauc_ndcg_at_10_diff1": 0.2018621673774188, "nauc_ndcg_at_10_max": -0.07866257114355617, "nauc_ndcg_at_10_std": 0.023808828605675833, "nauc_ndcg_at_1_diff1": 0.32728486656142164, "nauc_ndcg_at_1_max": -0.0633653852153673, "nauc_ndcg_at_1_std": -0.02293758306762095, "nauc_ndcg_at_20_diff1": 0.17525722687673073, "nauc_ndcg_at_20_max": -0.07921142325153382, "nauc_ndcg_at_20_std": 0.027608898959766696, "nauc_ndcg_at_3_diff1": 0.24129546796645282, "nauc_ndcg_at_3_max": -0.07689261622764683, "nauc_ndcg_at_3_std": 0.002832795638133193, "nauc_ndcg_at_5_diff1": 0.2098160526004307, "nauc_ndcg_at_5_max": -0.08502238149947795, "nauc_ndcg_at_5_std": 0.027718593595666974, "nauc_precision_at_1000_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_100_diff1": 0.008346203910407952, "nauc_precision_at_100_max": -0.0729475082787593, "nauc_precision_at_100_std": 0.04131286630561673, "nauc_precision_at_10_diff1": 0.13640248672696972, "nauc_precision_at_10_max": -0.07795660756096388, "nauc_precision_at_10_std": 0.05081475665878798, "nauc_precision_at_1_diff1": 0.32728486656142164, "nauc_precision_at_1_max": -0.0633653852153673, "nauc_precision_at_1_std": -0.02293758306762095, "nauc_precision_at_20_diff1": 0.06707844187048698, "nauc_precision_at_20_max": -0.07771059951161526, "nauc_precision_at_20_std": 0.060810404941302666, "nauc_precision_at_3_diff1": 0.19987824113789202, "nauc_precision_at_3_max": -0.08070477824469578, "nauc_precision_at_3_std": 0.016453259223826875, "nauc_precision_at_5_diff1": 0.14752601964119916, "nauc_precision_at_5_max": -0.09530481518953379, "nauc_precision_at_5_std": 0.06099176244171341, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.008346203910406984, "nauc_recall_at_100_max": -0.07294750827876023, "nauc_recall_at_100_std": 0.04131286630561588, "nauc_recall_at_10_diff1": 0.1364024867269696, "nauc_recall_at_10_max": -0.07795660756096394, "nauc_recall_at_10_std": 0.05081475665878808, "nauc_recall_at_1_diff1": 0.32728486656142164, "nauc_recall_at_1_max": -0.0633653852153673, "nauc_recall_at_1_std": -0.02293758306762095, "nauc_recall_at_20_diff1": 0.06707844187048657, "nauc_recall_at_20_max": -0.07771059951161556, "nauc_recall_at_20_std": 0.0608104049413025, "nauc_recall_at_3_diff1": 0.19987824113789188, "nauc_recall_at_3_max": -0.08070477824469581, "nauc_recall_at_3_std": 0.01645325922382684, "nauc_recall_at_5_diff1": 0.1475260196411987, "nauc_recall_at_5_max": -0.09530481518953399, "nauc_recall_at_5_std": 0.060991762441713226, "ndcg_at_1": 0.086, "ndcg_at_10": 0.17137, "ndcg_at_100": 0.24708, "ndcg_at_1000": 0.29051, "ndcg_at_20": 0.19352, "ndcg_at_3": 0.1255, "ndcg_at_5": 0.14675, "precision_at_1": 0.086, "precision_at_10": 0.0282, "precision_at_100": 0.00668, "precision_at_1000": 0.001, "precision_at_20": 0.0185, "precision_at_3": 0.05133, "precision_at_5": 0.0412, "recall_at_1": 0.086, "recall_at_10": 0.282, "recall_at_100": 0.668, "recall_at_1000": 1.0, "recall_at_20": 0.37, "recall_at_3": 0.154, "recall_at_5": 0.206 } ] }, "task_name": "VidoreArxivQARetrieval" }