{ "dataset_revision": "2d9ebea5a1c6e9ef4a3b902a612f605dca11261c", "evaluation_time": 50.8815553188324, "kg_co2_emissions": null, "mteb_version": "1.16.5", "scores": { "test": [ { "cv_recall_at_1": 0.44, "cv_recall_at_10": 0.73, "cv_recall_at_100": 0.9, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.77, "cv_recall_at_3": 0.58, "cv_recall_at_5": 0.66, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.55754, "map_at_1": 0.44, "map_at_10": 0.53322, "map_at_100": 0.53925, "map_at_1000": 0.53964, "map_at_20": 0.53591, "map_at_3": 0.505, "map_at_5": 0.5235, "mrr_at_1": 0.44, "mrr_at_10": 0.5332222222222224, "mrr_at_100": 0.5392545937490221, "mrr_at_1000": 0.5396419729749621, "mrr_at_20": 0.5359056956115781, "mrr_at_3": 0.505, "mrr_at_5": 0.5235000000000001, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.6149859943977597, "nauc_cv_recall_at_100_max": 0.6662464985994402, "nauc_cv_recall_at_100_std": 0.13772175536881376, "nauc_cv_recall_at_10_diff1": 0.597239969332993, "nauc_cv_recall_at_10_max": 0.6047691128192026, "nauc_cv_recall_at_10_std": -0.004776976154436637, "nauc_cv_recall_at_1_diff1": 0.69802161089941, "nauc_cv_recall_at_1_max": 0.4644124862974367, "nauc_cv_recall_at_1_std": -0.042216944197943404, "nauc_cv_recall_at_20_diff1": 0.6375416843848613, "nauc_cv_recall_at_20_max": 0.6978133882410872, "nauc_cv_recall_at_20_std": -0.007430451422304534, "nauc_cv_recall_at_3_diff1": 0.5972806686594889, "nauc_cv_recall_at_3_max": 0.5623820994282731, "nauc_cv_recall_at_3_std": -0.018936645674318894, "nauc_cv_recall_at_5_diff1": 0.5691028577118388, "nauc_cv_recall_at_5_max": 0.6035713100335226, "nauc_cv_recall_at_5_std": 0.12424906236516282, "nauc_map_at_1000_diff1": 0.6614805965012756, "nauc_map_at_1000_max": 0.51255618058779, "nauc_map_at_1000_std": -0.02744394836717847, "nauc_map_at_100_diff1": 0.66145700161704, "nauc_map_at_100_max": 0.5126977052846496, "nauc_map_at_100_std": -0.027297413166395983, "nauc_map_at_10_diff1": 0.659285003299652, "nauc_map_at_10_max": 0.5113510497599626, "nauc_map_at_10_std": -0.02867315033870145, "nauc_map_at_1_diff1": 0.69802161089941, "nauc_map_at_1_max": 0.4644124862974367, "nauc_map_at_1_std": -0.042216944197943404, "nauc_map_at_20_diff1": 0.6616665572796601, "nauc_map_at_20_max": 0.5151762086238832, "nauc_map_at_20_std": -0.02859299809417981, "nauc_map_at_3_diff1": 0.6593761605004933, "nauc_map_at_3_max": 0.5072415230778694, "nauc_map_at_3_std": -0.03765318606510877, "nauc_map_at_5_diff1": 0.6540906528703107, "nauc_map_at_5_max": 0.5134381689664889, "nauc_map_at_5_std": -0.013904315881101833, "nauc_mrr_at_1000_diff1": 0.6614805965012756, "nauc_mrr_at_1000_max": 0.51255618058779, "nauc_mrr_at_1000_std": -0.02744394836717847, "nauc_mrr_at_100_diff1": 0.66145700161704, "nauc_mrr_at_100_max": 0.5126977052846496, "nauc_mrr_at_100_std": -0.027297413166395983, "nauc_mrr_at_10_diff1": 0.659285003299652, "nauc_mrr_at_10_max": 0.5113510497599626, "nauc_mrr_at_10_std": -0.02867315033870145, "nauc_mrr_at_1_diff1": 0.69802161089941, "nauc_mrr_at_1_max": 0.4644124862974367, "nauc_mrr_at_1_std": -0.042216944197943404, "nauc_mrr_at_20_diff1": 0.6616665572796601, "nauc_mrr_at_20_max": 0.5151762086238832, "nauc_mrr_at_20_std": -0.02859299809417981, "nauc_mrr_at_3_diff1": 0.6593761605004933, "nauc_mrr_at_3_max": 0.5072415230778694, "nauc_mrr_at_3_std": -0.03765318606510877, "nauc_mrr_at_5_diff1": 0.6540906528703107, "nauc_mrr_at_5_max": 0.5134381689664889, "nauc_mrr_at_5_std": -0.013904315881101833, "nauc_ndcg_at_1000_diff1": 0.6556676866946597, "nauc_ndcg_at_1000_max": 0.5243670561277665, "nauc_ndcg_at_1000_std": -0.019972817135795115, "nauc_ndcg_at_100_diff1": 0.6540281003669038, "nauc_ndcg_at_100_max": 0.5302804851087972, "nauc_ndcg_at_100_std": -0.013586727795140452, "nauc_ndcg_at_10_diff1": 0.6461798758510178, "nauc_ndcg_at_10_max": 0.5298468974507015, "nauc_ndcg_at_10_std": -0.02253723539155712, "nauc_ndcg_at_1_diff1": 0.69802161089941, "nauc_ndcg_at_1_max": 0.4644124862974367, "nauc_ndcg_at_1_std": -0.042216944197943404, "nauc_ndcg_at_20_diff1": 0.6548050218271853, "nauc_ndcg_at_20_max": 0.5448374285631015, "nauc_ndcg_at_20_std": -0.02296691133326637, "nauc_ndcg_at_3_diff1": 0.6442600398592413, "nauc_ndcg_at_3_max": 0.520879272901467, "nauc_ndcg_at_3_std": -0.03327563964045701, "nauc_ndcg_at_5_diff1": 0.6350735021779108, "nauc_ndcg_at_5_max": 0.5334262823805689, "nauc_ndcg_at_5_std": 0.014732465609835058, "nauc_precision_at_1000_diff1": NaN, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_100_diff1": 0.614985994397761, "nauc_precision_at_100_max": 0.6662464985994405, "nauc_precision_at_100_std": 0.13772175536881526, "nauc_precision_at_10_diff1": 0.5972399693329933, "nauc_precision_at_10_max": 0.6047691128192021, "nauc_precision_at_10_std": -0.004776976154434981, "nauc_precision_at_1_diff1": 0.69802161089941, "nauc_precision_at_1_max": 0.4644124862974367, "nauc_precision_at_1_std": -0.042216944197943404, "nauc_precision_at_20_diff1": 0.6375416843848618, "nauc_precision_at_20_max": 0.6978133882410866, "nauc_precision_at_20_std": -0.00743045142230358, "nauc_precision_at_3_diff1": 0.5972806686594884, "nauc_precision_at_3_max": 0.5623820994282728, "nauc_precision_at_3_std": -0.018936645674318277, "nauc_precision_at_5_diff1": 0.5691028577118391, "nauc_precision_at_5_max": 0.6035713100335226, "nauc_precision_at_5_std": 0.124249062365164, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6149859943977597, "nauc_recall_at_100_max": 0.6662464985994402, "nauc_recall_at_100_std": 0.13772175536881376, "nauc_recall_at_10_diff1": 0.597239969332993, "nauc_recall_at_10_max": 0.6047691128192026, "nauc_recall_at_10_std": -0.004776976154436637, "nauc_recall_at_1_diff1": 0.69802161089941, "nauc_recall_at_1_max": 0.4644124862974367, "nauc_recall_at_1_std": -0.042216944197943404, "nauc_recall_at_20_diff1": 0.6375416843848613, "nauc_recall_at_20_max": 0.6978133882410872, "nauc_recall_at_20_std": -0.007430451422304534, "nauc_recall_at_3_diff1": 0.5972806686594889, "nauc_recall_at_3_max": 0.5623820994282731, "nauc_recall_at_3_std": -0.018936645674318894, "nauc_recall_at_5_diff1": 0.5691028577118388, "nauc_recall_at_5_max": 0.6035713100335226, "nauc_recall_at_5_std": 0.12424906236516282, "ndcg_at_1": 0.44, "ndcg_at_10": 0.58056, "ndcg_at_100": 0.61463, "ndcg_at_1000": 0.62697, "ndcg_at_20": 0.59058, "ndcg_at_3": 0.5244, "ndcg_at_5": 0.55754, "precision_at_1": 0.44, "precision_at_10": 0.073, "precision_at_100": 0.009, "precision_at_1000": 0.001, "precision_at_20": 0.0385, "precision_at_3": 0.19333, "precision_at_5": 0.132, "recall_at_1": 0.44, "recall_at_10": 0.73, "recall_at_100": 0.9, "recall_at_1000": 1.0, "recall_at_20": 0.77, "recall_at_3": 0.58, "recall_at_5": 0.66 } ] }, "task_name": "VidoreSyntheticDocQAAIRetrieval" }