{ "dataset_revision": "468b42a2b2e767d80d2d93f5ae5d42f135a10478", "evaluation_time": 789.1489338874817, "kg_co2_emissions": 0.025115711532695626, "mteb_version": "1.14.15", "scores": { "test": [ { "cv_recall_at_1": 0.26802, "cv_recall_at_10": 0.57841, "cv_recall_at_100": 0.78697, "cv_recall_at_1000": 0.89165, "cv_recall_at_20": 0.65255, "cv_recall_at_3": 0.42974, "cv_recall_at_5": 0.48921, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.29188, "map_at_1": 0.1335, "map_at_10": 0.21825, "map_at_100": 0.23155, "map_at_1000": 0.2327, "map_at_20": 0.22573, "map_at_3": 0.18893, "map_at_5": 0.20431, "mrr_at_1": 0.2680244399185336, "mrr_at_10": 0.3639509585232607, "mrr_at_100": 0.3724687777664817, "mrr_at_1000": 0.3729341379268058, "mrr_at_20": 0.36902373819889167, "mrr_at_3": 0.3384928716904284, "mrr_at_5": 0.3520773930753575, "nauc_cv_recall_at_1000_diff1": 0.2577579634171038, "nauc_cv_recall_at_1000_max": 0.5218330876515174, "nauc_cv_recall_at_1000_std": 0.5230857996697698, "nauc_cv_recall_at_100_diff1": 0.28945205698323884, "nauc_cv_recall_at_100_max": 0.40571606745161726, "nauc_cv_recall_at_100_std": 0.3708165471276442, "nauc_cv_recall_at_10_diff1": 0.33538593601866173, "nauc_cv_recall_at_10_max": 0.29472947147046225, "nauc_cv_recall_at_10_std": 0.16117177998779983, "nauc_cv_recall_at_1_diff1": 0.44220854770159956, "nauc_cv_recall_at_1_max": 0.1964212051641691, "nauc_cv_recall_at_1_std": -0.011786112446589435, "nauc_cv_recall_at_20_diff1": 0.31716710150382915, "nauc_cv_recall_at_20_max": 0.32294192877939804, "nauc_cv_recall_at_20_std": 0.21484039641765493, "nauc_cv_recall_at_3_diff1": 0.3587639398762239, "nauc_cv_recall_at_3_max": 0.2391273152400259, "nauc_cv_recall_at_3_std": 0.07408607068075744, "nauc_cv_recall_at_5_diff1": 0.3541170728699071, "nauc_cv_recall_at_5_max": 0.26162934203774624, "nauc_cv_recall_at_5_std": 0.10186349648960623, "nauc_map_at_1000_diff1": 0.3595992412568944, "nauc_map_at_1000_max": 0.2291881258949302, "nauc_map_at_1000_std": 0.06263158260205343, "nauc_map_at_100_diff1": 0.3596035649127201, "nauc_map_at_100_max": 0.22862125258711988, "nauc_map_at_100_std": 0.06205129373323839, "nauc_map_at_10_diff1": 0.36296041984815314, "nauc_map_at_10_max": 0.22137349897934597, "nauc_map_at_10_std": 0.04675963530878301, "nauc_map_at_1_diff1": 0.43503485716450274, "nauc_map_at_1_max": 0.19690372292307923, "nauc_map_at_1_std": -0.0062774839722497, "nauc_map_at_20_diff1": 0.3600440626839405, "nauc_map_at_20_max": 0.22531024049654005, "nauc_map_at_20_std": 0.05452263450825005, "nauc_map_at_3_diff1": 0.3769982230406838, "nauc_map_at_3_max": 0.21241484082253084, "nauc_map_at_3_std": 0.025659640079921834, "nauc_map_at_5_diff1": 0.36894328965525724, "nauc_map_at_5_max": 0.22068612352166175, "nauc_map_at_5_std": 0.038043130101195546, "nauc_mrr_at_1000_diff1": 0.39641763904903227, "nauc_mrr_at_1000_max": 0.22451890742947303, "nauc_mrr_at_1000_std": 0.045606926306605504, "nauc_mrr_at_100_diff1": 0.3963717043866807, "nauc_mrr_at_100_max": 0.2245637408864456, "nauc_mrr_at_100_std": 0.04569880448582261, "nauc_mrr_at_10_diff1": 0.3974222501297674, "nauc_mrr_at_10_max": 0.22296334187086142, "nauc_mrr_at_10_std": 0.04188467898074239, "nauc_mrr_at_1_diff1": 0.44220854770159956, "nauc_mrr_at_1_max": 0.1964212051641691, "nauc_mrr_at_1_std": -0.011786112446589435, "nauc_mrr_at_20_diff1": 0.39653347408376544, "nauc_mrr_at_20_max": 0.22411272289378592, "nauc_mrr_at_20_std": 0.04413990654422349, "nauc_mrr_at_3_diff1": 0.4002786641323783, "nauc_mrr_at_3_max": 0.2151119420521092, "nauc_mrr_at_3_std": 0.029380351906575144, "nauc_mrr_at_5_diff1": 0.3993713375314868, "nauc_mrr_at_5_max": 0.2198315453727199, "nauc_mrr_at_5_std": 0.03523768268721158, "nauc_ndcg_at_1000_diff1": 0.3469295565462925, "nauc_ndcg_at_1000_max": 0.26923841703197343, "nauc_ndcg_at_1000_std": 0.13220071375694722, "nauc_ndcg_at_100_diff1": 0.3459927601909425, "nauc_ndcg_at_100_max": 0.26040956816771055, "nauc_ndcg_at_100_std": 0.12467308224468211, "nauc_ndcg_at_10_diff1": 0.35422414879831693, "nauc_ndcg_at_10_max": 0.23414040575952985, "nauc_ndcg_at_10_std": 0.07160238904978904, "nauc_ndcg_at_1_diff1": 0.43755823573404073, "nauc_ndcg_at_1_max": 0.196403799173025, "nauc_ndcg_at_1_std": -0.007449663954290019, "nauc_ndcg_at_20_diff1": 0.3479054518098212, "nauc_ndcg_at_20_max": 0.24366202269454823, "nauc_ndcg_at_20_std": 0.08973947813038008, "nauc_ndcg_at_3_diff1": 0.37372116139061196, "nauc_ndcg_at_3_max": 0.21887815983351863, "nauc_ndcg_at_3_std": 0.0380391701978611, "nauc_ndcg_at_5_diff1": 0.3636101704844691, "nauc_ndcg_at_5_max": 0.22971293856221783, "nauc_ndcg_at_5_std": 0.05351564874826723, "nauc_precision_at_1000_diff1": 0.18016343211264996, "nauc_precision_at_1000_max": 0.3774046075477386, "nauc_precision_at_1000_std": 0.41233303498756074, "nauc_precision_at_100_diff1": 0.20970301887836942, "nauc_precision_at_100_max": 0.30140396012405096, "nauc_precision_at_100_std": 0.3031792987941629, "nauc_precision_at_10_diff1": 0.2747403435869767, "nauc_precision_at_10_max": 0.24021526218257722, "nauc_precision_at_10_std": 0.12490565971781441, "nauc_precision_at_1_diff1": 0.43755823573404073, "nauc_precision_at_1_max": 0.196403799173025, "nauc_precision_at_1_std": -0.007449663954290019, "nauc_precision_at_20_diff1": 0.23984075857860213, "nauc_precision_at_20_max": 0.2504061833847111, "nauc_precision_at_20_std": 0.16853779778893777, "nauc_precision_at_3_diff1": 0.3409872869050607, "nauc_precision_at_3_max": 0.22880273211514873, "nauc_precision_at_3_std": 0.061080429758607335, "nauc_precision_at_5_diff1": 0.30710576375753873, "nauc_precision_at_5_max": 0.23949389192630965, "nauc_precision_at_5_std": 0.0876503458971937, "nauc_recall_at_1000_diff1": 0.1803171436082149, "nauc_recall_at_1000_max": 0.3989099037418545, "nauc_recall_at_1000_std": 0.41678139952635496, "nauc_recall_at_100_diff1": 0.20882273078292574, "nauc_recall_at_100_max": 0.30932085494086764, "nauc_recall_at_100_std": 0.30219300856630915, "nauc_recall_at_10_diff1": 0.27232198609968317, "nauc_recall_at_10_max": 0.2415812059028859, "nauc_recall_at_10_std": 0.1256460944196422, "nauc_recall_at_1_diff1": 0.43503485716450274, "nauc_recall_at_1_max": 0.19690372292307923, "nauc_recall_at_1_std": -0.0062774839722497, "nauc_recall_at_20_diff1": 0.23664846202349296, "nauc_recall_at_20_max": 0.2517968454015291, "nauc_recall_at_20_std": 0.1681015468812034, "nauc_recall_at_3_diff1": 0.3382516852645785, "nauc_recall_at_3_max": 0.22910894604565696, "nauc_recall_at_3_std": 0.061536764312718935, "nauc_recall_at_5_diff1": 0.3043401753790731, "nauc_recall_at_5_max": 0.2404067196271193, "nauc_recall_at_5_std": 0.08810668159428105, "ndcg_at_1": 0.26925, "ndcg_at_10": 0.29188, "ndcg_at_100": 0.34884, "ndcg_at_1000": 0.37427, "ndcg_at_20": 0.3141, "ndcg_at_3": 0.2378, "ndcg_at_5": 0.26255, "precision_at_1": 0.26925, "precision_at_10": 0.07255, "precision_at_100": 0.01183, "precision_at_1000": 0.00152, "precision_at_20": 0.04348, "precision_at_3": 0.159, "precision_at_5": 0.11527, "recall_at_1": 0.1335, "recall_at_10": 0.35916, "recall_at_100": 0.58466, "recall_at_1000": 0.75166, "recall_at_20": 0.43045, "recall_at_3": 0.23646, "recall_at_5": 0.28564 } ] }, "task_name": "WebQAT2TRetrieval" }