{ "dataset_revision": "4e5997e48fb2f2f8bf1c8973851dedeb17e09a83", "evaluation_time": 54.47569155693054, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.00944, "cv_recall_at_1": 0.87143, "cv_recall_at_10": 0.98571, "cv_recall_at_100": 1.0, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 1.0, "cv_recall_at_3": 0.95714, "cv_recall_at_5": 0.97143, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.04504, "map_at_1": 0.00944, "map_at_10": 0.08616, "map_at_100": 0.41693, "map_at_1000": 0.55705, "map_at_20": 0.15628, "map_at_3": 0.0279, "map_at_5": 0.04504, "mrr_at_1": 0.8714285714285714, "mrr_at_10": 0.9123015873015874, "mrr_at_100": 0.9133219954648527, "mrr_at_1000": 0.9133219954648527, "mrr_at_20": 0.9133219954648527, "mrr_at_3": 0.9071428571428571, "mrr_at_5": 0.9107142857142857, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": NaN, "nauc_cv_recall_at_100_max": NaN, "nauc_cv_recall_at_100_std": NaN, "nauc_cv_recall_at_10_diff1": -1.739962651727359, "nauc_cv_recall_at_10_max": 1.0, "nauc_cv_recall_at_10_std": 0.8692810457516342, "nauc_cv_recall_at_1_diff1": -0.06662036542365789, "nauc_cv_recall_at_1_max": 0.33203333689496706, "nauc_cv_recall_at_1_std": 0.191580297040282, "nauc_cv_recall_at_20_diff1": NaN, "nauc_cv_recall_at_20_max": NaN, "nauc_cv_recall_at_20_std": NaN, "nauc_cv_recall_at_3_diff1": -0.7231559290382777, "nauc_cv_recall_at_3_max": -0.20572673513849815, "nauc_cv_recall_at_3_std": -0.4780578898225927, "nauc_cv_recall_at_5_diff1": -0.5088702147525681, "nauc_cv_recall_at_5_max": 0.5613912231559313, "nauc_cv_recall_at_5_std": -0.14122315592903933, "nauc_map_at_1000_diff1": -0.3900099192870412, "nauc_map_at_1000_max": 0.22584282645357487, "nauc_map_at_1000_std": 0.6022914619307781, "nauc_map_at_100_diff1": -0.3117545874294072, "nauc_map_at_100_max": 0.1334101770685263, "nauc_map_at_100_std": 0.31381968026959645, "nauc_map_at_10_diff1": -0.27793174063500975, "nauc_map_at_10_max": -0.10768730867044721, "nauc_map_at_10_std": 0.08108886209369569, "nauc_map_at_1_diff1": 0.0464758053523222, "nauc_map_at_1_max": -0.005709131029386241, "nauc_map_at_1_std": 0.03905257392023816, "nauc_map_at_20_diff1": -0.31370048845611975, "nauc_map_at_20_max": -0.09387305118779603, "nauc_map_at_20_std": 0.07874443954695806, "nauc_map_at_3_diff1": -0.09659044920769501, "nauc_map_at_3_max": -0.02483389391855992, "nauc_map_at_3_std": 0.029487702075085515, "nauc_map_at_5_diff1": -0.1896236979777213, "nauc_map_at_5_max": -0.07993861608589063, "nauc_map_at_5_std": 0.05151487775246293, "nauc_mrr_at_1000_diff1": -0.1871918061710833, "nauc_mrr_at_1000_max": 0.3097310143863835, "nauc_mrr_at_1000_std": 0.11233655312214728, "nauc_mrr_at_100_diff1": -0.1871918061710833, "nauc_mrr_at_100_max": 0.3097310143863835, "nauc_mrr_at_100_std": 0.11233655312214728, "nauc_mrr_at_10_diff1": -0.20565203690033676, "nauc_mrr_at_10_max": 0.3179373281358605, "nauc_mrr_at_10_std": 0.1213355435547444, "nauc_mrr_at_1_diff1": -0.06662036542365789, "nauc_mrr_at_1_max": 0.33203333689496706, "nauc_mrr_at_1_std": 0.191580297040282, "nauc_mrr_at_20_diff1": -0.1871918061710833, "nauc_mrr_at_20_max": 0.3097310143863835, "nauc_mrr_at_20_std": 0.11233655312214728, "nauc_mrr_at_3_diff1": -0.226599721468884, "nauc_mrr_at_3_max": 0.2337584597717999, "nauc_mrr_at_3_std": 0.04915829851694545, "nauc_mrr_at_5_diff1": -0.18880411977875172, "nauc_mrr_at_5_max": 0.31439379490113883, "nauc_mrr_at_5_std": 0.09821984868713951, "nauc_ndcg_at_1000_diff1": -0.3978779445705519, "nauc_ndcg_at_1000_max": 0.3271214314005718, "nauc_ndcg_at_1000_std": 0.6844522466898382, "nauc_ndcg_at_100_diff1": -0.3545095556087249, "nauc_ndcg_at_100_max": 0.2449243311037746, "nauc_ndcg_at_100_std": 0.501714379244806, "nauc_ndcg_at_10_diff1": -0.6036388725745742, "nauc_ndcg_at_10_max": 0.1188305584238618, "nauc_ndcg_at_10_std": 0.16802043682703216, "nauc_ndcg_at_1_diff1": -0.06662036542365789, "nauc_ndcg_at_1_max": 0.33203333689496706, "nauc_ndcg_at_1_std": 0.191580297040282, "nauc_ndcg_at_20_diff1": -0.5564592866526689, "nauc_ndcg_at_20_max": 0.1476864855180079, "nauc_ndcg_at_20_std": 0.1955020955346741, "nauc_ndcg_at_3_diff1": -0.42139061031450853, "nauc_ndcg_at_3_max": 0.25790172890614393, "nauc_ndcg_at_3_std": 0.10768686726190915, "nauc_ndcg_at_5_diff1": -0.5125819882022538, "nauc_ndcg_at_5_max": 0.16002017330867477, "nauc_ndcg_at_5_std": 0.10550233715318587, "nauc_precision_at_1000_diff1": -0.18073436512554883, "nauc_precision_at_1000_max": 0.1252363180204751, "nauc_precision_at_1000_std": 0.20420301960644574, "nauc_precision_at_100_diff1": -0.23761276748190865, "nauc_precision_at_100_max": 0.26754523779775313, "nauc_precision_at_100_std": 0.44308267475761054, "nauc_precision_at_10_diff1": -0.6792075715713362, "nauc_precision_at_10_max": 0.07232753138343789, "nauc_precision_at_10_std": 0.18767535444979322, "nauc_precision_at_1_diff1": -0.06662036542365789, "nauc_precision_at_1_max": 0.33203333689496706, "nauc_precision_at_1_std": 0.191580297040282, "nauc_precision_at_20_diff1": -0.5556936319133033, "nauc_precision_at_20_max": 0.13648771818412378, "nauc_precision_at_20_std": 0.20873718764348442, "nauc_precision_at_3_diff1": -0.550733522174776, "nauc_precision_at_3_max": 0.2266097323806709, "nauc_precision_at_3_std": 0.08246311250158525, "nauc_precision_at_5_diff1": -0.6200021211157066, "nauc_precision_at_5_max": 0.08965249054335823, "nauc_precision_at_5_std": 0.08702466386208028, "nauc_recall_at_1000_diff1": -0.22615066977552412, "nauc_recall_at_1000_max": 0.34510800970183303, "nauc_recall_at_1000_std": 0.7126280080226102, "nauc_recall_at_100_diff1": -0.15813886843935607, "nauc_recall_at_100_max": 0.09704365323214023, "nauc_recall_at_100_std": 0.21846998990265953, "nauc_recall_at_10_diff1": -0.23076813710973346, "nauc_recall_at_10_max": -0.13638694141564658, "nauc_recall_at_10_std": 0.042872677809891235, "nauc_recall_at_1_diff1": 0.0464758053523222, "nauc_recall_at_1_max": -0.005709131029386241, "nauc_recall_at_1_std": 0.03905257392023816, "nauc_recall_at_20_diff1": -0.24876881422259559, "nauc_recall_at_20_max": -0.12483915148802255, "nauc_recall_at_20_std": 0.031057143336167888, "nauc_recall_at_3_diff1": -0.10415652762848131, "nauc_recall_at_3_max": -0.056620117935243734, "nauc_recall_at_3_std": -0.0010120343758950336, "nauc_recall_at_5_diff1": -0.167085300673914, "nauc_recall_at_5_max": -0.11660038169326563, "nauc_recall_at_5_std": 0.011381568833732836, "ndcg_at_1": 0.87143, "ndcg_at_10": 0.8658, "ndcg_at_100": 0.71648, "ndcg_at_1000": 0.78807, "ndcg_at_20": 0.83704, "ndcg_at_3": 0.88571, "ndcg_at_5": 0.878, "precision_at_1": 0.87143, "precision_at_10": 0.86, "precision_at_100": 0.58629, "precision_at_1000": 0.12029, "precision_at_20": 0.82, "precision_at_3": 0.89048, "precision_at_5": 0.87714, "recall_at_1": 0.00944, "recall_at_10": 0.09135, "recall_at_100": 0.51, "recall_at_1000": 0.84128, "recall_at_20": 0.16833, "recall_at_3": 0.02893, "recall_at_5": 0.04721 } ] }, "task_name": "RParisHardI2IRetrieval" }