{ "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", "evaluation_time": 916.14452958107, "kg_co2_emissions": null, "mteb_version": "1.14.5", "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.28935, "map_at_1": 0.03, "map_at_10": 0.11972, "map_at_100": 0.18329, "map_at_1000": 0.20025, "map_at_20": 0.14469, "map_at_3": 0.06058, "map_at_5": 0.07937, "mrr_at_1": 0.3673469387755102, "mrr_at_10": 0.515500485908649, "mrr_at_100": 0.5238422858320817, "mrr_at_1000": 0.5238422858320817, "mrr_at_20": 0.52176465824425, "mrr_at_3": 0.47619047619047616, "mrr_at_5": 0.5006802721088435, "nauc_map_at_1000_diff1": 0.08514532194620987, "nauc_map_at_1000_max": -0.01945844181187639, "nauc_map_at_1000_std": 0.09279159729716076, "nauc_map_at_100_diff1": 0.09106773639422107, "nauc_map_at_100_max": -0.029222656077400558, "nauc_map_at_100_std": 0.06695634854924193, "nauc_map_at_10_diff1": 0.17340447626483435, "nauc_map_at_10_max": -0.04946122360834165, "nauc_map_at_10_std": -0.13643141541568207, "nauc_map_at_1_diff1": 0.1852028262519643, "nauc_map_at_1_max": -0.1462589380635534, "nauc_map_at_1_std": -0.17953898613200436, "nauc_map_at_20_diff1": 0.13020609880602416, "nauc_map_at_20_max": -0.03995675387539201, "nauc_map_at_20_std": -0.07579793264046603, "nauc_map_at_3_diff1": 0.22990777072101526, "nauc_map_at_3_max": -0.1314111260056268, "nauc_map_at_3_std": -0.1960535043416421, "nauc_map_at_5_diff1": 0.19758147800832943, "nauc_map_at_5_max": -0.16661702636068185, "nauc_map_at_5_std": -0.2225487162768971, "nauc_mrr_at_1000_diff1": 0.16531772851734014, "nauc_mrr_at_1000_max": -0.37628263438085896, "nauc_mrr_at_1000_std": -0.08177763047962945, "nauc_mrr_at_100_diff1": 0.16531772851734014, "nauc_mrr_at_100_max": -0.37628263438085896, "nauc_mrr_at_100_std": -0.08177763047962945, "nauc_mrr_at_10_diff1": 0.1668804844016776, "nauc_mrr_at_10_max": -0.3812201550662399, "nauc_mrr_at_10_std": -0.06786034206392912, "nauc_mrr_at_1_diff1": 0.18157823698768244, "nauc_mrr_at_1_max": -0.315448469930574, "nauc_mrr_at_1_std": -0.10116421748680889, "nauc_mrr_at_20_diff1": 0.16690123119325348, "nauc_mrr_at_20_max": -0.3755744000688166, "nauc_mrr_at_20_std": -0.0749034902342103, "nauc_mrr_at_3_diff1": 0.166639776635009, "nauc_mrr_at_3_max": -0.3752709330576166, "nauc_mrr_at_3_std": -0.11963640599678133, "nauc_mrr_at_5_diff1": 0.1397722829361531, "nauc_mrr_at_5_max": -0.3867157835191249, "nauc_mrr_at_5_std": -0.10366287365430919, "nauc_ndcg_at_1000_diff1": 0.04755842526049837, "nauc_ndcg_at_1000_max": -0.09731122277234908, "nauc_ndcg_at_1000_std": 0.2785481087565545, "nauc_ndcg_at_100_diff1": 0.07136796613341741, "nauc_ndcg_at_100_max": -0.15350312843103028, "nauc_ndcg_at_100_std": 0.27450573632169434, "nauc_ndcg_at_10_diff1": 0.07822923748932355, "nauc_ndcg_at_10_max": -0.19307432177095865, "nauc_ndcg_at_10_std": -0.03435534679342539, "nauc_ndcg_at_1_diff1": 0.08566597879135739, "nauc_ndcg_at_1_max": -0.3172568097716717, "nauc_ndcg_at_1_std": -0.07270057997299702, "nauc_ndcg_at_20_diff1": 0.07600344892036266, "nauc_ndcg_at_20_max": -0.15430346467373873, "nauc_ndcg_at_20_std": 0.011518004206421715, "nauc_ndcg_at_3_diff1": 0.1311120724110606, "nauc_ndcg_at_3_max": -0.33169059635237874, "nauc_ndcg_at_3_std": -0.1074138578201856, "nauc_ndcg_at_5_diff1": 0.042201520760322186, "nauc_ndcg_at_5_max": -0.3639527176860211, "nauc_ndcg_at_5_std": -0.1194156711602617, "nauc_precision_at_1000_diff1": -0.16727734243113102, "nauc_precision_at_1000_max": 0.2804458861440382, "nauc_precision_at_1000_std": 0.1983521838542288, "nauc_precision_at_100_diff1": -0.05826288259956637, "nauc_precision_at_100_max": -0.030622222532700097, "nauc_precision_at_100_std": 0.7501021829340289, "nauc_precision_at_10_diff1": 0.07563376505818992, "nauc_precision_at_10_max": -0.1199194875979659, "nauc_precision_at_10_std": 0.06651742815611802, "nauc_precision_at_1_diff1": 0.18157823698768244, "nauc_precision_at_1_max": -0.315448469930574, "nauc_precision_at_1_std": -0.10116421748680889, "nauc_precision_at_20_diff1": -0.011243723356024237, "nauc_precision_at_20_max": -0.06704485134742282, "nauc_precision_at_20_std": 0.2612808547579076, "nauc_precision_at_3_diff1": 0.2534061912496437, "nauc_precision_at_3_max": -0.3466541176255286, "nauc_precision_at_3_std": -0.1655498905438961, "nauc_precision_at_5_diff1": 0.08689444391243484, "nauc_precision_at_5_max": -0.3980285678892161, "nauc_precision_at_5_std": -0.15617930015110065, "nauc_recall_at_1000_diff1": -0.012485566622274945, "nauc_recall_at_1000_max": 0.18817687943801728, "nauc_recall_at_1000_std": 0.7082746782262505, "nauc_recall_at_100_diff1": 0.03706230174763571, "nauc_recall_at_100_max": -0.047756314921949344, "nauc_recall_at_100_std": 0.49023899520249037, "nauc_recall_at_10_diff1": 0.15772638743563738, "nauc_recall_at_10_max": 0.0014178424074184541, "nauc_recall_at_10_std": -0.06426810468495898, "nauc_recall_at_1_diff1": 0.1852028262519643, "nauc_recall_at_1_max": -0.1462589380635534, "nauc_recall_at_1_std": -0.17953898613200436, "nauc_recall_at_20_diff1": 0.10808362403245309, "nauc_recall_at_20_max": -0.03530626849146265, "nauc_recall_at_20_std": 0.018290769465105924, "nauc_recall_at_3_diff1": 0.23189420968777036, "nauc_recall_at_3_max": -0.16899011987108176, "nauc_recall_at_3_std": -0.20262412691073756, "nauc_recall_at_5_diff1": 0.13919258377651103, "nauc_recall_at_5_max": -0.22570280459298178, "nauc_recall_at_5_std": -0.2283358776381396, "ndcg_at_1": 0.33673, "ndcg_at_10": 0.28935, "ndcg_at_100": 0.40605, "ndcg_at_1000": 0.52132, "ndcg_at_20": 0.29817, "ndcg_at_3": 0.30808, "ndcg_at_5": 0.29325, "precision_at_1": 0.36735, "precision_at_10": 0.25918, "precision_at_100": 0.08265, "precision_at_1000": 0.0161, "precision_at_20": 0.19694, "precision_at_3": 0.32653, "precision_at_5": 0.29388, "recall_at_1": 0.03, "recall_at_10": 0.19077, "recall_at_100": 0.50819, "recall_at_1000": 0.86859, "recall_at_20": 0.27532, "recall_at_3": 0.07152, "recall_at_5": 0.10743 } ] }, "task_name": "Touche2020" }