{ "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", "task_name": "SciFact-PL", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "default", "languages": [ "pol-Latn" ], "main_score": 0.74434, "map_at_1": 0.59494, "map_at_10": 0.69893, "map_at_100": 0.7045, "map_at_1000": 0.70466, "map_at_20": 0.70259, "map_at_3": 0.67037, "map_at_5": 0.68777, "mrr_at_1": 0.6266666666666667, "mrr_at_10": 0.7104457671957671, "mrr_at_100": 0.7152299909263925, "mrr_at_1000": 0.7153881086964122, "mrr_at_20": 0.7133636271136271, "mrr_at_3": 0.6916666666666668, "mrr_at_5": 0.7026666666666667, "nauc_map_at_1000_diff1": 0.6897113084189034, "nauc_map_at_1000_max": 0.5100665747497857, "nauc_map_at_1000_std": 0.08970270487093412, "nauc_map_at_100_diff1": 0.689728166052117, "nauc_map_at_100_max": 0.5101659549614879, "nauc_map_at_100_std": 0.08986483862053492, "nauc_map_at_10_diff1": 0.6907605123979184, "nauc_map_at_10_max": 0.512298419357728, "nauc_map_at_10_std": 0.09050901052243548, "nauc_map_at_1_diff1": 0.7146187295357046, "nauc_map_at_1_max": 0.4682038076857106, "nauc_map_at_1_std": 0.06931602615510153, "nauc_map_at_20_diff1": 0.6893823362705624, "nauc_map_at_20_max": 0.5115218544845727, "nauc_map_at_20_std": 0.08993550237629674, "nauc_map_at_3_diff1": 0.6919558420072627, "nauc_map_at_3_max": 0.47345905341053884, "nauc_map_at_3_std": 0.048339364362525415, "nauc_map_at_5_diff1": 0.6905067049349557, "nauc_map_at_5_max": 0.4962866209452668, "nauc_map_at_5_std": 0.07455937282103214, "nauc_mrr_at_1000_diff1": 0.692896395759106, "nauc_mrr_at_1000_max": 0.5420478659857226, "nauc_mrr_at_1000_std": 0.12534151525016302, "nauc_mrr_at_100_diff1": 0.6929115865311857, "nauc_mrr_at_100_max": 0.5421288291960847, "nauc_mrr_at_100_std": 0.12548435473868433, "nauc_mrr_at_10_diff1": 0.6929596234146306, "nauc_mrr_at_10_max": 0.5439168373164693, "nauc_mrr_at_10_std": 0.1274312540729047, "nauc_mrr_at_1_diff1": 0.7119661136604304, "nauc_mrr_at_1_max": 0.5350646788895577, "nauc_mrr_at_1_std": 0.1468408048005645, "nauc_mrr_at_20_diff1": 0.6924714813412893, "nauc_mrr_at_20_max": 0.5432239828421196, "nauc_mrr_at_20_std": 0.12623980761665865, "nauc_mrr_at_3_diff1": 0.6922708724496186, "nauc_mrr_at_3_max": 0.5318873450995116, "nauc_mrr_at_3_std": 0.11336687945925586, "nauc_mrr_at_5_diff1": 0.6910748983236182, "nauc_mrr_at_5_max": 0.5387809019397903, "nauc_mrr_at_5_std": 0.12079036178698661, "nauc_ndcg_at_1000_diff1": 0.6866705448374433, "nauc_ndcg_at_1000_max": 0.5274699991296371, "nauc_ndcg_at_1000_std": 0.10535824386304968, "nauc_ndcg_at_100_diff1": 0.6866862462407086, "nauc_ndcg_at_100_max": 0.5297982154336287, "nauc_ndcg_at_100_std": 0.10856284103500372, "nauc_ndcg_at_10_diff1": 0.6866965948376267, "nauc_ndcg_at_10_max": 0.5397868191998447, "nauc_ndcg_at_10_std": 0.1110472732803466, "nauc_ndcg_at_1_diff1": 0.7119661136604304, "nauc_ndcg_at_1_max": 0.5350646788895577, "nauc_ndcg_at_1_std": 0.1468408048005645, "nauc_ndcg_at_20_diff1": 0.6820754850499976, "nauc_ndcg_at_20_max": 0.535904858420456, "nauc_ndcg_at_20_std": 0.10719753086433334, "nauc_ndcg_at_3_diff1": 0.6823406959629384, "nauc_ndcg_at_3_max": 0.488837450762613, "nauc_ndcg_at_3_std": 0.06287949648205997, "nauc_ndcg_at_5_diff1": 0.6852532849588677, "nauc_ndcg_at_5_max": 0.5129845300513165, "nauc_ndcg_at_5_std": 0.08154884557621371, "nauc_precision_at_1000_diff1": -0.2956388929021074, "nauc_precision_at_1000_max": 0.1861674681637121, "nauc_precision_at_1000_std": 0.41685414129739357, "nauc_precision_at_100_diff1": -0.17020740767390374, "nauc_precision_at_100_max": 0.2432168276639496, "nauc_precision_at_100_std": 0.3936188711602, "nauc_precision_at_10_diff1": 0.07735819461600302, "nauc_precision_at_10_max": 0.39599631394231755, "nauc_precision_at_10_std": 0.3392349469639038, "nauc_precision_at_1_diff1": 0.7119661136604304, "nauc_precision_at_1_max": 0.5350646788895577, "nauc_precision_at_1_std": 0.1468408048005645, "nauc_precision_at_20_diff1": -0.03587900694179661, "nauc_precision_at_20_max": 0.3336606615861144, "nauc_precision_at_20_std": 0.3451624192343654, "nauc_precision_at_3_diff1": 0.4199662031829863, "nauc_precision_at_3_max": 0.43080074548605973, "nauc_precision_at_3_std": 0.14398965447916495, "nauc_precision_at_5_diff1": 0.25054180107661134, "nauc_precision_at_5_max": 0.40946179428537177, "nauc_precision_at_5_std": 0.2369992709404865, "nauc_recall_at_1000_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_100_diff1": 0.6809523809523835, "nauc_recall_at_100_max": 0.6303454715219441, "nauc_recall_at_100_std": 0.23594771241830656, "nauc_recall_at_10_diff1": 0.6643213426149696, "nauc_recall_at_10_max": 0.6307509853849101, "nauc_recall_at_10_std": 0.1544924084252273, "nauc_recall_at_1_diff1": 0.7146187295357046, "nauc_recall_at_1_max": 0.4682038076857106, "nauc_recall_at_1_std": 0.06931602615510153, "nauc_recall_at_20_diff1": 0.6164354198229226, "nauc_recall_at_20_max": 0.6309950698826864, "nauc_recall_at_20_std": 0.12823209698925014, "nauc_recall_at_3_diff1": 0.6563352507252078, "nauc_recall_at_3_max": 0.4510210171735505, "nauc_recall_at_3_std": -0.0008017546941514365, "nauc_recall_at_5_diff1": 0.6593453179242769, "nauc_recall_at_5_max": 0.5197740656606473, "nauc_recall_at_5_std": 0.04929967882548962, "ndcg_at_1": 0.62667, "ndcg_at_10": 0.74434, "ndcg_at_100": 0.7665500000000001, "ndcg_at_1000": 0.7707999999999999, "ndcg_at_20": 0.7558799999999999, "ndcg_at_3": 0.6975099999999999, "ndcg_at_5": 0.72091, "precision_at_1": 0.62667, "precision_at_10": 0.099, "precision_at_100": 0.01097, "precision_at_1000": 0.00113, "precision_at_20": 0.052000000000000005, "precision_at_3": 0.27, "precision_at_5": 0.17933, "recall_at_1": 0.59494, "recall_at_10": 0.87133, "recall_at_100": 0.96667, "recall_at_1000": 1.0, "recall_at_20": 0.91433, "recall_at_3": 0.74461, "recall_at_5": 0.80344 } ] } }