{
    "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7",
    "task_name": "SciFact",
    "evaluation_time": null,
    "mteb_version": null,
    "scores": {
        "test": [
            {
                "hf_subset": "default",
                "languages": [
                    "eng-Latn"
                ],
                "ndcg_at_1": 0.60667,
                "ndcg_at_3": 0.6820900000000001,
                "ndcg_at_5": 0.7140900000000001,
                "ndcg_at_10": 0.73476,
                "ndcg_at_20": 0.74339,
                "ndcg_at_100": 0.7557,
                "ndcg_at_1000": 0.75955,
                "map_at_1": 0.58178,
                "map_at_3": 0.65719,
                "map_at_5": 0.6773,
                "map_at_10": 0.68821,
                "map_at_20": 0.69076,
                "map_at_100": 0.69245,
                "map_at_1000": 0.69258,
                "recall_at_1": 0.58178,
                "recall_at_3": 0.7317199999999999,
                "recall_at_5": 0.81,
                "recall_at_10": 0.86867,
                "recall_at_20": 0.90267,
                "recall_at_100": 0.96933,
                "recall_at_1000": 1.0,
                "precision_at_1": 0.60667,
                "precision_at_3": 0.26444,
                "precision_at_5": 0.18,
                "precision_at_10": 0.09867,
                "precision_at_20": 0.05133,
                "precision_at_100": 0.01097,
                "precision_at_1000": 0.00113,
                "mrr_at_1": 0.606667,
                "mrr_at_3": 0.671667,
                "mrr_at_5": 0.6884999999999999,
                "mrr_at_10": 0.694799,
                "mrr_at_20": 0.696658,
                "mrr_at_100": 0.698134,
                "mrr_at_1000": 0.698257,
                "nauc_ndcg_at_1_max": 0.493608,
                "nauc_ndcg_at_1_std": 0.127424,
                "nauc_ndcg_at_1_diff1": 0.745012,
                "nauc_ndcg_at_3_max": 0.49524499999999994,
                "nauc_ndcg_at_3_std": 0.077241,
                "nauc_ndcg_at_3_diff1": 0.720127,
                "nauc_ndcg_at_5_max": 0.518971,
                "nauc_ndcg_at_5_std": 0.128641,
                "nauc_ndcg_at_5_diff1": 0.6977889999999999,
                "nauc_ndcg_at_10_max": 0.551141,
                "nauc_ndcg_at_10_std": 0.171365,
                "nauc_ndcg_at_10_diff1": 0.688711,
                "nauc_ndcg_at_20_max": 0.547472,
                "nauc_ndcg_at_20_std": 0.170485,
                "nauc_ndcg_at_20_diff1": 0.694701,
                "nauc_ndcg_at_100_max": 0.537619,
                "nauc_ndcg_at_100_std": 0.153353,
                "nauc_ndcg_at_100_diff1": 0.703448,
                "nauc_ndcg_at_1000_max": 0.534516,
                "nauc_ndcg_at_1000_std": 0.147843,
                "nauc_ndcg_at_1000_diff1": 0.706041,
                "nauc_map_at_1_max": 0.449654,
                "nauc_map_at_1_std": 0.059821,
                "nauc_map_at_1_diff1": 0.762581,
                "nauc_map_at_3_max": 0.47515299999999994,
                "nauc_map_at_3_std": 0.062703,
                "nauc_map_at_3_diff1": 0.735279,
                "nauc_map_at_5_max": 0.4980589999999999,
                "nauc_map_at_5_std": 0.101001,
                "nauc_map_at_5_diff1": 0.721812,
                "nauc_map_at_10_max": 0.519276,
                "nauc_map_at_10_std": 0.126982,
                "nauc_map_at_10_diff1": 0.716343,
                "nauc_map_at_20_max": 0.518856,
                "nauc_map_at_20_std": 0.128148,
                "nauc_map_at_20_diff1": 0.7178179999999998,
                "nauc_map_at_100_max": 0.517504,
                "nauc_map_at_100_std": 0.125353,
                "nauc_map_at_100_diff1": 0.718854,
                "nauc_map_at_1000_max": 0.517399,
                "nauc_map_at_1000_std": 0.12519,
                "nauc_map_at_1000_diff1": 0.718964,
                "nauc_recall_at_1_max": 0.449654,
                "nauc_recall_at_1_std": 0.059821,
                "nauc_recall_at_1_diff1": 0.762581,
                "nauc_recall_at_3_max": 0.479306,
                "nauc_recall_at_3_std": 0.035374,
                "nauc_recall_at_3_diff1": 0.684552,
                "nauc_recall_at_5_max": 0.54374,
                "nauc_recall_at_5_std": 0.17646700000000004,
                "nauc_recall_at_5_diff1": 0.605644,
                "nauc_recall_at_10_max": 0.696484,
                "nauc_recall_at_10_std": 0.383671,
                "nauc_recall_at_10_diff1": 0.543958,
                "nauc_recall_at_20_max": 0.700061,
                "nauc_recall_at_20_std": 0.42404,
                "nauc_recall_at_20_diff1": 0.553831,
                "nauc_recall_at_100_max": 0.690263,
                "nauc_recall_at_100_std": 0.438507,
                "nauc_recall_at_100_diff1": 0.57837,
                "nauc_recall_at_1000_max": NaN,
                "nauc_recall_at_1000_std": NaN,
                "nauc_recall_at_1000_diff1": NaN,
                "nauc_precision_at_1_max": 0.493608,
                "nauc_precision_at_1_std": 0.127424,
                "nauc_precision_at_1_diff1": 0.745012,
                "nauc_precision_at_3_max": 0.452627,
                "nauc_precision_at_3_std": 0.155113,
                "nauc_precision_at_3_diff1": 0.44510800000000006,
                "nauc_precision_at_5_max": 0.484003,
                "nauc_precision_at_5_std": 0.353791,
                "nauc_precision_at_5_diff1": 0.197518,
                "nauc_precision_at_10_max": 0.46688,
                "nauc_precision_at_10_std": 0.479876,
                "nauc_precision_at_10_diff1": 0.001083,
                "nauc_precision_at_20_max": 0.41281400000000007,
                "nauc_precision_at_20_std": 0.49066200000000004,
                "nauc_precision_at_20_diff1": -0.062035,
                "nauc_precision_at_100_max": 0.300167,
                "nauc_precision_at_100_std": 0.472561,
                "nauc_precision_at_100_diff1": -0.228584,
                "nauc_precision_at_1000_max": 0.23725,
                "nauc_precision_at_1000_std": 0.45342,
                "nauc_precision_at_1000_diff1": -0.3329,
                "nauc_mrr_at_1_max": 0.493608,
                "nauc_mrr_at_1_std": 0.127424,
                "nauc_mrr_at_1_diff1": 0.745012,
                "nauc_mrr_at_3_max": 0.511718,
                "nauc_mrr_at_3_std": 0.11739700000000002,
                "nauc_mrr_at_3_diff1": 0.715992,
                "nauc_mrr_at_5_max": 0.522421,
                "nauc_mrr_at_5_std": 0.14127,
                "nauc_mrr_at_5_diff1": 0.7056999999999999,
                "nauc_mrr_at_10_max": 0.525587,
                "nauc_mrr_at_10_std": 0.145207,
                "nauc_mrr_at_10_diff1": 0.705571,
                "nauc_mrr_at_20_max": 0.523699,
                "nauc_mrr_at_20_std": 0.143103,
                "nauc_mrr_at_20_diff1": 0.706993,
                "nauc_mrr_at_100_max": 0.522734,
                "nauc_mrr_at_100_std": 0.140848,
                "nauc_mrr_at_100_diff1": 0.7081459999999999,
                "nauc_mrr_at_1000_max": 0.522622,
                "nauc_mrr_at_1000_std": 0.140715,
                "nauc_mrr_at_1000_diff1": 0.708239,
                "main_score": 0.73476
            }
        ]
    }
}