{ "dataset_revision": "43bc699486e768138ce3a6d4cd859da306ac9eef", "task_name": "MintakaRetrieval", "mteb_version": "2.12.30", "scores": { "test": [ { "ndcg_at_1": 0.43036, "ndcg_at_3": 0.55154, "ndcg_at_5": 0.58159, "ndcg_at_10": 0.60871, "ndcg_at_20": 0.62294, "ndcg_at_100": 0.63935, "ndcg_at_1000": 0.64748, "map_at_1": 0.43036, "map_at_3": 0.5222, "map_at_5": 0.53916, "map_at_10": 0.55034, "map_at_20": 0.55431, "map_at_100": 0.55667, "map_at_1000": 0.55698, "recall_at_1": 0.43036, "recall_at_3": 0.63625, "recall_at_5": 0.70804, "recall_at_10": 0.79196, "recall_at_20": 0.84775, "recall_at_100": 0.93512, "recall_at_1000": 0.9987, "accuracy": 0.43036, "precision_at_1": 0.43036, "precision_at_3": 0.21208, "precision_at_5": 0.14161, "precision_at_10": 0.0792, "precision_at_20": 0.04239, "precision_at_100": 0.00935, "precision_at_1000": 0.001, "mrr_at_1": 0.430363, "mrr_at_3": 0.522203, "mrr_at_5": 0.539158, "mrr_at_10": 0.550343, "mrr_at_20": 0.554308, "mrr_at_100": 0.556666, "mrr_at_1000": 0.556976, "nauc_ndcg_at_1_max": 0.32082, "nauc_ndcg_at_1_std": -0.016297, "nauc_ndcg_at_1_diff1": 0.534766, "nauc_ndcg_at_3_max": 0.371213, "nauc_ndcg_at_3_std": 0.00677, "nauc_ndcg_at_3_diff1": 0.469436, "nauc_ndcg_at_5_max": 0.391052, "nauc_ndcg_at_5_std": 0.019741, "nauc_ndcg_at_5_diff1": 0.463238, "nauc_ndcg_at_10_max": 0.403391, "nauc_ndcg_at_10_std": 0.04687, "nauc_ndcg_at_10_diff1": 0.463192, "nauc_ndcg_at_20_max": 0.402649, "nauc_ndcg_at_20_std": 0.050519, "nauc_ndcg_at_20_diff1": 0.466263, "nauc_ndcg_at_100_max": 0.391806, "nauc_ndcg_at_100_std": 0.04315, "nauc_ndcg_at_100_diff1": 0.469683, "nauc_ndcg_at_1000_max": 0.384023, "nauc_ndcg_at_1000_std": 0.031393, "nauc_ndcg_at_1000_diff1": 0.475068, "nauc_map_at_1_max": 0.32082, "nauc_map_at_1_std": -0.016297, "nauc_map_at_1_diff1": 0.534766, "nauc_map_at_3_max": 0.358694, "nauc_map_at_3_std": -0.00032, "nauc_map_at_3_diff1": 0.485854, "nauc_map_at_5_max": 0.368883, "nauc_map_at_5_std": 0.006407, "nauc_map_at_5_diff1": 0.482855, "nauc_map_at_10_max": 0.372821, "nauc_map_at_10_std": 0.016113, "nauc_map_at_10_diff1": 0.483285, "nauc_map_at_20_max": 0.372359, "nauc_map_at_20_std": 0.01678, "nauc_map_at_20_diff1": 0.484097, "nauc_map_at_100_max": 0.370804, "nauc_map_at_100_std": 0.016032, "nauc_map_at_100_diff1": 0.484566, "nauc_map_at_1000_max": 0.370566, "nauc_map_at_1000_std": 0.015658, "nauc_map_at_1000_diff1": 0.484764, "nauc_recall_at_1_max": 0.32082, "nauc_recall_at_1_std": -0.016297, "nauc_recall_at_1_diff1": 0.534766, "nauc_recall_at_3_max": 0.411637, "nauc_recall_at_3_std": 0.030327, "nauc_recall_at_3_diff1": 0.41633, "nauc_recall_at_5_max": 0.475496, "nauc_recall_at_5_std": 0.071443, "nauc_recall_at_5_diff1": 0.390805, "nauc_recall_at_10_max": 0.559637, "nauc_recall_at_10_std": 0.213075, "nauc_recall_at_10_diff1": 0.368385, "nauc_recall_at_20_max": 0.604158, "nauc_recall_at_20_std": 0.292392, "nauc_recall_at_20_diff1": 0.362648, "nauc_recall_at_100_max": 0.626151, "nauc_recall_at_100_std": 0.411642, "nauc_recall_at_100_diff1": 0.31008, "nauc_recall_at_1000_max": 0.042859, "nauc_recall_at_1000_std": 0.52243, "nauc_recall_at_1000_diff1": 0.344989, "nauc_precision_at_1_max": 0.32082, "nauc_precision_at_1_std": -0.016297, "nauc_precision_at_1_diff1": 0.534766, "nauc_precision_at_3_max": 0.411637, "nauc_precision_at_3_std": 0.030327, "nauc_precision_at_3_diff1": 0.41633, "nauc_precision_at_5_max": 0.475496, "nauc_precision_at_5_std": 0.071443, "nauc_precision_at_5_diff1": 0.390805, "nauc_precision_at_10_max": 0.559637, "nauc_precision_at_10_std": 0.213075, "nauc_precision_at_10_diff1": 0.368385, "nauc_precision_at_20_max": 0.604158, "nauc_precision_at_20_std": 0.292392, "nauc_precision_at_20_diff1": 0.362648, "nauc_precision_at_100_max": 0.626151, "nauc_precision_at_100_std": 0.411642, "nauc_precision_at_100_diff1": 0.31008, "nauc_precision_at_1000_max": 0.042859, "nauc_precision_at_1000_std": 0.52243, "nauc_precision_at_1000_diff1": 0.344989, "nauc_mrr_at_1_max": 0.32082, "nauc_mrr_at_1_std": -0.016297, "nauc_mrr_at_1_diff1": 0.534766, "nauc_mrr_at_3_max": 0.358694, "nauc_mrr_at_3_std": -0.00032, "nauc_mrr_at_3_diff1": 0.485854, "nauc_mrr_at_5_max": 0.368883, "nauc_mrr_at_5_std": 0.006407, "nauc_mrr_at_5_diff1": 0.482855, "nauc_mrr_at_10_max": 0.372821, "nauc_mrr_at_10_std": 0.016113, "nauc_mrr_at_10_diff1": 0.483285, "nauc_mrr_at_20_max": 0.372359, "nauc_mrr_at_20_std": 0.01678, "nauc_mrr_at_20_diff1": 0.484097, "nauc_mrr_at_100_max": 0.370804, "nauc_mrr_at_100_std": 0.016032, "nauc_mrr_at_100_diff1": 0.484566, "nauc_mrr_at_1000_max": 0.370566, "nauc_mrr_at_1000_std": 0.015658, "nauc_mrr_at_1000_diff1": 0.484764, "hit_rate_at_1": 0.43036, "hit_rate_at_3": 0.63625, "hit_rate_at_5": 0.70804, "hit_rate_at_10": 0.79196, "hit_rate_at_20": 0.84775, "hit_rate_at_100": 0.93512, "hit_rate_at_1000": 0.9987, "main_score": 0.60871, "hf_subset": "ja", "languages": [ "jpn-Hira" ] } ] }, "evaluation_time": 13.897937774658203, "kg_co2_emissions": null, "date": null }