{ "dataset_revision": "d243889a3eb6654029dbd7e7f9319ae31d58f97c", "evaluation_time": 112.89276218414307, "kg_co2_emissions": null, "mteb_version": "1.20.0", "scores": { "dev": [ { "hf_subset": "default", "languages": [ "kor-Hang" ], "main_score": 0.75277, "map_at_1": 0.46061, "map_at_10": 0.70381, "map_at_100": 0.70988, "map_at_1000": 0.71025, "map_at_20": 0.70718, "map_at_3": 0.66324, "map_at_5": 0.69005, "mrr_at_1": 0.7094594594594594, "mrr_at_10": 0.7702065905190908, "mrr_at_100": 0.7724194172647475, "mrr_at_1000": 0.77260268439593, "mrr_at_20": 0.7713943086282484, "mrr_at_3": 0.762668918918919, "mrr_at_5": 0.7662162162162162, "nauc_map_at_1000_diff1": 0.5283723980423071, "nauc_map_at_1000_max": 0.5639612303477157, "nauc_map_at_1000_std": 0.03188120725857407, "nauc_map_at_100_diff1": 0.5284713837594557, "nauc_map_at_100_max": 0.5643147055598294, "nauc_map_at_100_std": 0.032082227552883445, "nauc_map_at_10_diff1": 0.5256042644404846, "nauc_map_at_10_max": 0.5623005303848427, "nauc_map_at_10_std": 0.0297382912059091, "nauc_map_at_1_diff1": 0.5701858649712257, "nauc_map_at_1_max": 0.27644800311234535, "nauc_map_at_1_std": -0.0689066272003743, "nauc_map_at_20_diff1": 0.5280904970352152, "nauc_map_at_20_max": 0.5633255574048996, "nauc_map_at_20_std": 0.030878945418817243, "nauc_map_at_3_diff1": 0.5294488430554147, "nauc_map_at_3_max": 0.5079972019662355, "nauc_map_at_3_std": -0.002753515625402979, "nauc_map_at_5_diff1": 0.5230331286467887, "nauc_map_at_5_max": 0.5521673525537383, "nauc_map_at_5_std": 0.018118497110511143, "nauc_mrr_at_1000_diff1": 0.6110877608775925, "nauc_mrr_at_1000_max": 0.655476433933367, "nauc_mrr_at_1000_std": 0.09332923134454195, "nauc_mrr_at_100_diff1": 0.611094567812382, "nauc_mrr_at_100_max": 0.6556526188303674, "nauc_mrr_at_100_std": 0.09345938564755246, "nauc_mrr_at_10_diff1": 0.6110172404956511, "nauc_mrr_at_10_max": 0.6580183379655195, "nauc_mrr_at_10_std": 0.09396654331046725, "nauc_mrr_at_1_diff1": 0.6196685261632404, "nauc_mrr_at_1_max": 0.5628198471368047, "nauc_mrr_at_1_std": 0.06250151061095299, "nauc_mrr_at_20_diff1": 0.6114055724751905, "nauc_mrr_at_20_max": 0.6565513476004787, "nauc_mrr_at_20_std": 0.09336678821083362, "nauc_mrr_at_3_diff1": 0.610102556468651, "nauc_mrr_at_3_max": 0.6546153414720447, "nauc_mrr_at_3_std": 0.0980530815344508, "nauc_mrr_at_5_diff1": 0.6102606171597507, "nauc_mrr_at_5_max": 0.6588326469437563, "nauc_mrr_at_5_std": 0.0956488852031488, "nauc_ndcg_at_1000_diff1": 0.548364721562242, "nauc_ndcg_at_1000_max": 0.6210691913997829, "nauc_ndcg_at_1000_std": 0.06170363548170726, "nauc_ndcg_at_100_diff1": 0.5478737500892652, "nauc_ndcg_at_100_max": 0.6302602500235459, "nauc_ndcg_at_100_std": 0.06464152290901783, "nauc_ndcg_at_10_diff1": 0.5404294253877192, "nauc_ndcg_at_10_max": 0.6254988627051006, "nauc_ndcg_at_10_std": 0.05611631319806918, "nauc_ndcg_at_1_diff1": 0.6196685261632404, "nauc_ndcg_at_1_max": 0.5628198471368047, "nauc_ndcg_at_1_std": 0.06250151061095299, "nauc_ndcg_at_20_diff1": 0.5458839263846998, "nauc_ndcg_at_20_max": 0.6273474088149236, "nauc_ndcg_at_20_std": 0.058500300554178264, "nauc_ndcg_at_3_diff1": 0.5380531600639286, "nauc_ndcg_at_3_max": 0.55783541791414, "nauc_ndcg_at_3_std": 0.017346169525437556, "nauc_ndcg_at_5_diff1": 0.5335841119966354, "nauc_ndcg_at_5_max": 0.6084086071554122, "nauc_ndcg_at_5_std": 0.04155408370757714, "nauc_precision_at_1000_diff1": -0.25699322093687643, "nauc_precision_at_1000_max": 0.07601960825033816, "nauc_precision_at_1000_std": 0.14744955792025402, "nauc_precision_at_100_diff1": -0.15632197997122793, "nauc_precision_at_100_max": 0.21329386391075608, "nauc_precision_at_100_std": 0.1615057936864428, "nauc_precision_at_10_diff1": -0.057457221919012806, "nauc_precision_at_10_max": 0.3279489619845634, "nauc_precision_at_10_std": 0.15133353580564418, "nauc_precision_at_1_diff1": 0.6196685261632404, "nauc_precision_at_1_max": 0.5628198471368047, "nauc_precision_at_1_std": 0.06250151061095299, "nauc_precision_at_20_diff1": -0.08043791260906195, "nauc_precision_at_20_max": 0.29662091164606197, "nauc_precision_at_20_std": 0.1538681230302332, "nauc_precision_at_3_diff1": 0.08073152560763562, "nauc_precision_at_3_max": 0.4082838602872238, "nauc_precision_at_3_std": 0.11105723443150181, "nauc_precision_at_5_diff1": -0.0008838666573368835, "nauc_precision_at_5_max": 0.37939011955604734, "nauc_precision_at_5_std": 0.1333475642609226, "nauc_recall_at_1000_diff1": 0.5643819020368003, "nauc_recall_at_1000_max": 0.8204347370517291, "nauc_recall_at_1000_std": 0.19033850555495097, "nauc_recall_at_100_diff1": 0.5304304823659386, "nauc_recall_at_100_max": 0.8262527382803844, "nauc_recall_at_100_std": 0.14912134664777515, "nauc_recall_at_10_diff1": 0.49163547770924193, "nauc_recall_at_10_max": 0.7174822582587085, "nauc_recall_at_10_std": 0.07108521174262873, "nauc_recall_at_1_diff1": 0.5701858649712257, "nauc_recall_at_1_max": 0.27644800311234535, "nauc_recall_at_1_std": -0.0689066272003743, "nauc_recall_at_20_diff1": 0.5092786343003812, "nauc_recall_at_20_max": 0.7359239824179382, "nauc_recall_at_20_std": 0.08327847033603757, "nauc_recall_at_3_diff1": 0.487954999737232, "nauc_recall_at_3_max": 0.5440221661839623, "nauc_recall_at_3_std": -0.004510327744451479, "nauc_recall_at_5_diff1": 0.4750711658142984, "nauc_recall_at_5_max": 0.6544747050418612, "nauc_recall_at_5_std": 0.03719332438438219, "ndcg_at_1": 0.70946, "ndcg_at_10": 0.75277, "ndcg_at_100": 0.77389, "ndcg_at_1000": 0.78241, "ndcg_at_20": 0.76106, "ndcg_at_3": 0.70598, "ndcg_at_5": 0.73118, "precision_at_1": 0.70946, "precision_at_10": 0.15135, "precision_at_100": 0.01693, "precision_at_1000": 0.00182, "precision_at_20": 0.07838, "precision_at_3": 0.41892, "precision_at_5": 0.2777, "recall_at_1": 0.46061, "recall_at_10": 0.81975, "recall_at_100": 0.90035, "recall_at_1000": 0.95687, "recall_at_20": 0.84632, "recall_at_3": 0.71699, "recall_at_5": 0.76854 } ] }, "task_name": "Ko-StrategyQA" }