{ "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", "evaluation_time": 617.8195486068726, "kg_co2_emissions": 0.09596439800165252, "mteb_version": "1.12.75", "scores": { "test": [ { "accuracy": 0.03884, "f1": 0.3074527488309803, "hf_subset": "en", "languages": [ "eng-Latn" ], "lrap": 0.44829859761904095, "main_score": 0.03884, "scores_per_experiment": [ { "accuracy": 0.0484, "f1": 0.3160203256831015, "lrap": 0.45826453571428244 }, { "accuracy": 0.0266, "f1": 0.29094798755476337, "lrap": 0.42129274603173583 }, { "accuracy": 0.0482, "f1": 0.3144477290838022, "lrap": 0.4479779365079313 }, { "accuracy": 0.041, "f1": 0.298803317645474, "lrap": 0.47786257142856714 }, { "accuracy": 0.0452, "f1": 0.30842474867381897, "lrap": 0.4391233809523731 }, { "accuracy": 0.037, "f1": 0.2861589358269381, "lrap": 0.4447101428571361 }, { "accuracy": 0.0356, "f1": 0.34324848767991223, "lrap": 0.453168190476186 }, { "accuracy": 0.0256, "f1": 0.3369092140329799, "lrap": 0.43410457936506835 }, { "accuracy": 0.0242, "f1": 0.27001578533353776, "lrap": 0.4353720793650683 }, { "accuracy": 0.0566, "f1": 0.3095509567954753, "lrap": 0.4711098134920611 } ] }, { "accuracy": 0.03052, "f1": 0.29499320171473464, "hf_subset": "de", "languages": [ "deu-Latn" ], "lrap": 0.43176290145501817, "main_score": 0.03052, "scores_per_experiment": [ { "accuracy": 0.0236, "f1": 0.3235894659787282, "lrap": 0.4397108333333233 }, { "accuracy": 0.0206, "f1": 0.28205647556402413, "lrap": 0.4644891269841233 }, { "accuracy": 0.0702, "f1": 0.3259922269951123, "lrap": 0.5009991031746066 }, { "accuracy": 0.0184, "f1": 0.3260022117601037, "lrap": 0.4338908015872913 }, { "accuracy": 0.04, "f1": 0.28032011242237853, "lrap": 0.4166947777777671 }, { "accuracy": 0.0184, "f1": 0.32226558508974973, "lrap": 0.44412160714284965 }, { "accuracy": 0.018, "f1": 0.23671752135358626, "lrap": 0.3530024470899345 }, { "accuracy": 0.045, "f1": 0.3000765499485996, "lrap": 0.4469321111111037 }, { "accuracy": 0.0174, "f1": 0.26790393456437284, "lrap": 0.40455569047617573 }, { "accuracy": 0.0336, "f1": 0.2850079334706906, "lrap": 0.41323251587300663 } ] }, { "accuracy": 0.03244, "f1": 0.29762474469230604, "hf_subset": "fr", "languages": [ "fra-Latn" ], "lrap": 0.4279775874338517, "main_score": 0.03244, "scores_per_experiment": [ { "accuracy": 0.03, "f1": 0.28071531911640857, "lrap": 0.4115451666666525 }, { "accuracy": 0.0376, "f1": 0.291574243273734, "lrap": 0.436467059523801 }, { "accuracy": 0.0178, "f1": 0.25417699045130393, "lrap": 0.3948449285714132 }, { "accuracy": 0.0648, "f1": 0.2956711316928577, "lrap": 0.4356548650793509 }, { "accuracy": 0.0278, "f1": 0.2789213252231881, "lrap": 0.4169651626984004 }, { "accuracy": 0.0276, "f1": 0.31462999971846306, "lrap": 0.4545928571428514 }, { "accuracy": 0.0364, "f1": 0.3203775816447492, "lrap": 0.4405362738095164 }, { "accuracy": 0.0264, "f1": 0.3046687620970352, "lrap": 0.42275962169311 }, { "accuracy": 0.0364, "f1": 0.3289408089969087, "lrap": 0.4543073994708939 }, { "accuracy": 0.0196, "f1": 0.30657128470841233, "lrap": 0.4121025396825278 } ] }, { "accuracy": 0.03116, "f1": 0.29593775524682514, "hf_subset": "it", "languages": [ "ita-Latn" ], "lrap": 0.44582284986771636, "main_score": 0.03116, "scores_per_experiment": [ { "accuracy": 0.0172, "f1": 0.2741749653028635, "lrap": 0.434297309523799 }, { "accuracy": 0.04, "f1": 0.274322833867395, "lrap": 0.4411604880952306 }, { "accuracy": 0.0406, "f1": 0.27027760496949405, "lrap": 0.4406146269841164 }, { "accuracy": 0.0178, "f1": 0.28384250083447166, "lrap": 0.4316881349206252 }, { "accuracy": 0.0294, "f1": 0.3088919932245932, "lrap": 0.45881761111110353 }, { "accuracy": 0.0446, "f1": 0.35334508742316517, "lrap": 0.4602303888888818 }, { "accuracy": 0.0296, "f1": 0.2936506767427063, "lrap": 0.45723250793650166 }, { "accuracy": 0.0444, "f1": 0.32126847381429086, "lrap": 0.4661564365079307 }, { "accuracy": 0.0234, "f1": 0.293112370161113, "lrap": 0.4403799761904685 }, { "accuracy": 0.0246, "f1": 0.2864910461281589, "lrap": 0.42765101851850706 } ] }, { "accuracy": 0.030520000000000002, "f1": 0.3162510350108462, "hf_subset": "es", "languages": [ "spa-Latn" ], "lrap": 0.44560416626983274, "main_score": 0.030520000000000002, "scores_per_experiment": [ { "accuracy": 0.032, "f1": 0.3400001689387566, "lrap": 0.45209126190475407 }, { "accuracy": 0.0236, "f1": 0.2672349769968134, "lrap": 0.4035534920634771 }, { "accuracy": 0.0212, "f1": 0.33515734473137787, "lrap": 0.4618930238095174 }, { "accuracy": 0.0374, "f1": 0.3206743839287241, "lrap": 0.4767677936507905 }, { "accuracy": 0.0516, "f1": 0.3427275188457092, "lrap": 0.4654735634920565 }, { "accuracy": 0.0122, "f1": 0.29590733423967186, "lrap": 0.41891031746030494 }, { "accuracy": 0.051, "f1": 0.32161538942838447, "lrap": 0.4489419761904684 }, { "accuracy": 0.022, "f1": 0.33106623638587607, "lrap": 0.4400442698412625 }, { "accuracy": 0.0252, "f1": 0.2936614559102738, "lrap": 0.4373885476190373 }, { "accuracy": 0.029, "f1": 0.3144655407028753, "lrap": 0.4509774166666584 } ] }, { "accuracy": 0.04382, "f1": 0.32929290738301764, "hf_subset": "pl", "languages": [ "pol-Latn" ], "lrap": 0.450877407804226, "main_score": 0.04382, "scores_per_experiment": [ { "accuracy": 0.0296, "f1": 0.3645459501746298, "lrap": 0.4649427460317428 }, { "accuracy": 0.0202, "f1": 0.3234697765808674, "lrap": 0.44553180158729566 }, { "accuracy": 0.018, "f1": 0.3086227933552702, "lrap": 0.418024492063479 }, { "accuracy": 0.0352, "f1": 0.33772828469423144, "lrap": 0.4450491296296235 }, { "accuracy": 0.042, "f1": 0.345896657021732, "lrap": 0.46780666666665877 }, { "accuracy": 0.052, "f1": 0.3092197278684637, "lrap": 0.4782778134920623 }, { "accuracy": 0.1386, "f1": 0.3313689946765888, "lrap": 0.47513254761904083 }, { "accuracy": 0.0258, "f1": 0.3131458607526798, "lrap": 0.4308682777777658 }, { "accuracy": 0.0472, "f1": 0.360820878114468, "lrap": 0.47739642063491927 }, { "accuracy": 0.0296, "f1": 0.2981101505912453, "lrap": 0.40574418253967237 } ] }, { "accuracy": 0.03614, "f1": 0.33521495377354543, "hf_subset": "ro", "languages": [ "ron-Latn" ], "lrap": 0.4477483259259191, "main_score": 0.03614, "scores_per_experiment": [ { "accuracy": 0.0258, "f1": 0.34207884352031365, "lrap": 0.45394224074073297 }, { "accuracy": 0.0396, "f1": 0.35847548504484905, "lrap": 0.45459019841269654 }, { "accuracy": 0.0498, "f1": 0.31870360959921806, "lrap": 0.44754935714285304 }, { "accuracy": 0.0402, "f1": 0.29768473405802137, "lrap": 0.4268568915343808 }, { "accuracy": 0.0234, "f1": 0.29449254252010854, "lrap": 0.40465357010580577 }, { "accuracy": 0.0308, "f1": 0.3372142610606495, "lrap": 0.4503138968253934 }, { "accuracy": 0.0552, "f1": 0.3482763242245043, "lrap": 0.4672700634920597 }, { "accuracy": 0.0426, "f1": 0.3605238329039968, "lrap": 0.4626618359788315 }, { "accuracy": 0.0302, "f1": 0.33737656638408753, "lrap": 0.44067067724866565 }, { "accuracy": 0.0238, "f1": 0.3573233384197052, "lrap": 0.4689745277777723 } ] }, { "accuracy": 0.03696000000000001, "f1": 0.2895117020415332, "hf_subset": "nl", "languages": [ "nld-Latn" ], "lrap": 0.4350735780423193, "main_score": 0.03696000000000001, "scores_per_experiment": [ { "accuracy": 0.0276, "f1": 0.2764439373788069, "lrap": 0.41122383597882317 }, { "accuracy": 0.1124, "f1": 0.2625848516457605, "lrap": 0.458279999999995 }, { "accuracy": 0.0274, "f1": 0.3387557373245067, "lrap": 0.4703678280423261 }, { "accuracy": 0.023, "f1": 0.27047194986700646, "lrap": 0.42886155820104904 }, { "accuracy": 0.0284, "f1": 0.2768834696621467, "lrap": 0.42406288888887894 }, { "accuracy": 0.0374, "f1": 0.2919958661583278, "lrap": 0.43712142857141734 }, { "accuracy": 0.0344, "f1": 0.301946849995691, "lrap": 0.45448699999999514 }, { "accuracy": 0.0136, "f1": 0.3117934311819021, "lrap": 0.43185719312168275 }, { "accuracy": 0.0258, "f1": 0.28678180930602126, "lrap": 0.4085929365079245 }, { "accuracy": 0.0396, "f1": 0.27745911789516253, "lrap": 0.4258811111111012 } ] }, { "accuracy": 0.023259999999999996, "f1": 0.27362138882062, "hf_subset": "el", "languages": [ "ell-Grek" ], "lrap": 0.41157879788358576, "main_score": 0.023259999999999996, "scores_per_experiment": [ { "accuracy": 0.0234, "f1": 0.2703162333825078, "lrap": 0.4351023571428489 }, { "accuracy": 0.016, "f1": 0.27205104710259564, "lrap": 0.41346606349204795 }, { "accuracy": 0.03, "f1": 0.31407936640054795, "lrap": 0.423276714285703 }, { "accuracy": 0.0222, "f1": 0.2713317566738091, "lrap": 0.4136477539682429 }, { "accuracy": 0.0354, "f1": 0.3238638153519062, "lrap": 0.43856315873014784 }, { "accuracy": 0.0234, "f1": 0.311553610291507, "lrap": 0.4241324523809416 }, { "accuracy": 0.0086, "f1": 0.1903552111420684, "lrap": 0.3294181507936357 }, { "accuracy": 0.026, "f1": 0.2625853071902667, "lrap": 0.4015236693121552 }, { "accuracy": 0.0228, "f1": 0.2531417986383947, "lrap": 0.4088626587301455 }, { "accuracy": 0.0248, "f1": 0.26693574203259596, "lrap": 0.42779499999998877 } ] }, { "accuracy": 0.03258, "f1": 0.3477752408049565, "hf_subset": "hu", "languages": [ "hun-Latn" ], "lrap": 0.4567149558200998, "main_score": 0.03258, "scores_per_experiment": [ { "accuracy": 0.0376, "f1": 0.317571872405517, "lrap": 0.4525955634920566 }, { "accuracy": 0.036, "f1": 0.3768326170462603, "lrap": 0.4490381746031676 }, { "accuracy": 0.0232, "f1": 0.3687825668702071, "lrap": 0.46675830291004966 }, { "accuracy": 0.051, "f1": 0.32855502364774053, "lrap": 0.48789313888888763 }, { "accuracy": 0.0398, "f1": 0.34598307273755513, "lrap": 0.4581365079365013 }, { "accuracy": 0.024, "f1": 0.3587246022963524, "lrap": 0.45005398412697806 }, { "accuracy": 0.0218, "f1": 0.35416133718851306, "lrap": 0.4534359206349152 }, { "accuracy": 0.0366, "f1": 0.3324363212553304, "lrap": 0.44721616931216 }, { "accuracy": 0.0258, "f1": 0.33632484037918403, "lrap": 0.45619413756612964 }, { "accuracy": 0.03, "f1": 0.3583801542229052, "lrap": 0.4458276587301515 } ] }, { "accuracy": 0.02568, "f1": 0.28957270826652165, "hf_subset": "pt", "languages": [ "por-Latn" ], "lrap": 0.44122746150792863, "main_score": 0.02568, "scores_per_experiment": [ { "accuracy": 0.0298, "f1": 0.31768721678576023, "lrap": 0.46162296031745337 }, { "accuracy": 0.0304, "f1": 0.30499385691870556, "lrap": 0.45644991269841084 }, { "accuracy": 0.0282, "f1": 0.2806305223898565, "lrap": 0.45027783333332844 }, { "accuracy": 0.0346, "f1": 0.31996706867629193, "lrap": 0.4646832380952321 }, { "accuracy": 0.0262, "f1": 0.2830496088436185, "lrap": 0.4286917777777665 }, { "accuracy": 0.028, "f1": 0.2764406243253719, "lrap": 0.4511136111111038 }, { "accuracy": 0.0114, "f1": 0.26376739208164873, "lrap": 0.3760136825396678 }, { "accuracy": 0.02, "f1": 0.28892860217038574, "lrap": 0.42835473809522717 }, { "accuracy": 0.0234, "f1": 0.2878545072121185, "lrap": 0.4424897817460253 }, { "accuracy": 0.0248, "f1": 0.2724076832614591, "lrap": 0.4525770793650706 } ] }, { "accuracy": 0.03626, "f1": 0.32766126582638233, "hf_subset": "cs", "languages": [ "ces-Latn" ], "lrap": 0.4502819615079293, "main_score": 0.03626, "scores_per_experiment": [ { "accuracy": 0.0248, "f1": 0.3454088507560209, "lrap": 0.44271673412697526 }, { "accuracy": 0.031, "f1": 0.3256667185590241, "lrap": 0.42797920899469655 }, { "accuracy": 0.0316, "f1": 0.28173292696396124, "lrap": 0.46837855820105406 }, { "accuracy": 0.0308, "f1": 0.2967702466825886, "lrap": 0.4458940634920553 }, { "accuracy": 0.0506, "f1": 0.36071540898437027, "lrap": 0.4556140714285644 }, { "accuracy": 0.0526, "f1": 0.366059549127146, "lrap": 0.4698059603174557 }, { "accuracy": 0.0232, "f1": 0.3219745772081121, "lrap": 0.42842885714284795 }, { "accuracy": 0.0262, "f1": 0.31409216415381724, "lrap": 0.44623889153438484 }, { "accuracy": 0.0154, "f1": 0.2886066892662, "lrap": 0.41921061111109964 }, { "accuracy": 0.0764, "f1": 0.37558552656258304, "lrap": 0.4985526587301584 } ] }, { "accuracy": 0.035399999999999994, "f1": 0.3108490346031961, "hf_subset": "sv", "languages": [ "swe-Latn" ], "lrap": 0.4421679644179825, "main_score": 0.035399999999999994, "scores_per_experiment": [ { "accuracy": 0.0496, "f1": 0.35216300232806713, "lrap": 0.4501255079365008 }, { "accuracy": 0.0302, "f1": 0.33540522540832646, "lrap": 0.454032761904756 }, { "accuracy": 0.045, "f1": 0.33735843293336243, "lrap": 0.4373023730158671 }, { "accuracy": 0.0312, "f1": 0.3309160494241905, "lrap": 0.43002416931215964 }, { "accuracy": 0.0256, "f1": 0.3135240271316417, "lrap": 0.43683143915343364 }, { "accuracy": 0.0358, "f1": 0.30666831429972047, "lrap": 0.4714681468253936 }, { "accuracy": 0.021, "f1": 0.23291274378272667, "lrap": 0.42700017460316714 }, { "accuracy": 0.0252, "f1": 0.31153835794399143, "lrap": 0.44808685714285085 }, { "accuracy": 0.0274, "f1": 0.2990014723194838, "lrap": 0.40386156349205227 }, { "accuracy": 0.063, "f1": 0.28900272046044995, "lrap": 0.4629466507936442 } ] }, { "accuracy": 0.03158000000000001, "f1": 0.3216810597004436, "hf_subset": "bg", "languages": [ "bul-Cyrl" ], "lrap": 0.4388485879629548, "main_score": 0.03158000000000001, "scores_per_experiment": [ { "accuracy": 0.035, "f1": 0.29226862645029666, "lrap": 0.4397339312169222 }, { "accuracy": 0.0312, "f1": 0.29214499613527145, "lrap": 0.4238390158730047 }, { "accuracy": 0.0486, "f1": 0.2953716878824846, "lrap": 0.4470640238095189 }, { "accuracy": 0.0248, "f1": 0.30576297949468156, "lrap": 0.41569671428569993 }, { "accuracy": 0.0376, "f1": 0.32866837478387073, "lrap": 0.4457099841269777 }, { "accuracy": 0.0314, "f1": 0.3011375755954142, "lrap": 0.43058410317459556 }, { "accuracy": 0.0198, "f1": 0.3753528827338507, "lrap": 0.4610496984126928 }, { "accuracy": 0.0394, "f1": 0.35849506820365745, "lrap": 0.4621939920634888 }, { "accuracy": 0.014, "f1": 0.28703967259288815, "lrap": 0.4132118253968112 }, { "accuracy": 0.034, "f1": 0.38056873313202033, "lrap": 0.44940259126983656 } ] }, { "accuracy": 0.029699999999999997, "f1": 0.2968910513162645, "hf_subset": "da", "languages": [ "dan-Latn" ], "lrap": 0.43081464722221263, "main_score": 0.029699999999999997, "scores_per_experiment": [ { "accuracy": 0.0198, "f1": 0.31580751999138285, "lrap": 0.42984023809522776 }, { "accuracy": 0.0428, "f1": 0.32989700572587366, "lrap": 0.4489757460317395 }, { "accuracy": 0.0294, "f1": 0.315431493974787, "lrap": 0.43174981746031055 }, { "accuracy": 0.0368, "f1": 0.25714935504978104, "lrap": 0.449184400793646 }, { "accuracy": 0.0184, "f1": 0.27973314050373105, "lrap": 0.38904823015871537 }, { "accuracy": 0.0218, "f1": 0.2668478086959685, "lrap": 0.40829279365077986 }, { "accuracy": 0.0138, "f1": 0.3394855998645097, "lrap": 0.45506527777776973 }, { "accuracy": 0.03, "f1": 0.2917585095578457, "lrap": 0.43124165873015036 }, { "accuracy": 0.0392, "f1": 0.2907511714566205, "lrap": 0.4480036507936421 }, { "accuracy": 0.045, "f1": 0.28204890834214463, "lrap": 0.4167446587301447 } ] }, { "accuracy": 0.03198, "f1": 0.33036579368370883, "hf_subset": "fi", "languages": [ "fin-Latn" ], "lrap": 0.44566484682538865, "main_score": 0.03198, "scores_per_experiment": [ { "accuracy": 0.0316, "f1": 0.36247851166120143, "lrap": 0.4512836507936446 }, { "accuracy": 0.051, "f1": 0.3447986843002213, "lrap": 0.46699783333332745 }, { "accuracy": 0.0406, "f1": 0.36724372133421934, "lrap": 0.45121718253967635 }, { "accuracy": 0.0356, "f1": 0.3300838969852502, "lrap": 0.45309667063491 }, { "accuracy": 0.0292, "f1": 0.34820728851801264, "lrap": 0.4530165595238036 }, { "accuracy": 0.0092, "f1": 0.3003623205433959, "lrap": 0.40285666666665443 }, { "accuracy": 0.0284, "f1": 0.3074442294689087, "lrap": 0.4503114444444381 }, { "accuracy": 0.0494, "f1": 0.3321797971757386, "lrap": 0.4654319603174521 }, { "accuracy": 0.026, "f1": 0.30200823086859674, "lrap": 0.4556787539682472 }, { "accuracy": 0.0188, "f1": 0.30885125598154334, "lrap": 0.4067577460317332 } ] }, { "accuracy": 0.04026, "f1": 0.31400656975663616, "hf_subset": "sk", "languages": [ "slk-Latn" ], "lrap": 0.4414999944444361, "main_score": 0.04026, "scores_per_experiment": [ { "accuracy": 0.0184, "f1": 0.3159600842562467, "lrap": 0.4355808095237991 }, { "accuracy": 0.1536, "f1": 0.35861135508862685, "lrap": 0.5014577619047617 }, { "accuracy": 0.026, "f1": 0.3440666052083204, "lrap": 0.45716773015872514 }, { "accuracy": 0.0234, "f1": 0.2939392811930483, "lrap": 0.42624438095237166 }, { "accuracy": 0.023, "f1": 0.2873251216382099, "lrap": 0.41564220634919474 }, { "accuracy": 0.0248, "f1": 0.28345330726169954, "lrap": 0.44133982539681527 }, { "accuracy": 0.0388, "f1": 0.28484526770720897, "lrap": 0.4408672857142779 }, { "accuracy": 0.0448, "f1": 0.3544958598839382, "lrap": 0.4624764365079294 }, { "accuracy": 0.0406, "f1": 0.31604788218355895, "lrap": 0.43689823809523143 }, { "accuracy": 0.0092, "f1": 0.30132093314550357, "lrap": 0.39732526984125455 } ] }, { "accuracy": 0.04694, "f1": 0.3379303667805559, "hf_subset": "lt", "languages": [ "lit-Latn" ], "lrap": 0.45987880158729555, "main_score": 0.04694, "scores_per_experiment": [ { "accuracy": 0.0444, "f1": 0.3458667091148845, "lrap": 0.4553441613756552 }, { "accuracy": 0.0364, "f1": 0.3092673964558831, "lrap": 0.4616381825396763 }, { "accuracy": 0.0464, "f1": 0.32210100284544463, "lrap": 0.4815891931216913 }, { "accuracy": 0.0364, "f1": 0.3103827993998093, "lrap": 0.4309306335978722 }, { "accuracy": 0.0408, "f1": 0.3620114673478569, "lrap": 0.4711513121693076 }, { "accuracy": 0.02, "f1": 0.3195006907756731, "lrap": 0.4361097222222133 }, { "accuracy": 0.0402, "f1": 0.3308163506980241, "lrap": 0.4396583597883544 }, { "accuracy": 0.0306, "f1": 0.32850073892709164, "lrap": 0.45665141137565723 }, { "accuracy": 0.0422, "f1": 0.35554728560363447, "lrap": 0.46420061904761023 }, { "accuracy": 0.132, "f1": 0.3953092266372572, "lrap": 0.501514420634917 } ] }, { "accuracy": 0.03912, "f1": 0.3054167278403625, "hf_subset": "hr", "languages": [ "hrv-Latn" ], "lrap": 0.429374621825386, "main_score": 0.03912, "scores_per_experiment": [ { "accuracy": 0.0532, "f1": 0.3035265182954362, "lrap": 0.44332284920633974 }, { "accuracy": 0.0342, "f1": 0.3062975493869417, "lrap": 0.4181245634920511 }, { "accuracy": 0.0354, "f1": 0.32568592958221854, "lrap": 0.4237058095237982 }, { "accuracy": 0.0306, "f1": 0.28680145030240145, "lrap": 0.4104444365079244 }, { "accuracy": 0.031, "f1": 0.30567120417905896, "lrap": 0.41892313492062283 }, { "accuracy": 0.0608, "f1": 0.3085864798767172, "lrap": 0.4560102619047545 }, { "accuracy": 0.019, "f1": 0.2986041262751885, "lrap": 0.41161367460315923 }, { "accuracy": 0.057, "f1": 0.3009120739037754, "lrap": 0.4396738293650704 }, { "accuracy": 0.0364, "f1": 0.32647834394359593, "lrap": 0.4593196428571383 }, { "accuracy": 0.0336, "f1": 0.29160360265829127, "lrap": 0.4126080158730012 } ] }, { "accuracy": 0.040900000000000006, "f1": 0.34705427650890364, "hf_subset": "sl", "languages": [ "slv-Latn" ], "lrap": 0.46664381362433344, "main_score": 0.040900000000000006, "scores_per_experiment": [ { "accuracy": 0.0868, "f1": 0.33135495772373025, "lrap": 0.4675029867724789 }, { "accuracy": 0.04, "f1": 0.3630489851431696, "lrap": 0.4720060952380923 }, { "accuracy": 0.0274, "f1": 0.3181126309335, "lrap": 0.4043069682539562 }, { "accuracy": 0.0302, "f1": 0.30568792887713986, "lrap": 0.4565408968253905 }, { "accuracy": 0.0216, "f1": 0.36269734338065723, "lrap": 0.44289769047618155 }, { "accuracy": 0.0546, "f1": 0.41215616294974095, "lrap": 0.5194794246031746 }, { "accuracy": 0.0432, "f1": 0.3368857316179672, "lrap": 0.48416259126983857 }, { "accuracy": 0.0442, "f1": 0.36428114599044475, "lrap": 0.5000916137566149 }, { "accuracy": 0.0398, "f1": 0.3590595495147838, "lrap": 0.48417967063491685 }, { "accuracy": 0.0212, "f1": 0.3172583289579024, "lrap": 0.4352701984126903 } ] }, { "accuracy": 0.028919999999999994, "f1": 0.3225617020817669, "hf_subset": "et", "languages": [ "est-Latn" ], "lrap": 0.4368809325396718, "main_score": 0.028919999999999994, "scores_per_experiment": [ { "accuracy": 0.025, "f1": 0.28017150782395267, "lrap": 0.4041058650793532 }, { "accuracy": 0.0394, "f1": 0.31271338041090335, "lrap": 0.41904610317458985 }, { "accuracy": 0.023, "f1": 0.348273135019351, "lrap": 0.4409131825396734 }, { "accuracy": 0.0268, "f1": 0.3350270544717345, "lrap": 0.46547615873015064 }, { "accuracy": 0.0236, "f1": 0.32758971894162353, "lrap": 0.4262491468253839 }, { "accuracy": 0.0274, "f1": 0.31100338041358166, "lrap": 0.42828542460315966 }, { "accuracy": 0.0188, "f1": 0.31872677492325063, "lrap": 0.44304182539681725 }, { "accuracy": 0.0318, "f1": 0.3539692525640811, "lrap": 0.44643299999999253 }, { "accuracy": 0.0406, "f1": 0.3221158660960857, "lrap": 0.4367617539682401 }, { "accuracy": 0.0328, "f1": 0.31602695015310467, "lrap": 0.45849686507935783 } ] }, { "accuracy": 0.03948, "f1": 0.3116790417626363, "hf_subset": "lv", "languages": [ "lav-Latn" ], "lrap": 0.4450509470899401, "main_score": 0.03948, "scores_per_experiment": [ { "accuracy": 0.0232, "f1": 0.3088120023449881, "lrap": 0.43834941534390576 }, { "accuracy": 0.0574, "f1": 0.2872825720352145, "lrap": 0.4635980714285692 }, { "accuracy": 0.045, "f1": 0.2870278882937656, "lrap": 0.436451658730149 }, { "accuracy": 0.038, "f1": 0.3054338432661632, "lrap": 0.4728326587301558 }, { "accuracy": 0.0346, "f1": 0.32170951699025235, "lrap": 0.4011270158730028 }, { "accuracy": 0.0346, "f1": 0.2872816951798574, "lrap": 0.44344661111110445 }, { "accuracy": 0.0284, "f1": 0.32032691259892243, "lrap": 0.4377319603174518 }, { "accuracy": 0.058, "f1": 0.37139080123346124, "lrap": 0.48503246031745856 }, { "accuracy": 0.0208, "f1": 0.31703823977548207, "lrap": 0.41545418253966937 }, { "accuracy": 0.0548, "f1": 0.31048694590825593, "lrap": 0.4564854365079333 } ] }, { "accuracy": 0.013420000000000001, "f1": 0.17345027017660913, "hf_subset": "mt", "languages": [ "mlt-Latn" ], "lrap": 0.3377562780423121, "main_score": 0.013420000000000001, "scores_per_experiment": [ { "accuracy": 0.0106, "f1": 0.16780316668421374, "lrap": 0.3238640740740566 }, { "accuracy": 0.0152, "f1": 0.16109299217931078, "lrap": 0.3107398201058054 }, { "accuracy": 0.013, "f1": 0.18836989310964775, "lrap": 0.3605583835978673 }, { "accuracy": 0.02, "f1": 0.16731419287967844, "lrap": 0.31730569841268397 }, { "accuracy": 0.0108, "f1": 0.17900053371119704, "lrap": 0.3457716587301424 }, { "accuracy": 0.0116, "f1": 0.1700585050435624, "lrap": 0.3615190423280242 }, { "accuracy": 0.0224, "f1": 0.18944162214112592, "lrap": 0.364855142857128 }, { "accuracy": 0.0072, "f1": 0.1616223883790632, "lrap": 0.3265346746031585 }, { "accuracy": 0.0058, "f1": 0.16448660000288381, "lrap": 0.30621933333331913 }, { "accuracy": 0.0176, "f1": 0.18531280763540833, "lrap": 0.36019495238093563 } ] } ] }, "task_name": "MultiEURLEXMultilabelClassification" }