{ "dataset_revision": "d4d92f8f28be71035be6a96bdfd4e200cf62faa8", "evaluation_time": 1828.4939382076263, "kg_co2_emissions": 0.4277599596751619, "mteb_version": "1.18.0", "scores": { "test": [ { "hf_subset": "bs", "languages": [ "bos-Latn" ], "main_score": 0.2519712602618081, "v_measure": 0.2519712602618081, "v_measure_std": 0.009407412124615792, "v_measures": { "Level 0": [ 0.25802629064704824, 0.25681262628593216, 0.2521533632211557, 0.24537600188776248, 0.24788051551972504, 0.2366732953228172, 0.25282454799723497, 0.25174852773688144, 0.27373634506176914, 0.24448108893775444 ] } }, { "hf_subset": "ca", "languages": [ "cat-Latn" ], "main_score": 0.22063151792421296, "v_measure": 0.22063151792421296, "v_measure_std": 0.006963572065702991, "v_measures": { "Level 0": [ 0.20753257580674325, 0.2135655837303458, 0.2154959624259996, 0.2233950001878768, 0.21689243153529822, 0.22171961790295075, 0.2226785056830542, 0.22675282177652284, 0.2254175323090411, 0.23286514788429696 ] } }, { "hf_subset": "cs", "languages": [ "ces-Latn" ], "main_score": 0.3465444216735533, "v_measure": 0.3465444216735533, "v_measure_std": 0.007497228720643769, "v_measures": { "Level 0": [ 0.3528957465916795, 0.3367328997330037, 0.3522273951042201, 0.33721905474971775, 0.3611460846103028, 0.3492227336921983, 0.3437860045303626, 0.3393543452068757, 0.3500704612940546, 0.3427894912231183 ] } }, { "hf_subset": "da", "languages": [ "dan-Latn" ], "main_score": 0.22236499596711248, "v_measure": 0.22236499596711248, "v_measure_std": 0.004294897603287701, "v_measures": { "Level 0": [ 0.2133009441000541, 0.22125606762806033, 0.2188820004382603, 0.22252372790978617, 0.2233398499235039, 0.22291235347688565, 0.22527750942460692, 0.21967870810731527, 0.22945434683579097, 0.22702445182686135 ] } }, { "hf_subset": "eu", "languages": [ "eus-Latn" ], "main_score": 0.2931945675332087, "v_measure": 0.2931945675332087, "v_measure_std": 0.01626800975098022, "v_measures": { "Level 0": [ 0.26213756278092737, 0.2816255811661436, 0.30017399577704706, 0.28819810269760415, 0.3286377971795869, 0.2921138614818024, 0.28926799546132487, 0.30673198853254846, 0.28899862882015037, 0.2940601614349522 ] } }, { "hf_subset": "gv", "languages": [ "glv-Latn" ], "main_score": 0.41008913221506643, "v_measure": 0.41008913221506643, "v_measure_std": 0.01059426924403888, "v_measures": { "Level 0": [ 0.415038782815653, 0.4025639727919634, 0.4059972834885543, 0.4180471376396721, 0.39642092748236, 0.42681507853613704, 0.4009983492302401, 0.4006686475574341, 0.4066129498903892, 0.427728192718261 ] } }, { "hf_subset": "ilo", "languages": [ "ilo-Latn" ], "main_score": 0.44645731650974885, "v_measure": 0.44645731650974885, "v_measure_std": 0.00993734511535768, "v_measures": { "Level 0": [ 0.4637006002267082, 0.4595787630975533, 0.4440150669915739, 0.43889088502397217, 0.4317241712636739, 0.4515330324809545, 0.4522254924211816, 0.4435454541237159, 0.43342116583785323, 0.4459385336303019 ] } }, { "hf_subset": "ku", "languages": [ "kur-Latn" ], "main_score": 0.35269098418704653, "v_measure": 0.35269098418704653, "v_measure_std": 0.009514045893815161, "v_measures": { "Level 0": [ 0.3633309685807982, 0.3573464214469171, 0.35071148704993754, 0.3686810856751557, 0.35084586450678057, 0.3508328862025651, 0.3387992450795811, 0.3399117501162435, 0.3446527316699847, 0.36179740154250206 ] } }, { "hf_subset": "lv", "languages": [ "lav-Latn" ], "main_score": 0.19872003912087505, "v_measure": 0.19872003912087505, "v_measure_std": 0.010903292541455195, "v_measures": { "Level 0": [ 0.20770639410580477, 0.20737108518895397, 0.17811163105925548, 0.2026879884382637, 0.2019764498882772, 0.2080735149490733, 0.18532642972968746, 0.21157268468860782, 0.19787666706054208, 0.1864975461002848 ] } }, { "hf_subset": "min", "languages": [ "min-Latn" ], "main_score": 0.4066156494505397, "v_measure": 0.4066156494505397, "v_measure_std": 0.02504747441124653, "v_measures": { "Level 0": [ 0.37910867652663083, 0.37261670198489943, 0.39289483494270994, 0.3846135484070883, 0.4516938133378214, 0.42400769848602005, 0.4316294102564133, 0.41833358676943255, 0.38846263980657886, 0.4227955839878016 ] } }, { "hf_subset": "mt", "languages": [ "mlt-Latn" ], "main_score": 0.31184189851472455, "v_measure": 0.31184189851472455, "v_measure_std": 0.005710278334342134, "v_measures": { "Level 0": [ 0.316469822427189, 0.3132675867120851, 0.31015843494214507, 0.3142457280733379, 0.30935395511907365, 0.3110615470152241, 0.30154980941381, 0.31569423930995866, 0.3043050633886184, 0.32231279874580404 ] } }, { "hf_subset": "sco", "languages": [ "sco-Latn" ], "main_score": 0.2901795431214388, "v_measure": 0.2901795431214388, "v_measure_std": 0.010026899272540921, "v_measures": { "Level 0": [ 0.2883938324359372, 0.3006265720302035, 0.28808589477948904, 0.29139778414563233, 0.2850186150419761, 0.2912049001406181, 0.2895424929930499, 0.2693248536723057, 0.28758889582004743, 0.31061159015512885 ] } }, { "hf_subset": "sq", "languages": [ "sqi-Latn" ], "main_score": 0.3433684875317645, "v_measure": 0.3433684875317645, "v_measure_std": 0.004070764412962372, "v_measures": { "Level 0": [ 0.3423031280696953, 0.3357391502577352, 0.3470607703439053, 0.34455454089247417, 0.344495132229977, 0.34209060881675823, 0.3431479344473221, 0.3397217310822931, 0.3519969445933184, 0.3425749345841669 ] } }, { "hf_subset": "wa", "languages": [ "wln-Latn" ], "main_score": 0.03287511615915344, "v_measure": 0.03287511615915344, "v_measure_std": 0.013842512712635813, "v_measures": { "Level 0": [ 0.028736515727118342, 0.04954931521320011, 0.02960541109193515, 0.042439763907668314, 0.032135220415872766, 0.017827863348732927, 0.01859016216991662, 0.01658984795191086, 0.03174355030223323, 0.06153351146294611 ] } } ] }, "task_name": "WikiClusteringP2P.v2" }