{ "dataset_revision": "58d73d2cddefab7df4bc0b814aa5c53c5fd4928e", "task_name": "MInDS14", "mteb_version": "1.38.33", "scores": { "train": [ { "accuracy": 0.153611, "f1": 0.141756, "f1_weighted": 0.145008, "scores_per_experiment": [ { "accuracy": 0.151261, "f1": 0.140237, "f1_weighted": 0.140996 }, { "accuracy": 0.218487, "f1": 0.213095, "f1_weighted": 0.199091 }, { "accuracy": 0.135593, "f1": 0.113484, "f1_weighted": 0.129818 }, { "accuracy": 0.161017, "f1": 0.14202, "f1_weighted": 0.161504 }, { "accuracy": 0.101695, "f1": 0.099942, "f1_weighted": 0.093632 } ], "main_score": 0.153611, "hf_subset": "en-GB", "languages": [ "eng-Latn" ] }, { "accuracy": 0.105832, "f1": 0.091486, "f1_weighted": 0.09638, "scores_per_experiment": [ { "accuracy": 0.101852, "f1": 0.092764, "f1_weighted": 0.103866 }, { "accuracy": 0.074074, "f1": 0.05286, "f1_weighted": 0.060882 }, { "accuracy": 0.111111, "f1": 0.085159, "f1_weighted": 0.097256 }, { "accuracy": 0.092593, "f1": 0.088597, "f1_weighted": 0.092738 }, { "accuracy": 0.149533, "f1": 0.138052, "f1_weighted": 0.127158 } ], "main_score": 0.105832, "hf_subset": "fr-FR", "languages": [ "fra-Latn" ] }, { "accuracy": 0.110637, "f1": 0.101478, "f1_weighted": 0.096918, "scores_per_experiment": [ { "accuracy": 0.107143, "f1": 0.104223, "f1_weighted": 0.099025 }, { "accuracy": 0.100719, "f1": 0.091584, "f1_weighted": 0.094417 }, { "accuracy": 0.107914, "f1": 0.108, "f1_weighted": 0.08444 }, { "accuracy": 0.107914, "f1": 0.10013, "f1_weighted": 0.094703 }, { "accuracy": 0.129496, "f1": 0.103452, "f1_weighted": 0.112003 } ], "main_score": 0.110637, "hf_subset": "it-IT", "languages": [ "ita-Latn" ] }, { "accuracy": 0.092699, "f1": 0.080336, "f1_weighted": 0.089844, "scores_per_experiment": [ { "accuracy": 0.040816, "f1": 0.038832, "f1_weighted": 0.042355 }, { "accuracy": 0.113402, "f1": 0.097073, "f1_weighted": 0.102123 }, { "accuracy": 0.134021, "f1": 0.115526, "f1_weighted": 0.142861 }, { "accuracy": 0.113402, "f1": 0.094023, "f1_weighted": 0.100752 }, { "accuracy": 0.061856, "f1": 0.056227, "f1_weighted": 0.061129 } ], "main_score": 0.092699, "hf_subset": "es-ES", "languages": [ "spa-Latn" ] }, { "accuracy": 0.139036, "f1": 0.116288, "f1_weighted": 0.137795, "scores_per_experiment": [ { "accuracy": 0.140496, "f1": 0.126748, "f1_weighted": 0.128494 }, { "accuracy": 0.157025, "f1": 0.134948, "f1_weighted": 0.156607 }, { "accuracy": 0.140496, "f1": 0.091715, "f1_weighted": 0.155315 }, { "accuracy": 0.140496, "f1": 0.11724, "f1_weighted": 0.126801 }, { "accuracy": 0.116667, "f1": 0.11079, "f1_weighted": 0.121758 } ], "main_score": 0.139036, "hf_subset": "pt-PT", "languages": [ "por-Latn" ] }, { "accuracy": 0.119472, "f1": 0.103697, "f1_weighted": 0.111612, "scores_per_experiment": [ { "accuracy": 0.121951, "f1": 0.11007, "f1_weighted": 0.104755 }, { "accuracy": 0.155738, "f1": 0.143668, "f1_weighted": 0.148216 }, { "accuracy": 0.172131, "f1": 0.152055, "f1_weighted": 0.172922 }, { "accuracy": 0.090164, "f1": 0.070753, "f1_weighted": 0.081665 }, { "accuracy": 0.057377, "f1": 0.04194, "f1_weighted": 0.050501 } ], "main_score": 0.119472, "hf_subset": "de-DE", "languages": [ "deu-Latn" ] }, { "accuracy": 0.10552, "f1": 0.09359, "f1_weighted": 0.097628, "scores_per_experiment": [ { "accuracy": 0.091603, "f1": 0.083502, "f1_weighted": 0.091724 }, { "accuracy": 0.114504, "f1": 0.111985, "f1_weighted": 0.109792 }, { "accuracy": 0.137405, "f1": 0.113266, "f1_weighted": 0.119675 }, { "accuracy": 0.068702, "f1": 0.050757, "f1_weighted": 0.054439 }, { "accuracy": 0.115385, "f1": 0.108442, "f1_weighted": 0.112508 } ], "main_score": 0.10552, "hf_subset": "nl-NL", "languages": [ "nld-Latn" ] }, { "accuracy": 0.096521, "f1": 0.079381, "f1_weighted": 0.088162, "scores_per_experiment": [ { "accuracy": 0.092593, "f1": 0.075911, "f1_weighted": 0.088649 }, { "accuracy": 0.055556, "f1": 0.045238, "f1_weighted": 0.051543 }, { "accuracy": 0.111111, "f1": 0.080853, "f1_weighted": 0.104592 }, { "accuracy": 0.101852, "f1": 0.090286, "f1_weighted": 0.086991 }, { "accuracy": 0.121495, "f1": 0.104618, "f1_weighted": 0.109034 } ], "main_score": 0.096521, "hf_subset": "ru-RU", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.096097, "f1": 0.079801, "f1_weighted": 0.087627, "scores_per_experiment": [ { "accuracy": 0.088496, "f1": 0.062075, "f1_weighted": 0.076029 }, { "accuracy": 0.097345, "f1": 0.072188, "f1_weighted": 0.073688 }, { "accuracy": 0.089286, "f1": 0.076235, "f1_weighted": 0.080015 }, { "accuracy": 0.071429, "f1": 0.064466, "f1_weighted": 0.072205 }, { "accuracy": 0.133929, "f1": 0.124041, "f1_weighted": 0.1362 } ], "main_score": 0.096097, "hf_subset": "pl-PL", "languages": [ "pol-Latn" ] }, { "accuracy": 0.12717, "f1": 0.112978, "f1_weighted": 0.1198, "scores_per_experiment": [ { "accuracy": 0.113043, "f1": 0.092211, "f1_weighted": 0.104426 }, { "accuracy": 0.156522, "f1": 0.152517, "f1_weighted": 0.154304 }, { "accuracy": 0.173913, "f1": 0.159938, "f1_weighted": 0.176704 }, { "accuracy": 0.069565, "f1": 0.065464, "f1_weighted": 0.064356 }, { "accuracy": 0.122807, "f1": 0.094759, "f1_weighted": 0.099209 } ], "main_score": 0.12717, "hf_subset": "cs-CZ", "languages": [ "ces-Latn" ] }, { "accuracy": 0.086184, "f1": 0.072226, "f1_weighted": 0.075019, "scores_per_experiment": [ { "accuracy": 0.05042, "f1": 0.048345, "f1_weighted": 0.048682 }, { "accuracy": 0.10084, "f1": 0.07619, "f1_weighted": 0.095758 }, { "accuracy": 0.059322, "f1": 0.040653, "f1_weighted": 0.044804 }, { "accuracy": 0.127119, "f1": 0.111886, "f1_weighted": 0.100218 }, { "accuracy": 0.09322, "f1": 0.084053, "f1_weighted": 0.08563 } ], "main_score": 0.086184, "hf_subset": "ko-KR", "languages": [ "kor-Hang" ] }, { "accuracy": 0.107624, "f1": 0.088908, "f1_weighted": 0.094382, "scores_per_experiment": [ { "accuracy": 0.108911, "f1": 0.086049, "f1_weighted": 0.096746 }, { "accuracy": 0.079208, "f1": 0.06626, "f1_weighted": 0.065505 }, { "accuracy": 0.16, "f1": 0.11843, "f1_weighted": 0.14526 }, { "accuracy": 0.13, "f1": 0.114371, "f1_weighted": 0.112234 }, { "accuracy": 0.06, "f1": 0.059433, "f1_weighted": 0.052163 } ], "main_score": 0.107624, "hf_subset": "zh-CN", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 13642.05708527565, "kg_co2_emissions": null }