{ "dataset_revision": "ec85bb6c69679ed15ac66c0bf6e180bf563eb137", "task_name": "ScalaClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.501221, "f1": 0.500088, "f1_weighted": 0.500088, "ap": 0.50064, "ap_weighted": 0.50064, "scores_per_experiment": [ { "accuracy": 0.507812, "f1": 0.507812, "f1_weighted": 0.507812, "ap": 0.503967, "ap_weighted": 0.503967 }, { "accuracy": 0.500977, "f1": 0.498428, "f1_weighted": 0.498428, "ap": 0.500489, "ap_weighted": 0.500489 }, { "accuracy": 0.494629, "f1": 0.491486, "f1_weighted": 0.491486, "ap": 0.497339, "ap_weighted": 0.497339 }, { "accuracy": 0.504395, "f1": 0.503656, "f1_weighted": 0.503656, "ap": 0.502218, "ap_weighted": 0.502218 }, { "accuracy": 0.49707, "f1": 0.494285, "f1_weighted": 0.494285, "ap": 0.498545, "ap_weighted": 0.498545 }, { "accuracy": 0.494629, "f1": 0.494209, "f1_weighted": 0.494209, "ap": 0.497342, "ap_weighted": 0.497342 }, { "accuracy": 0.503418, "f1": 0.503289, "f1_weighted": 0.503289, "ap": 0.501721, "ap_weighted": 0.501721 }, { "accuracy": 0.51123, "f1": 0.510177, "f1_weighted": 0.510177, "ap": 0.505731, "ap_weighted": 0.505731 }, { "accuracy": 0.496094, "f1": 0.495986, "f1_weighted": 0.495986, "ap": 0.498062, "ap_weighted": 0.498062 }, { "accuracy": 0.501953, "f1": 0.501553, "f1_weighted": 0.501553, "ap": 0.500981, "ap_weighted": 0.500981 } ], "main_score": 0.501221, "hf_subset": "Danish", "languages": [ "dan-Latn" ] }, { "accuracy": 0.504492, "f1": 0.501562, "f1_weighted": 0.501562, "ap": 0.502308, "ap_weighted": 0.502308, "scores_per_experiment": [ { "accuracy": 0.501465, "f1": 0.494927, "f1_weighted": 0.494927, "ap": 0.500735, "ap_weighted": 0.500735 }, { "accuracy": 0.500488, "f1": 0.499817, "f1_weighted": 0.499817, "ap": 0.500244, "ap_weighted": 0.500244 }, { "accuracy": 0.505371, "f1": 0.495603, "f1_weighted": 0.495603, "ap": 0.502708, "ap_weighted": 0.502708 }, { "accuracy": 0.491211, "f1": 0.490226, "f1_weighted": 0.490226, "ap": 0.49569, "ap_weighted": 0.49569 }, { "accuracy": 0.500488, "f1": 0.499121, "f1_weighted": 0.499121, "ap": 0.500244, "ap_weighted": 0.500244 }, { "accuracy": 0.508789, "f1": 0.50788, "f1_weighted": 0.50788, "ap": 0.504479, "ap_weighted": 0.504479 }, { "accuracy": 0.516602, "f1": 0.508559, "f1_weighted": 0.508559, "ap": 0.50852, "ap_weighted": 0.50852 }, { "accuracy": 0.506836, "f1": 0.506518, "f1_weighted": 0.506518, "ap": 0.503467, "ap_weighted": 0.503467 }, { "accuracy": 0.501465, "f1": 0.500759, "f1_weighted": 0.500759, "ap": 0.500735, "ap_weighted": 0.500735 }, { "accuracy": 0.512207, "f1": 0.512204, "f1_weighted": 0.512204, "ap": 0.506253, "ap_weighted": 0.506253 } ], "main_score": 0.504492, "hf_subset": "Norwegian_b", "languages": [ "nob-Latn" ] }, { "accuracy": 0.500879, "f1": 0.499943, "f1_weighted": 0.499943, "ap": 0.500472, "ap_weighted": 0.500472, "scores_per_experiment": [ { "accuracy": 0.5, "f1": 0.499893, "f1_weighted": 0.499893, "ap": 0.5, "ap_weighted": 0.5 }, { "accuracy": 0.506836, "f1": 0.506044, "f1_weighted": 0.506044, "ap": 0.503461, "ap_weighted": 0.503461 }, { "accuracy": 0.505859, "f1": 0.504631, "f1_weighted": 0.504631, "ap": 0.502968, "ap_weighted": 0.502968 }, { "accuracy": 0.489258, "f1": 0.4891, "f1_weighted": 0.4891, "ap": 0.49474, "ap_weighted": 0.49474 }, { "accuracy": 0.502441, "f1": 0.502056, "f1_weighted": 0.502056, "ap": 0.501226, "ap_weighted": 0.501226 }, { "accuracy": 0.499512, "f1": 0.49512, "f1_weighted": 0.49512, "ap": 0.499756, "ap_weighted": 0.499756 }, { "accuracy": 0.506348, "f1": 0.506041, "f1_weighted": 0.506041, "ap": 0.503212, "ap_weighted": 0.503212 }, { "accuracy": 0.506836, "f1": 0.505461, "f1_weighted": 0.505461, "ap": 0.50347, "ap_weighted": 0.50347 }, { "accuracy": 0.495117, "f1": 0.49484, "f1_weighted": 0.49484, "ap": 0.497581, "ap_weighted": 0.497581 }, { "accuracy": 0.496582, "f1": 0.496245, "f1_weighted": 0.496245, "ap": 0.498302, "ap_weighted": 0.498302 } ], "main_score": 0.500879, "hf_subset": "Norwegian_n", "languages": [ "nno-Latn" ] }, { "accuracy": 0.502344, "f1": 0.499619, "f1_weighted": 0.499619, "ap": 0.501239, "ap_weighted": 0.501239, "scores_per_experiment": [ { "accuracy": 0.508301, "f1": 0.50128, "f1_weighted": 0.50128, "ap": 0.504241, "ap_weighted": 0.504241 }, { "accuracy": 0.492676, "f1": 0.49267, "f1_weighted": 0.49267, "ap": 0.496392, "ap_weighted": 0.496392 }, { "accuracy": 0.513672, "f1": 0.510217, "f1_weighted": 0.510217, "ap": 0.507061, "ap_weighted": 0.507061 }, { "accuracy": 0.498047, "f1": 0.490939, "f1_weighted": 0.490939, "ap": 0.499027, "ap_weighted": 0.499027 }, { "accuracy": 0.507324, "f1": 0.506075, "f1_weighted": 0.506075, "ap": 0.503722, "ap_weighted": 0.503722 }, { "accuracy": 0.5, "f1": 0.498944, "f1_weighted": 0.498944, "ap": 0.5, "ap_weighted": 0.5 }, { "accuracy": 0.498047, "f1": 0.493311, "f1_weighted": 0.493311, "ap": 0.499027, "ap_weighted": 0.499027 }, { "accuracy": 0.496094, "f1": 0.496093, "f1_weighted": 0.496093, "ap": 0.498062, "ap_weighted": 0.498062 }, { "accuracy": 0.496094, "f1": 0.495538, "f1_weighted": 0.495538, "ap": 0.498063, "ap_weighted": 0.498063 }, { "accuracy": 0.513184, "f1": 0.511122, "f1_weighted": 0.511122, "ap": 0.506792, "ap_weighted": 0.506792 } ], "main_score": 0.502344, "hf_subset": "Swedish", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 19.02333116531372, "kg_co2_emissions": 0.0007294155345318562 }