{ "dataset_revision": "de0fdb34424f07d1ac6f0ede23ee0ed44bd9f5d1", "task_name": "GreekLegalCodeClassification", "mteb_version": "2.3.11", "scores": { "validation": [ { "scores_per_experiment": [ { "accuracy": 0.586914, "f1": 0.46898, "f1_weighted": 0.574838, "precision": 0.512766, "precision_weighted": 0.651413, "recall": 0.513147, "recall_weighted": 0.586914, "ap": null, "ap_weighted": null }, { "accuracy": 0.598145, "f1": 0.467358, "f1_weighted": 0.583458, "precision": 0.49904, "precision_weighted": 0.645918, "recall": 0.520612, "recall_weighted": 0.598145, "ap": null, "ap_weighted": null }, { "accuracy": 0.594238, "f1": 0.476077, "f1_weighted": 0.583479, "precision": 0.517102, "precision_weighted": 0.666376, "recall": 0.513816, "recall_weighted": 0.594238, "ap": null, "ap_weighted": null }, { "accuracy": 0.575195, "f1": 0.436557, "f1_weighted": 0.560297, "precision": 0.467292, "precision_weighted": 0.62598, "recall": 0.495131, "recall_weighted": 0.575195, "ap": null, "ap_weighted": null }, { "accuracy": 0.588379, "f1": 0.454569, "f1_weighted": 0.570444, "precision": 0.487308, "precision_weighted": 0.622607, "recall": 0.506873, "recall_weighted": 0.588379, "ap": null, "ap_weighted": null }, { "accuracy": 0.58252, "f1": 0.451876, "f1_weighted": 0.568341, "precision": 0.475941, "precision_weighted": 0.624483, "recall": 0.5074, "recall_weighted": 0.58252, "ap": null, "ap_weighted": null }, { "accuracy": 0.595215, "f1": 0.452738, "f1_weighted": 0.581676, "precision": 0.488512, "precision_weighted": 0.641263, "recall": 0.50391, "recall_weighted": 0.595215, "ap": null, "ap_weighted": null }, { "accuracy": 0.575195, "f1": 0.4649, "f1_weighted": 0.562367, "precision": 0.505824, "precision_weighted": 0.643663, "recall": 0.513922, "recall_weighted": 0.575195, "ap": null, "ap_weighted": null }, { "accuracy": 0.590332, "f1": 0.457161, "f1_weighted": 0.577503, "precision": 0.488852, "precision_weighted": 0.640307, "recall": 0.508888, "recall_weighted": 0.590332, "ap": null, "ap_weighted": null }, { "accuracy": 0.597168, "f1": 0.473746, "f1_weighted": 0.582378, "precision": 0.514213, "precision_weighted": 0.662049, "recall": 0.521454, "recall_weighted": 0.597168, "ap": null, "ap_weighted": null } ], "accuracy": 0.58833, "f1": 0.460396, "f1_weighted": 0.574478, "precision": 0.495685, "precision_weighted": 0.642406, "recall": 0.510515, "recall_weighted": 0.58833, "ap": NaN, "ap_weighted": NaN, "main_score": 0.58833, "hf_subset": "default", "languages": [ "ell-Grek" ] } ], "test": [ { "scores_per_experiment": [ { "accuracy": 0.604004, "f1": 0.467951, "f1_weighted": 0.585286, "precision": 0.492411, "precision_weighted": 0.645957, "recall": 0.532209, "recall_weighted": 0.604004, "ap": null, "ap_weighted": null }, { "accuracy": 0.583984, "f1": 0.465634, "f1_weighted": 0.563822, "precision": 0.496055, "precision_weighted": 0.639523, "recall": 0.535559, "recall_weighted": 0.583984, "ap": null, "ap_weighted": null }, { "accuracy": 0.585938, "f1": 0.47185, "f1_weighted": 0.570623, "precision": 0.495425, "precision_weighted": 0.633831, "recall": 0.533589, "recall_weighted": 0.585938, "ap": null, "ap_weighted": null }, { "accuracy": 0.57959, "f1": 0.448601, "f1_weighted": 0.557392, "precision": 0.471355, "precision_weighted": 0.628498, "recall": 0.522102, "recall_weighted": 0.57959, "ap": null, "ap_weighted": null }, { "accuracy": 0.578613, "f1": 0.457566, "f1_weighted": 0.55884, "precision": 0.482221, "precision_weighted": 0.615613, "recall": 0.526709, "recall_weighted": 0.578613, "ap": null, "ap_weighted": null }, { "accuracy": 0.591797, "f1": 0.476099, "f1_weighted": 0.578796, "precision": 0.495504, "precision_weighted": 0.635834, "recall": 0.541822, "recall_weighted": 0.591797, "ap": null, "ap_weighted": null }, { "accuracy": 0.601562, "f1": 0.469527, "f1_weighted": 0.589741, "precision": 0.506549, "precision_weighted": 0.662009, "recall": 0.529643, "recall_weighted": 0.601562, "ap": null, "ap_weighted": null }, { "accuracy": 0.588867, "f1": 0.467235, "f1_weighted": 0.573465, "precision": 0.496926, "precision_weighted": 0.63606, "recall": 0.523753, "recall_weighted": 0.588867, "ap": null, "ap_weighted": null }, { "accuracy": 0.601562, "f1": 0.470846, "f1_weighted": 0.589819, "precision": 0.500338, "precision_weighted": 0.663686, "recall": 0.533915, "recall_weighted": 0.601562, "ap": null, "ap_weighted": null }, { "accuracy": 0.59375, "f1": 0.471817, "f1_weighted": 0.577267, "precision": 0.489048, "precision_weighted": 0.632319, "recall": 0.538399, "recall_weighted": 0.59375, "ap": null, "ap_weighted": null } ], "accuracy": 0.590967, "f1": 0.466713, "f1_weighted": 0.574505, "precision": 0.492583, "precision_weighted": 0.639333, "recall": 0.53177, "recall_weighted": 0.590967, "ap": NaN, "ap_weighted": NaN, "main_score": 0.590967, "hf_subset": "default", "languages": [ "ell-Grek" ] } ] }, "evaluation_time": 1431.115727186203, "kg_co2_emissions": null }