{ "dataset_revision": "1a5f2fa2914bfeff4fcdc6fff4194fa8ec8fa19e", "task_name": "GujaratiNewsClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.675417, "f1": 0.648411, "f1_weighted": 0.679219, "scores_per_experiment": [ { "accuracy": 0.686646, "f1": 0.652811, "f1_weighted": 0.679715 }, { "accuracy": 0.553111, "f1": 0.538655, "f1_weighted": 0.561833 }, { "accuracy": 0.635053, "f1": 0.622493, "f1_weighted": 0.650201 }, { "accuracy": 0.703338, "f1": 0.67828, "f1_weighted": 0.709552 }, { "accuracy": 0.631259, "f1": 0.613183, "f1_weighted": 0.632129 }, { "accuracy": 0.721548, "f1": 0.702117, "f1_weighted": 0.726476 }, { "accuracy": 0.654021, "f1": 0.625338, "f1_weighted": 0.658751 }, { "accuracy": 0.706373, "f1": 0.669074, "f1_weighted": 0.705708 }, { "accuracy": 0.723065, "f1": 0.678974, "f1_weighted": 0.723927 }, { "accuracy": 0.739757, "f1": 0.703179, "f1_weighted": 0.743895 } ], "main_score": 0.675417, "hf_subset": "default", "languages": [ "guj-Gujr" ] } ] }, "evaluation_time": 14.636106014251709, "kg_co2_emissions": 0.0008673870358597502 }