{ "dataset_revision": "d522bb117c32f5e0207344f69f7075fc9941168b", "task_name": "TweetSentimentClassification", "mteb_version": "2.18.2", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.472656, "f1": 0.472288, "f1_weighted": 0.471914, "precision": 0.471681, "precision_weighted": 0.471327, "recall": 0.473051, "recall_weighted": 0.472656, "ap": null, "ap_weighted": null }, { "accuracy": 0.539062, "f1": 0.538567, "f1_weighted": 0.538259, "precision": 0.543352, "precision_weighted": 0.543005, "recall": 0.539352, "recall_weighted": 0.539062, "ap": null, "ap_weighted": null }, { "accuracy": 0.5625, "f1": 0.54951, "f1_weighted": 0.548849, "precision": 0.559407, "precision_weighted": 0.559105, "recall": 0.563475, "recall_weighted": 0.5625, "ap": null, "ap_weighted": null }, { "accuracy": 0.554688, "f1": 0.529748, "f1_weighted": 0.528941, "precision": 0.539195, "precision_weighted": 0.538953, "recall": 0.555905, "recall_weighted": 0.554688, "ap": null, "ap_weighted": null }, { "accuracy": 0.535156, "f1": 0.527067, "f1_weighted": 0.526561, "precision": 0.5339, "precision_weighted": 0.533617, "recall": 0.535887, "recall_weighted": 0.535156, "ap": null, "ap_weighted": null }, { "accuracy": 0.484375, "f1": 0.484228, "f1_weighted": 0.48395, "precision": 0.493384, "precision_weighted": 0.492972, "recall": 0.484542, "recall_weighted": 0.484375, "ap": null, "ap_weighted": null }, { "accuracy": 0.5625, "f1": 0.560613, "f1_weighted": 0.560412, "precision": 0.562068, "precision_weighted": 0.562008, "recall": 0.562836, "recall_weighted": 0.5625, "ap": null, "ap_weighted": null }, { "accuracy": 0.535156, "f1": 0.5316, "f1_weighted": 0.531174, "precision": 0.530319, "precision_weighted": 0.530018, "recall": 0.535705, "recall_weighted": 0.535156, "ap": null, "ap_weighted": null }, { "accuracy": 0.507812, "f1": 0.507602, "f1_weighted": 0.507182, "precision": 0.507014, "precision_weighted": 0.506614, "recall": 0.508254, "recall_weighted": 0.507812, "ap": null, "ap_weighted": null }, { "accuracy": 0.539062, "f1": 0.530392, "f1_weighted": 0.529863, "precision": 0.529307, "precision_weighted": 0.528945, "recall": 0.539763, "recall_weighted": 0.539062, "ap": null, "ap_weighted": null } ], "accuracy": 0.529297, "f1": 0.523162, "f1_weighted": 0.52271, "precision": 0.526963, "precision_weighted": 0.526656, "recall": 0.529877, "recall_weighted": 0.529297, "ap": NaN, "ap_weighted": NaN, "main_score": 0.529297, "hf_subset": "portuguese", "languages": [ "por-Latn" ], "mteb_version": "2.18.2" } ] }, "evaluation_time": 16.630828834000567, "kg_co2_emissions": null, "date": 1784107672.553048, "evaluation_phases": [ { "name": "Data loading", "start": 6.534002750413492e-06, "end": 0.3860369610010821, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 0.38605262599958223, "end": 0.5727317990022129, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 1.3152480700009619, "end": 5.929744232002122, "split": "test", "subset": "portuguese" }, { "name": "Encoding test samples", "start": 5.958709439000813, "end": 11.207384401001036, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (0/10)", "start": 11.207563543001015, "end": 11.77452576900032, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (1/10)", "start": 11.774594041002274, "end": 12.306742569002381, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (2/10)", "start": 12.306825622999895, "end": 12.832572245999472, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (3/10)", "start": 12.832644353002252, "end": 13.360669001001952, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (4/10)", "start": 13.3607445810012, "end": 13.93723784300164, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (5/10)", "start": 13.937307660002261, "end": 14.460489607001364, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (6/10)", "start": 14.460560732000886, "end": 14.966303395001887, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (7/10)", "start": 14.966369636000309, "end": 15.527999748002912, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (8/10)", "start": 15.528083854002034, "end": 16.104394269001205, "split": "test", "subset": "portuguese" }, { "name": "Running experiment (9/10)", "start": 16.10448046500096, "end": 16.621429923001415, "split": "test", "subset": "portuguese" }, { "name": "Scoring", "start": 11.207422423001844, "end": 16.621437394001987, "split": "test", "subset": "portuguese" } ] }