{ "dataset_revision": "d522bb117c32f5e0207344f69f7075fc9941168b", "task_name": "TweetSentimentClassification", "mteb_version": "2.20.11", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.398438, "f1": 0.387043, "f1_weighted": 0.386128, "precision": 0.385789, "precision_weighted": 0.385023, "recall": 0.399498, "recall_weighted": 0.398438, "ap": null, "ap_weighted": null }, { "accuracy": 0.507812, "f1": 0.504273, "f1_weighted": 0.503808, "precision": 0.502125, "precision_weighted": 0.501778, "recall": 0.50839, "recall_weighted": 0.507812, "ap": null, "ap_weighted": null }, { "accuracy": 0.476562, "f1": 0.446308, "f1_weighted": 0.445375, "precision": 0.496181, "precision_weighted": 0.495359, "recall": 0.477793, "recall_weighted": 0.476562, "ap": null, "ap_weighted": null }, { "accuracy": 0.550781, "f1": 0.529463, "f1_weighted": 0.528788, "precision": 0.549243, "precision_weighted": 0.549187, "recall": 0.551892, "recall_weighted": 0.550781, "ap": null, "ap_weighted": null }, { "accuracy": 0.507812, "f1": 0.482207, "f1_weighted": 0.481263, "precision": 0.479132, "precision_weighted": 0.47859, "recall": 0.509074, "recall_weighted": 0.507812, "ap": null, "ap_weighted": null }, { "accuracy": 0.3125, "f1": 0.312333, "f1_weighted": 0.312601, "precision": 0.320511, "precision_weighted": 0.320624, "recall": 0.312084, "recall_weighted": 0.3125, "ap": null, "ap_weighted": null }, { "accuracy": 0.546875, "f1": 0.546331, "f1_weighted": 0.546346, "precision": 0.55102, "precision_weighted": 0.550839, "recall": 0.546648, "recall_weighted": 0.546875, "ap": null, "ap_weighted": null }, { "accuracy": 0.335938, "f1": 0.330281, "f1_weighted": 0.330553, "precision": 0.33813, "precision_weighted": 0.338641, "recall": 0.335887, "recall_weighted": 0.335938, "ap": null, "ap_weighted": null }, { "accuracy": 0.558594, "f1": 0.5343, "f1_weighted": 0.533556, "precision": 0.554206, "precision_weighted": 0.554088, "recall": 0.559781, "recall_weighted": 0.558594, "ap": null, "ap_weighted": null }, { "accuracy": 0.460938, "f1": 0.451035, "f1_weighted": 0.450447, "precision": 0.452108, "precision_weighted": 0.451683, "recall": 0.461696, "recall_weighted": 0.460938, "ap": null, "ap_weighted": null } ], "accuracy": 0.465625, "f1": 0.452357, "f1_weighted": 0.451886, "precision": 0.462845, "precision_weighted": 0.462581, "recall": 0.466275, "recall_weighted": 0.465625, "ap": NaN, "ap_weighted": NaN, "main_score": 0.465625, "hf_subset": "hindi", "languages": [ "hin-Deva" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 32.824169751023874, "kg_co2_emissions": null, "date": 1789027357.671484, "evaluation_phases": [ { "name": "Data loading", "start": 3.1800009310245514e-06, "end": 3.9022803839761764, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 3.902293774066493, "end": 3.9582326421514153, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 4.655111702159047, "end": 9.814352959161624, "split": "test", "subset": "hindi" }, { "name": "Encoding test samples", "start": 9.827443873044103, "end": 14.0627847451251, "split": "test", "subset": "hindi" }, { "name": "Running experiment (0/10)", "start": 14.06290912302211, "end": 16.04072297201492, "split": "test", "subset": "hindi" }, { "name": "Running experiment (1/10)", "start": 16.040803684154525, "end": 18.009737932123244, "split": "test", "subset": "hindi" }, { "name": "Running experiment (2/10)", "start": 18.00981360208243, "end": 19.492748277029023, "split": "test", "subset": "hindi" }, { "name": "Running experiment (3/10)", "start": 19.492834653006867, "end": 21.464283926179633, "split": "test", "subset": "hindi" }, { "name": "Running experiment (4/10)", "start": 21.464374974137172, "end": 23.684308723080903, "split": "test", "subset": "hindi" }, { "name": "Running experiment (5/10)", "start": 23.684391784016043, "end": 25.655479494016618, "split": "test", "subset": "hindi" }, { "name": "Running experiment (6/10)", "start": 25.655551398172975, "end": 27.2266341811046, "split": "test", "subset": "hindi" }, { "name": "Running experiment (7/10)", "start": 27.2267085860949, "end": 29.02654307312332, "split": "test", "subset": "hindi" }, { "name": "Running experiment (8/10)", "start": 29.02661522012204, "end": 30.747342240065336, "split": "test", "subset": "hindi" }, { "name": "Running experiment (9/10)", "start": 30.747425149194896, "end": 32.80751066911034, "split": "test", "subset": "hindi" }, { "name": "Scoring", "start": 14.062799878185615, "end": 32.80751456716098, "split": "test", "subset": "hindi" } ] }