{ "dataset_revision": "9af5657575a669dc18c7f897a67287ff7d1a0c65", "task_name": "OpenTenderClassification", "mteb_version": "2.18.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.508584, "f1": 0.482824, "f1_weighted": 0.482858, "precision": 0.501533, "precision_weighted": 0.501504, "recall": 0.508569, "recall_weighted": 0.508584, "ap": null, "ap_weighted": null }, { "accuracy": 0.50301, "f1": 0.487165, "f1_weighted": 0.487076, "precision": 0.511583, "precision_weighted": 0.511587, "recall": 0.50314, "recall_weighted": 0.50301, "ap": null, "ap_weighted": null }, { "accuracy": 0.517949, "f1": 0.493964, "f1_weighted": 0.493976, "precision": 0.514111, "precision_weighted": 0.514072, "recall": 0.517874, "recall_weighted": 0.517949, "ap": null, "ap_weighted": null }, { "accuracy": 0.502564, "f1": 0.485588, "f1_weighted": 0.485579, "precision": 0.497021, "precision_weighted": 0.497008, "recall": 0.502591, "recall_weighted": 0.502564, "ap": null, "ap_weighted": null }, { "accuracy": 0.505909, "f1": 0.488159, "f1_weighted": 0.488223, "precision": 0.499385, "precision_weighted": 0.499428, "recall": 0.505805, "recall_weighted": 0.505909, "ap": null, "ap_weighted": null }, { "accuracy": 0.519064, "f1": 0.50221, "f1_weighted": 0.502125, "precision": 0.518697, "precision_weighted": 0.518717, "recall": 0.519227, "recall_weighted": 0.519064, "ap": null, "ap_weighted": null }, { "accuracy": 0.515942, "f1": 0.495542, "f1_weighted": 0.495569, "precision": 0.512295, "precision_weighted": 0.512298, "recall": 0.515878, "recall_weighted": 0.515942, "ap": null, "ap_weighted": null }, { "accuracy": 0.50078, "f1": 0.481071, "f1_weighted": 0.481102, "precision": 0.49965, "precision_weighted": 0.499639, "recall": 0.500741, "recall_weighted": 0.50078, "ap": null, "ap_weighted": null }, { "accuracy": 0.488517, "f1": 0.463591, "f1_weighted": 0.463529, "precision": 0.480605, "precision_weighted": 0.4805, "recall": 0.488546, "recall_weighted": 0.488517, "ap": null, "ap_weighted": null }, { "accuracy": 0.50903, "f1": 0.485001, "f1_weighted": 0.485, "precision": 0.498254, "precision_weighted": 0.498235, "recall": 0.509005, "recall_weighted": 0.50903, "ap": null, "ap_weighted": null } ], "accuracy": 0.507135, "f1": 0.486512, "f1_weighted": 0.486504, "precision": 0.503313, "precision_weighted": 0.503299, "recall": 0.507138, "recall_weighted": 0.507135, "ap": NaN, "ap_weighted": NaN, "main_score": 0.486512, "hf_subset": "default", "languages": [ "nld-Latn" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 62.47693092585541, "kg_co2_emissions": null, "date": 1785334020.643218, "evaluation_phases": [ { "name": "Data loading", "start": 0.0005845138803124428, "end": 4.858321949839592, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 4.858332620933652, "end": 4.8583346349187195, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 9.639798460993916, "end": 16.482861351920292, "split": "test", "subset": "default" }, { "name": "Encoding test samples", "start": 16.830928032984957, "end": 30.467308755032718, "split": "test", "subset": "default" }, { "name": "Running experiment (0/10)", "start": 30.46971415891312, "end": 33.80802100687288, "split": "test", "subset": "default" }, { "name": "Running experiment (1/10)", "start": 33.8096762788482, "end": 36.80705812503584, "split": "test", "subset": "default" }, { "name": "Running experiment (2/10)", "start": 36.80878264992498, "end": 40.23321248986758, "split": "test", "subset": "default" }, { "name": "Running experiment (3/10)", "start": 40.23484456795268, "end": 43.44930760702118, "split": "test", "subset": "default" }, { "name": "Running experiment (4/10)", "start": 43.450919925933704, "end": 46.70229717786424, "split": "test", "subset": "default" }, { "name": "Running experiment (5/10)", "start": 46.703947430010885, "end": 49.8903427249752, "split": "test", "subset": "default" }, { "name": "Running experiment (6/10)", "start": 49.89195012487471, "end": 52.986685547977686, "split": "test", "subset": "default" }, { "name": "Running experiment (7/10)", "start": 52.9883137580473, "end": 56.22872640984133, "split": "test", "subset": "default" }, { "name": "Running experiment (8/10)", "start": 56.230420185951516, "end": 59.37703872192651, "split": "test", "subset": "default" }, { "name": "Running experiment (9/10)", "start": 59.37868372397497, "end": 62.47034034784883, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 30.46835152991116, "end": 62.47034579794854, "split": "test", "subset": "default" } ] }