{ "dataset_revision": "517059b8db27c65544a855d90b3e30e5a9853fc3", "task_name": "NepaliNewsClassification", "mteb_version": "2.20.5", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.93457, "f1": 0.934046, "f1_weighted": 0.934716, "precision": 0.934259, "precision_weighted": 0.935182, "recall": 0.93415, "recall_weighted": 0.93457, "ap": null, "ap_weighted": null }, { "accuracy": 0.903809, "f1": 0.903391, "f1_weighted": 0.902546, "precision": 0.908711, "precision_weighted": 0.910718, "recall": 0.907169, "recall_weighted": 0.903809, "ap": null, "ap_weighted": null }, { "accuracy": 0.942871, "f1": 0.94243, "f1_weighted": 0.94283, "precision": 0.943777, "precision_weighted": 0.943336, "recall": 0.941624, "recall_weighted": 0.942871, "ap": null, "ap_weighted": null }, { "accuracy": 0.912598, "f1": 0.909687, "f1_weighted": 0.911202, "precision": 0.918332, "precision_weighted": 0.916394, "recall": 0.908024, "recall_weighted": 0.912598, "ap": null, "ap_weighted": null }, { "accuracy": 0.953125, "f1": 0.952465, "f1_weighted": 0.95309, "precision": 0.952873, "precision_weighted": 0.953131, "recall": 0.952135, "recall_weighted": 0.953125, "ap": null, "ap_weighted": null }, { "accuracy": 0.937012, "f1": 0.936596, "f1_weighted": 0.937003, "precision": 0.936651, "precision_weighted": 0.936996, "recall": 0.936542, "recall_weighted": 0.937012, "ap": null, "ap_weighted": null }, { "accuracy": 0.916504, "f1": 0.916557, "f1_weighted": 0.91688, "precision": 0.92272, "precision_weighted": 0.920951, "recall": 0.91406, "recall_weighted": 0.916504, "ap": null, "ap_weighted": null }, { "accuracy": 0.936035, "f1": 0.935939, "f1_weighted": 0.936155, "precision": 0.939431, "precision_weighted": 0.938263, "recall": 0.934394, "recall_weighted": 0.936035, "ap": null, "ap_weighted": null }, { "accuracy": 0.913086, "f1": 0.911851, "f1_weighted": 0.912687, "precision": 0.913541, "precision_weighted": 0.913665, "recall": 0.911548, "recall_weighted": 0.913086, "ap": null, "ap_weighted": null }, { "accuracy": 0.9375, "f1": 0.937381, "f1_weighted": 0.937586, "precision": 0.937616, "precision_weighted": 0.937829, "recall": 0.937297, "recall_weighted": 0.9375, "ap": null, "ap_weighted": null } ], "accuracy": 0.928711, "f1": 0.928034, "f1_weighted": 0.92847, "precision": 0.930791, "precision_weighted": 0.930646, "recall": 0.927694, "recall_weighted": 0.928711, "ap": NaN, "ap_weighted": NaN, "main_score": 0.928711, "hf_subset": "default", "languages": [ "nep-Deva" ], "mteb_version": "2.20.5" } ] }, "evaluation_time": 26.811624127993127, "kg_co2_emissions": null, "date": 1788254454.222113, "evaluation_phases": [ { "name": "Data loading", "start": 8.680699102114886e-05, "end": 7.567273480992299, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 7.5672915799950715, "end": 7.567294013992068, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 8.6757984989963, "end": 10.198787551998976, "split": "train", "subset": "default" }, { "name": "Encoding test samples", "start": 10.30954924398975, "end": 22.719105591997504, "split": "train", "subset": "default" }, { "name": "Running experiment (0/10)", "start": 22.719529066001996, "end": 23.115056743990863, "split": "train", "subset": "default" }, { "name": "Running experiment (1/10)", "start": 23.11518108799646, "end": 23.513729921993217, "split": "train", "subset": "default" }, { "name": "Running experiment (2/10)", "start": 23.513946395993116, "end": 23.93226808500185, "split": "train", "subset": "default" }, { "name": "Running experiment (3/10)", "start": 23.932399286000873, "end": 24.357722774992, "split": "train", "subset": "default" }, { "name": "Running experiment (4/10)", "start": 24.357841917997575, "end": 24.77791567699751, "split": "train", "subset": "default" }, { "name": "Running experiment (5/10)", "start": 24.778033148992108, "end": 25.195975797993015, "split": "train", "subset": "default" }, { "name": "Running experiment (6/10)", "start": 25.196125449001556, "end": 25.592607320999377, "split": "train", "subset": "default" }, { "name": "Running experiment (7/10)", "start": 25.592734409990953, "end": 25.990922992990818, "split": "train", "subset": "default" }, { "name": "Running experiment (8/10)", "start": 25.991048910000245, "end": 26.41078103298787, "split": "train", "subset": "default" }, { "name": "Running experiment (9/10)", "start": 26.410926247001044, "end": 26.80819517499185, "split": "train", "subset": "default" }, { "name": "Scoring", "start": 22.719293973001186, "end": 26.808198546001222, "split": "train", "subset": "default" } ] }