{ "dataset_revision": "12ca3b695563788fead87a982ad1a068284413f4", "evaluation_time": 25.326953887939453, "kg_co2_emissions": 0.004680869627939143, "mteb_version": "1.12.75", "scores": { "test": [ { "accuracy": 0.7798165137614678, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.7798165137614678, "scores_per_experiment": [ { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 }, { "accuracy": 0.7798165137614679, "ap": 0.376753912574204, "ap_weighted": 0.376753912574204, "f1": 0.7046070460704608, "f1_weighted": 0.798960741900997 } ] } ] }, "task_name": "ContractNLIExplicitIdentificationLegalBenchClassification" }