{ "mteb_version": "0.0.2", "test": { "de": { "accuracy": 0.43157999999999996, "accuracy_stderr": 0.020334492863113153, "f1": 0.3959814643526681, "f1_stderr": 0.014958918702954698, "main_score": 0.43157999999999996 }, "en": { "accuracy": 0.4711600000000001, "accuracy_stderr": 0.014839622636711491, "f1": 0.44332709019603855, "f1_stderr": 0.01697505296557516, "main_score": 0.4711600000000001 }, "es": { "accuracy": 0.42885999999999996, "accuracy_stderr": 0.006109042478163005, "f1": 0.3911077914957144, "f1_stderr": 0.016965472421350363, "main_score": 0.42885999999999996 }, "evaluation_time": 138.41, "fr": { "accuracy": 0.41479999999999995, "accuracy_stderr": 0.019111253229445735, "f1": 0.3833095537539107, "f1_stderr": 0.026251535192883473, "main_score": 0.41479999999999995 }, "ja": { "accuracy": 0.22494, "accuracy_stderr": 0.012911405810367822, "f1": 0.20414129907056028, "f1_stderr": 0.015483294344987696, "main_score": 0.22494 }, "zh": { "accuracy": 0.22119999999999998, "accuracy_stderr": 0.015890877886385008, "f1": 0.19672206889794125, "f1_stderr": 0.017501212135735213, "main_score": 0.22119999999999998 } }, "mteb_dataset_name": "AmazonReviewsClassification", "dataset_revision": "c379a6705fec24a2493fa68e011692605f44e119" }