{ "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", "evaluation_time": 5538.031357765198, "kg_co2_emissions": 1.2589573974516752, "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.191, "f1": 0.15035919913419915, "hf_subset": "pam-eng", "languages": [ "pam-Latn", "eng-Latn" ], "main_score": 0.15035919913419915, "precision": 0.13916309523809525, "recall": 0.191 }, { "accuracy": 0.947, "f1": 0.9321666666666666, "hf_subset": "rus-eng", "languages": [ "rus-Cyrl", "eng-Latn" ], "main_score": 0.9321666666666666, "precision": 0.9248333333333333, "recall": 0.947 }, { "accuracy": 0.86, "f1": 0.8235, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ], "main_score": 0.8235, "precision": 0.8072833333333334, "recall": 0.86 }, { "accuracy": 0.6690140845070423, "f1": 0.6113849765258216, "hf_subset": "max-eng", "languages": [ "max-Deva", "eng-Latn" ], "main_score": 0.6113849765258216, "precision": 0.5865023474178404, "recall": 0.6690140845070423 }, { "accuracy": 0.969, "f1": 0.9609, "hf_subset": "ina-eng", "languages": [ "ina-Latn", "eng-Latn" ], "main_score": 0.9609, "precision": 0.9570833333333333, "recall": 0.969 }, { "accuracy": 0.97, "f1": 0.9616666666666668, "hf_subset": "fin-eng", "languages": [ "fin-Latn", "eng-Latn" ], "main_score": 0.9616666666666668, "precision": 0.9575, "recall": 0.97 }, { "accuracy": 0.8322851153039832, "f1": 0.793151642208246, "hf_subset": "arz-eng", "languages": [ "arz-Arab", "eng-Latn" ], "main_score": 0.793151642208246, "precision": 0.7749825296995108, "recall": 0.8322851153039832 }, { "accuracy": 0.948, "f1": 0.9312333333333334, "hf_subset": "ell-eng", "languages": [ "ell-Grek", "eng-Latn" ], "main_score": 0.9312333333333334, "precision": 0.9230833333333334, "recall": 0.948 }, { "accuracy": 0.957, "f1": 0.9443333333333332, "hf_subset": "ukr-eng", "languages": [ "ukr-Cyrl", "eng-Latn" ], "main_score": 0.9443333333333332, "precision": 0.938, "recall": 0.957 }, { "accuracy": 0.5170731707317073, "f1": 0.45114982578397217, "hf_subset": "jav-eng", "languages": [ "jav-Latn", "eng-Latn" ], "main_score": 0.45114982578397217, "precision": 0.4268662232076866, "recall": 0.5170731707317073 }, { "accuracy": 0.535, "f1": 0.47240386259767064, "hf_subset": "war-eng", "languages": [ "war-Latn", "eng-Latn" ], "main_score": 0.47240386259767064, "precision": 0.44993392857142855, "recall": 0.535 }, { "accuracy": 0.6635514018691588, "f1": 0.6001687435098652, "hf_subset": "uzb-eng", "languages": [ "uzb-Latn", "eng-Latn" ], "main_score": 0.6001687435098652, "precision": 0.5750027814864264, "recall": 0.6635514018691588 }, { "accuracy": 0.3392857142857143, "f1": 0.26821660482374765, "hf_subset": "amh-eng", "languages": [ "amh-Ethi", "eng-Latn" ], "main_score": 0.26821660482374765, "precision": 0.24726909994767135, "recall": 0.3392857142857143 }, { "accuracy": 0.979, "f1": 0.972, "hf_subset": "tgl-eng", "languages": [ "tgl-Latn", "eng-Latn" ], "main_score": 0.972, "precision": 0.9685, "recall": 0.979 }, { "accuracy": 0.6923076923076923, "f1": 0.6272435897435898, "hf_subset": "tzl-eng", "languages": [ "tzl-Latn", "eng-Latn" ], "main_score": 0.6272435897435898, "precision": 0.5988782051282051, "recall": 0.6923076923076923 }, { "accuracy": 0.6581196581196581, "f1": 0.5818477818477819, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ], "main_score": 0.5818477818477819, "precision": 0.5512108262108263, "recall": 0.6581196581196581 }, { "accuracy": 0.965, "f1": 0.9550666666666666, "hf_subset": "dan-eng", "languages": [ "dan-Latn", "eng-Latn" ], "main_score": 0.9550666666666666, "precision": 0.95025, "recall": 0.965 }, { "accuracy": 0.896, "f1": 0.8673523809523809, "hf_subset": "lit-eng", "languages": [ "lit-Latn", "eng-Latn" ], "main_score": 0.8673523809523809, "precision": 0.85375, "recall": 0.896 }, { "accuracy": 0.7692307692307693, "f1": 0.715099715099715, "hf_subset": "gsw-eng", "languages": [ "gsw-Latn", "eng-Latn" ], "main_score": 0.715099715099715, "precision": 0.6923076923076923, "recall": 0.7692307692307693 }, { "accuracy": 0.917910447761194, "f1": 0.8942786069651742, "hf_subset": "ang-eng", "languages": [ "ang-Latn", "eng-Latn" ], "main_score": 0.8942786069651742, "precision": 0.8830845771144278, "recall": 0.917910447761194 }, { "accuracy": 0.8142340168878166, "f1": 0.7686369119420989, "hf_subset": "gla-eng", "languages": [ "gla-Latn", "eng-Latn" ], "main_score": 0.7686369119420989, "precision": 0.7479895456373139, "recall": 0.8142340168878166 }, { "accuracy": 0.875, "f1": 0.8443452380952381, "hf_subset": "swg-eng", "languages": [ "swg-Latn", "eng-Latn" ], "main_score": 0.8443452380952381, "precision": 0.8311011904761906, "recall": 0.875 }, { "accuracy": 0.936, "f1": 0.9176666666666666, "hf_subset": "ara-eng", "languages": [ "ara-Arab", "eng-Latn" ], "main_score": 0.9176666666666666, "precision": 0.9088666666666667, "recall": 0.936 }, { "accuracy": 0.975, "f1": 0.9675, "hf_subset": "ces-eng", "languages": [ "ces-Latn", "eng-Latn" ], "main_score": 0.9675, "precision": 0.9638333333333332, "recall": 0.975 }, { "accuracy": 0.923, "f1": 0.9011666666666668, "hf_subset": "pes-eng", "languages": [ "pes-Arab", "eng-Latn" ], "main_score": 0.9011666666666668, "precision": 0.8905, "recall": 0.923 }, { "accuracy": 0.8322981366459627, "f1": 0.7910282953761213, "hf_subset": "hsb-eng", "languages": [ "hsb-Latn", "eng-Latn" ], "main_score": 0.7910282953761213, "precision": 0.7727743271221532, "recall": 0.8322981366459627 }, { "accuracy": 0.848, "f1": 0.8072555555555556, "hf_subset": "cbk-eng", "languages": [ "cbk-Latn", "eng-Latn" ], "main_score": 0.8072555555555556, "precision": 0.7890416666666666, "recall": 0.848 }, { "accuracy": 0.934, "f1": 0.9145666666666667, "hf_subset": "afr-eng", "languages": [ "afr-Latn", "eng-Latn" ], "main_score": 0.9145666666666667, "precision": 0.9055833333333333, "recall": 0.934 }, { "accuracy": 0.4404432132963989, "f1": 0.36128049389822237, "hf_subset": "khm-eng", "languages": [ "khm-Khmr", "eng-Latn" ], "main_score": 0.36128049389822237, "precision": 0.3333184936024271, "recall": 0.4404432132963989 }, { "accuracy": 0.925, "f1": 0.902, "hf_subset": "isl-eng", "languages": [ "isl-Latn", "eng-Latn" ], "main_score": 0.902, "precision": 0.8911666666666667, "recall": 0.925 }, { "accuracy": 0.842, "f1": 0.7993333333333332, "hf_subset": "lvs-eng", "languages": [ "lvs-Latn", "eng-Latn" ], "main_score": 0.7993333333333332, "precision": 0.7800833333333332, "recall": 0.842 }, { "accuracy": 0.96, "f1": 0.9480666666666666, "hf_subset": "tur-eng", "languages": [ "tur-Latn", "eng-Latn" ], "main_score": 0.9480666666666666, "precision": 0.9424166666666668, "recall": 0.96 }, { "accuracy": 0.954, "f1": 0.9401666666666666, "hf_subset": "glg-eng", "languages": [ "glg-Latn", "eng-Latn" ], "main_score": 0.9401666666666666, "precision": 0.9335, "recall": 0.954 }, { "accuracy": 0.4659090909090909, "f1": 0.3968028499278499, "hf_subset": "mon-eng", "languages": [ "mon-Cyrl", "eng-Latn" ], "main_score": 0.3968028499278499, "precision": 0.3747655122655123, "recall": 0.4659090909090909 }, { "accuracy": 0.087, "f1": 0.07435708180708181, "hf_subset": "ber-eng", "languages": [ "ber-Tfng", "eng-Latn" ], "main_score": 0.07435708180708181, "precision": 0.07074431225121629, "recall": 0.087 }, { "accuracy": 0.912, "f1": 0.8880833333333333, "hf_subset": "wuu-eng", "languages": [ "wuu-Hans", "eng-Latn" ], "main_score": 0.8880833333333333, "precision": 0.8772095238095239, "recall": 0.912 }, { "accuracy": 0.133, "f1": 0.10361031746031744, "hf_subset": "mhr-eng", "languages": [ "mhr-Cyrl", "eng-Latn" ], "main_score": 0.10361031746031744, "precision": 0.09436583275822408, "recall": 0.133 }, { "accuracy": 0.6295652173913043, "f1": 0.557424430641822, "hf_subset": "kaz-eng", "languages": [ "kaz-Cyrl", "eng-Latn" ], "main_score": 0.557424430641822, "precision": 0.5276521739130434, "recall": 0.6295652173913043 }, { "accuracy": 0.959, "f1": 0.9495, "hf_subset": "por-eng", "languages": [ "por-Latn", "eng-Latn" ], "main_score": 0.9495, "precision": 0.9448333333333333, "recall": 0.959 }, { "accuracy": 0.164, "f1": 0.12865860805860804, "hf_subset": "cor-eng", "languages": [ "cor-Latn", "eng-Latn" ], "main_score": 0.12865860805860804, "precision": 0.11809220779220779, "recall": 0.164 }, { "accuracy": 0.908, "f1": 0.8840333333333333, "hf_subset": "yue-eng", "languages": [ "yue-Hant", "eng-Latn" ], "main_score": 0.8840333333333333, "precision": 0.87325, "recall": 0.908 }, { "accuracy": 0.929, "f1": 0.9088666666666666, "hf_subset": "ile-eng", "languages": [ "ile-Latn", "eng-Latn" ], "main_score": 0.9088666666666666, "precision": 0.89975, "recall": 0.929 }, { "accuracy": 0.3097560975609756, "f1": 0.2605807200929152, "hf_subset": "kur-eng", "languages": [ "kur-Latn", "eng-Latn" ], "main_score": 0.2605807200929152, "precision": 0.24335761799176434, "recall": 0.3097560975609756 }, { "accuracy": 0.4744525547445255, "f1": 0.4221990499362762, "hf_subset": "cha-eng", "languages": [ "cha-Latn", "eng-Latn" ], "main_score": 0.4221990499362762, "precision": 0.40425237779252376, "recall": 0.4744525547445255 }, { "accuracy": 0.7229437229437229, "f1": 0.666464271659077, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ], "main_score": 0.666464271659077, "precision": 0.645093795093795, "recall": 0.7229437229437229 }, { "accuracy": 0.6674528301886793, "f1": 0.5996293800539083, "hf_subset": "yid-eng", "languages": [ "yid-Hebr", "eng-Latn" ], "main_score": 0.5996293800539083, "precision": 0.5728801662174303, "recall": 0.6674528301886793 }, { "accuracy": 0.869, "f1": 0.8348666666666666, "hf_subset": "sqi-eng", "languages": [ "sqi-Latn", "eng-Latn" ], "main_score": 0.8348666666666666, "precision": 0.81945, "recall": 0.869 }, { "accuracy": 0.8702290076335878, "f1": 0.8314249363867685, "hf_subset": "fao-eng", "languages": [ "fao-Latn", "eng-Latn" ], "main_score": 0.8314249363867685, "precision": 0.8123409669211197, "recall": 0.8702290076335878 }, { "accuracy": 0.96, "f1": 0.9501666666666667, "hf_subset": "swe-eng", "languages": [ "swe-Latn", "eng-Latn" ], "main_score": 0.9501666666666667, "precision": 0.9453333333333334, "recall": 0.96 }, { "accuracy": 0.825, "f1": 0.7873690476190477, "hf_subset": "oci-eng", "languages": [ "oci-Latn", "eng-Latn" ], "main_score": 0.7873690476190477, "precision": 0.7710928571428571, "recall": 0.825 }, { "accuracy": 0.967, "f1": 0.9568333333333332, "hf_subset": "zsm-eng", "languages": [ "zsm-Latn", "eng-Latn" ], "main_score": 0.9568333333333332, "precision": 0.9518333333333333, "recall": 0.967 }, { "accuracy": 0.8304761904761905, "f1": 0.7906666666666667, "hf_subset": "pms-eng", "languages": [ "pms-Latn", "eng-Latn" ], "main_score": 0.7906666666666667, "precision": 0.7736507936507937, "recall": 0.8304761904761905 }, { "accuracy": 0.7964959568733153, "f1": 0.7463611859838274, "hf_subset": "hye-eng", "languages": [ "hye-Armn", "eng-Latn" ], "main_score": 0.7463611859838274, "precision": 0.7252246181491465, "recall": 0.7964959568733153 }, { "accuracy": 0.983, "f1": 0.9776666666666667, "hf_subset": "pol-eng", "languages": [ "pol-Latn", "eng-Latn" ], "main_score": 0.9776666666666667, "precision": 0.9751666666666666, "recall": 0.983 }, { "accuracy": 0.968, "f1": 0.9595, "hf_subset": "cat-eng", "languages": [ "cat-Latn", "eng-Latn" ], "main_score": 0.9595, "precision": 0.9555, "recall": 0.968 }, { "accuracy": 0.5517241379310345, "f1": 0.49064039408866994, "hf_subset": "tuk-eng", "languages": [ "tuk-Latn", "eng-Latn" ], "main_score": 0.49064039408866994, "precision": 0.4673234811165846, "recall": 0.5517241379310345 }, { "accuracy": 0.5762897914379802, "f1": 0.504533218336731, "hf_subset": "arq-eng", "languages": [ "arq-Arab", "eng-Latn" ], "main_score": 0.504533218336731, "precision": 0.4764509609185789, "recall": 0.5762897914379802 }, { "accuracy": 0.735080058224163, "f1": 0.6734872114784778, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ], "main_score": 0.6734872114784778, "precision": 0.6475982532751091, "recall": 0.735080058224163 }, { "accuracy": 0.8404669260700389, "f1": 0.8037613488975357, "hf_subset": "nov-eng", "languages": [ "nov-Latn", "eng-Latn" ], "main_score": 0.8037613488975357, "precision": 0.7877431906614786, "recall": 0.8404669260700389 }, { "accuracy": 0.335, "f1": 0.2768153382565147, "hf_subset": "bre-eng", "languages": [ "bre-Latn", "eng-Latn" ], "main_score": 0.2768153382565147, "precision": 0.2574037698412699, "recall": 0.335 }, { "accuracy": 0.948, "f1": 0.9338333333333333, "hf_subset": "nno-eng", "languages": [ "nno-Latn", "eng-Latn" ], "main_score": 0.9338333333333333, "precision": 0.927, "recall": 0.948 }, { "accuracy": 0.7265135699373695, "f1": 0.6747390396659707, "hf_subset": "dsb-eng", "languages": [ "dsb-Latn", "eng-Latn" ], "main_score": 0.6747390396659707, "precision": 0.6523660403618651, "recall": 0.7265135699373695 }, { "accuracy": 0.991, "f1": 0.988, "hf_subset": "spa-eng", "languages": [ "spa-Latn", "eng-Latn" ], "main_score": 0.988, "precision": 0.9865, "recall": 0.991 }, { "accuracy": 0.094, "f1": 0.07608896103896103, "hf_subset": "dtp-eng", "languages": [ "dtp-Latn", "eng-Latn" ], "main_score": 0.07608896103896103, "precision": 0.07029651133180545, "recall": 0.094 }, { "accuracy": 0.955, "f1": 0.9426666666666668, "hf_subset": "srp-eng", "languages": [ "srp-Cyrl", "eng-Latn" ], "main_score": 0.9426666666666668, "precision": 0.9368333333333334, "recall": 0.955 }, { "accuracy": 0.9538274605103281, "f1": 0.9396516808424462, "hf_subset": "slv-eng", "languages": [ "slv-Latn", "eng-Latn" ], "main_score": 0.9396516808424462, "precision": 0.9325637910085055, "recall": 0.9538274605103281 }, { "accuracy": 0.7687861271676301, "f1": 0.7178364987613542, "hf_subset": "fry-eng", "languages": [ "fry-Latn", "eng-Latn" ], "main_score": 0.7178364987613542, "precision": 0.6970134874759152, "recall": 0.7687861271676301 }, { "accuracy": 0.893, "f1": 0.8643666666666665, "hf_subset": "heb-eng", "languages": [ "heb-Hebr", "eng-Latn" ], "main_score": 0.8643666666666665, "precision": 0.8509166666666668, "recall": 0.893 }, { "accuracy": 0.7281437125748503, "f1": 0.6693869404049044, "hf_subset": "orv-eng", "languages": [ "orv-Cyrl", "eng-Latn" ], "main_score": 0.6693869404049044, "precision": 0.6438551468491588, "recall": 0.7281437125748503 }, { "accuracy": 0.945, "f1": 0.929, "hf_subset": "lat-eng", "languages": [ "lat-Latn", "eng-Latn" ], "main_score": 0.929, "precision": 0.9215, "recall": 0.945 }, { "accuracy": 0.499, "f1": 0.425715873015873, "hf_subset": "tat-eng", "languages": [ "tat-Cyrl", "eng-Latn" ], "main_score": 0.425715873015873, "precision": 0.3986547619047619, "recall": 0.499 }, { "accuracy": 0.875, "f1": 0.8431666666666666, "hf_subset": "gle-eng", "languages": [ "gle-Latn", "eng-Latn" ], "main_score": 0.8431666666666666, "precision": 0.8290666666666666, "recall": 0.875 }, { "accuracy": 0.976, "f1": 0.9688333333333332, "hf_subset": "hrv-eng", "languages": [ "hrv-Latn", "eng-Latn" ], "main_score": 0.9688333333333332, "precision": 0.9653333333333334, "recall": 0.976 }, { "accuracy": 0.955, "f1": 0.9433333333333334, "hf_subset": "ita-eng", "languages": [ "ita-Latn", "eng-Latn" ], "main_score": 0.9433333333333334, "precision": 0.9376666666666668, "recall": 0.955 }, { "accuracy": 0.945, "f1": 0.9295, "hf_subset": "bul-eng", "languages": [ "bul-Cyrl", "eng-Latn" ], "main_score": 0.9295, "precision": 0.922, "recall": 0.945 }, { "accuracy": 0.522, "f1": 0.44764920634920635, "hf_subset": "uig-eng", "languages": [ "uig-Arab", "eng-Latn" ], "main_score": 0.44764920634920635, "precision": 0.42001789321789323, "recall": 0.522 }, { "accuracy": 0.973, "f1": 0.9651666666666667, "hf_subset": "nld-eng", "languages": [ "nld-Latn", "eng-Latn" ], "main_score": 0.9651666666666667, "precision": 0.9615, "recall": 0.973 }, { "accuracy": 0.995, "f1": 0.9933333333333334, "hf_subset": "deu-eng", "languages": [ "deu-Latn", "eng-Latn" ], "main_score": 0.9933333333333334, "precision": 0.9925, "recall": 0.995 }, { "accuracy": 0.8153846153846154, "f1": 0.7684249084249085, "hf_subset": "swh-eng", "languages": [ "swh-Latn", "eng-Latn" ], "main_score": 0.7684249084249085, "precision": 0.7467948717948718, "recall": 0.8153846153846154 }, { "accuracy": 0.966, "f1": 0.9553333333333333, "hf_subset": "jpn-eng", "languages": [ "jpn-Jpan", "eng-Latn" ], "main_score": 0.9553333333333333, "precision": 0.9503333333333334, "recall": 0.966 }, { "accuracy": 0.949, "f1": 0.9342333333333334, "hf_subset": "epo-eng", "languages": [ "epo-Latn", "eng-Latn" ], "main_score": 0.9342333333333334, "precision": 0.9270833333333333, "recall": 0.949 }, { "accuracy": 0.875, "f1": 0.8397333333333333, "hf_subset": "nds-eng", "languages": [ "nds-Latn", "eng-Latn" ], "main_score": 0.8397333333333333, "precision": 0.8235833333333332, "recall": 0.875 }, { "accuracy": 0.904, "f1": 0.8762333333333333, "hf_subset": "mkd-eng", "languages": [ "mkd-Cyrl", "eng-Latn" ], "main_score": 0.8762333333333333, "precision": 0.8634166666666667, "recall": 0.904 }, { "accuracy": 0.9671532846715328, "f1": 0.9574209245742091, "hf_subset": "tha-eng", "languages": [ "tha-Thai", "eng-Latn" ], "main_score": 0.9574209245742091, "precision": 0.9525547445255474, "recall": 0.9671532846715328 }, { "accuracy": 0.836, "f1": 0.7929333333333334, "hf_subset": "est-eng", "languages": [ "est-Latn", "eng-Latn" ], "main_score": 0.7929333333333334, "precision": 0.7737, "recall": 0.836 }, { "accuracy": 0.6183333333333333, "f1": 0.5655277777777777, "hf_subset": "ceb-eng", "languages": [ "ceb-Latn", "eng-Latn" ], "main_score": 0.5655277777777777, "precision": 0.5444232804232804, "recall": 0.6183333333333333 }, { "accuracy": 0.985, "f1": 0.98, "hf_subset": "nob-eng", "languages": [ "nob-Latn", "eng-Latn" ], "main_score": 0.98, "precision": 0.9775, "recall": 0.985 }, { "accuracy": 0.776, "f1": 0.7232333333333334, "hf_subset": "lfn-eng", "languages": [ "lfn-Latn", "eng-Latn" ], "main_score": 0.7232333333333334, "precision": 0.70025, "recall": 0.776 }, { "accuracy": 0.867, "f1": 0.8326, "hf_subset": "ido-eng", "languages": [ "ido-Latn", "eng-Latn" ], "main_score": 0.8326, "precision": 0.8173666666666666, "recall": 0.867 }, { "accuracy": 0.924, "f1": 0.9013333333333332, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ], "main_score": 0.9013333333333332, "precision": 0.8903333333333333, "recall": 0.924 }, { "accuracy": 0.963, "f1": 0.9531666666666666, "hf_subset": "fra-eng", "languages": [ "fra-Latn", "eng-Latn" ], "main_score": 0.9531666666666666, "precision": 0.9486666666666667, "recall": 0.963 }, { "accuracy": 0.974, "f1": 0.9665, "hf_subset": "ron-eng", "languages": [ "ron-Latn", "eng-Latn" ], "main_score": 0.9665, "precision": 0.9628333333333332, "recall": 0.974 }, { "accuracy": 0.8403908794788274, "f1": 0.7991313789359392, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ], "main_score": 0.7991313789359392, "precision": 0.7806731813246471, "recall": 0.8403908794788274 }, { "accuracy": 0.073, "f1": 0.04785018674136321, "hf_subset": "kab-eng", "languages": [ "kab-Latn", "eng-Latn" ], "main_score": 0.04785018674136321, "precision": 0.04061646825396825, "recall": 0.073 }, { "accuracy": 0.67828418230563, "f1": 0.6132081055673548, "hf_subset": "kat-eng", "languages": [ "kat-Geor", "eng-Latn" ], "main_score": 0.6132081055673548, "precision": 0.5873771224307417, "recall": 0.67828418230563 }, { "accuracy": 0.959, "f1": 0.9465, "hf_subset": "slk-eng", "languages": [ "slk-Latn", "eng-Latn" ], "main_score": 0.9465, "precision": 0.9403333333333334, "recall": 0.959 }, { "accuracy": 0.758893280632411, "f1": 0.6993412384716733, "hf_subset": "csb-eng", "languages": [ "csb-Latn", "eng-Latn" ], "main_score": 0.6993412384716733, "precision": 0.6732542819499341, "recall": 0.758893280632411 }, { "accuracy": 0.922, "f1": 0.8996857142857143, "hf_subset": "bel-eng", "languages": [ "bel-Cyrl", "eng-Latn" ], "main_score": 0.8996857142857143, "precision": 0.8894166666666666, "recall": 0.922 }, { "accuracy": 0.108, "f1": 0.0789003823953824, "hf_subset": "kzj-eng", "languages": [ "kzj-Latn", "eng-Latn" ], "main_score": 0.0789003823953824, "precision": 0.07182070707070708, "recall": 0.108 }, { "accuracy": 0.953, "f1": 0.9386666666666668, "hf_subset": "ind-eng", "languages": [ "ind-Latn", "eng-Latn" ], "main_score": 0.9386666666666668, "precision": 0.9316666666666666, "recall": 0.953 }, { "accuracy": 0.976, "f1": 0.9685, "hf_subset": "vie-eng", "languages": [ "vie-Latn", "eng-Latn" ], "main_score": 0.9685, "precision": 0.9648333333333333, "recall": 0.976 }, { "accuracy": 0.943, "f1": 0.9261666666666666, "hf_subset": "kor-eng", "languages": [ "kor-Hang", "eng-Latn" ], "main_score": 0.9261666666666666, "precision": 0.9181666666666668, "recall": 0.943 }, { "accuracy": 0.84, "f1": 0.8012666666666667, "hf_subset": "aze-eng", "languages": [ "aze-Latn", "eng-Latn" ], "main_score": 0.8012666666666667, "precision": 0.7845666666666666, "recall": 0.84 }, { "accuracy": 0.964, "f1": 0.9543333333333333, "hf_subset": "hun-eng", "languages": [ "hun-Latn", "eng-Latn" ], "main_score": 0.9543333333333333, "precision": 0.9496666666666668, "recall": 0.964 }, { "accuracy": 0.8817391304347826, "f1": 0.8502939958592132, "hf_subset": "cym-eng", "languages": [ "cym-Latn", "eng-Latn" ], "main_score": 0.8502939958592132, "precision": 0.836231884057971, "recall": 0.8817391304347826 }, { "accuracy": 0.813, "f1": 0.7684833333333333, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ], "main_score": 0.7684833333333333, "precision": 0.7490261904761905, "recall": 0.813 }, { "accuracy": 0.694, "f1": 0.6320277777777779, "hf_subset": "eus-eng", "languages": [ "eus-Latn", "eng-Latn" ], "main_score": 0.6320277777777779, "precision": 0.6066039682539682, "recall": 0.694 }, { "accuracy": 0.962, "f1": 0.9508333333333334, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ], "main_score": 0.9508333333333334, "precision": 0.9453333333333334, "recall": 0.962 }, { "accuracy": 0.969, "f1": 0.96, "hf_subset": "cmn-eng", "languages": [ "cmn-Hans", "eng-Latn" ], "main_score": 0.96, "precision": 0.9556666666666668, "recall": 0.969 }, { "accuracy": 0.963276836158192, "f1": 0.9519774011299436, "hf_subset": "bos-eng", "languages": [ "bos-Latn", "eng-Latn" ], "main_score": 0.9519774011299436, "precision": 0.9463276836158192, "recall": 0.963276836158192 }, { "accuracy": 0.5915492957746479, "f1": 0.5251173708920187, "hf_subset": "xho-eng", "languages": [ "xho-Latn", "eng-Latn" ], "main_score": 0.5251173708920187, "precision": 0.4987089201877934, "recall": 0.5915492957746479 }, { "accuracy": 0.889763779527559, "f1": 0.8587926509186352, "hf_subset": "ast-eng", "languages": [ "ast-Latn", "eng-Latn" ], "main_score": 0.8587926509186352, "precision": 0.844488188976378, "recall": 0.889763779527559 } ] }, "task_name": "Tatoeba" }