{ "dataset_revision": "07dcc23c08a2540ba37ebe1e487da9dc497cc15c", "task_name": "IndicGenBenchFloresBitextMining", "mteb_version": "2.7.22", "scores": { "validation": [ { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "eng-ben", "languages": [ "eng-Latn", "ben-Beng" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "guj-eng", "languages": [ "guj-Gujr", "eng-Latn" ] }, { "precision": 0.995486, "recall": 0.996991, "f1": 0.995988, "accuracy": 0.996991, "main_score": 0.995988, "hf_subset": "eng-guj", "languages": [ "eng-Latn", "guj-Gujr" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "kan-eng", "languages": [ "kan-Knda", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-kan", "languages": [ "eng-Latn", "kan-Knda" ] }, { "precision": 0.995486, "recall": 0.996991, "f1": 0.995988, "accuracy": 0.996991, "main_score": 0.995988, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-mal", "languages": [ "eng-Latn", "mal-Mlym" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-mar", "languages": [ "eng-Latn", "mar-Deva" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.992812, "recall": 0.994985, "f1": 0.99348, "accuracy": 0.994985, "main_score": 0.99348, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.992477, "recall": 0.994985, "f1": 0.993313, "accuracy": 0.994985, "main_score": 0.993313, "hf_subset": "eng-tel", "languages": [ "eng-Latn", "tel-Telu" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.988967, "recall": 0.991976, "f1": 0.98997, "accuracy": 0.991976, "main_score": 0.98997, "hf_subset": "eng-urd", "languages": [ "eng-Latn", "urd-Arab" ] }, { "precision": 0.992477, "recall": 0.994985, "f1": 0.993313, "accuracy": 0.994985, "main_score": 0.993313, "hf_subset": "asm-eng", "languages": [ "asm-Beng", "eng-Latn" ] }, { "precision": 0.986459, "recall": 0.990973, "f1": 0.987964, "accuracy": 0.990973, "main_score": 0.987964, "hf_subset": "eng-asm", "languages": [ "eng-Latn", "asm-Beng" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "bho-eng", "languages": [ "bho-Deva", "eng-Latn" ] }, { "precision": 0.981946, "recall": 0.987964, "f1": 0.983952, "accuracy": 0.987964, "main_score": 0.983952, "hf_subset": "eng-bho", "languages": [ "eng-Latn", "bho-Deva" ] }, { "precision": 0.991474, "recall": 0.993982, "f1": 0.99231, "accuracy": 0.993982, "main_score": 0.99231, "hf_subset": "nep-eng", "languages": [ "nep-Deva", "eng-Latn" ] }, { "precision": 0.981612, "recall": 0.986961, "f1": 0.983283, "accuracy": 0.986961, "main_score": 0.983283, "hf_subset": "eng-nep", "languages": [ "eng-Latn", "nep-Deva" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory-eng", "languages": [ "ory-Orya", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-ory", "languages": [ "eng-Latn", "ory-Orya" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "pan-eng", "languages": [ "pan-Guru", "eng-Latn" ] }, { "precision": 0.992477, "recall": 0.994985, "f1": 0.993313, "accuracy": 0.994985, "main_score": 0.993313, "hf_subset": "eng-pan", "languages": [ "eng-Latn", "pan-Guru" ] }, { "precision": 0.890956, "recall": 0.921765, "f1": 0.900401, "accuracy": 0.921765, "main_score": 0.900401, "hf_subset": "pus-eng", "languages": [ "pus-Arab", "eng-Latn" ] }, { "precision": 0.851337, "recall": 0.895687, "f1": 0.865162, "accuracy": 0.895687, "main_score": 0.865162, "hf_subset": "eng-pus", "languages": [ "eng-Latn", "pus-Arab" ] }, { "precision": 0.970244, "recall": 0.97994, "f1": 0.97342, "accuracy": 0.97994, "main_score": 0.97342, "hf_subset": "san-eng", "languages": [ "san-Deva", "eng-Latn" ] }, { "precision": 0.934386, "recall": 0.954865, "f1": 0.941057, "accuracy": 0.954865, "main_score": 0.941057, "hf_subset": "eng-san", "languages": [ "eng-Latn", "san-Deva" ] }, { "precision": 0.988967, "recall": 0.991976, "f1": 0.98997, "accuracy": 0.991976, "main_score": 0.98997, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.993815, "recall": 0.994985, "f1": 0.994149, "accuracy": 0.994985, "main_score": 0.994149, "hf_subset": "eng-awa", "languages": [ "eng-Latn", "awa-Deva" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "bgc-eng", "languages": [ "bgc-Deva", "eng-Latn" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng-bgc", "languages": [ "eng-Latn", "bgc-Deva" ] }, { "precision": 0.065116, "recall": 0.09328, "f1": 0.070836, "accuracy": 0.09328, "main_score": 0.070836, "hf_subset": "bod-eng", "languages": [ "bod-Tibt", "eng-Latn" ] }, { "precision": 0.081245, "recall": 0.148445, "f1": 0.093399, "accuracy": 0.148445, "main_score": 0.093399, "hf_subset": "eng-bod", "languages": [ "eng-Latn", "bod-Tibt" ] }, { "precision": 0.411502, "recall": 0.47342, "f1": 0.42599, "accuracy": 0.47342, "main_score": 0.42599, "hf_subset": "boy-eng", "languages": [ "boy-Deva", "eng-Latn" ] }, { "precision": 0.375631, "recall": 0.486459, "f1": 0.404178, "accuracy": 0.486459, "main_score": 0.404178, "hf_subset": "eng-boy", "languages": [ "eng-Latn", "boy-Deva" ] }, { "precision": 0.992477, "recall": 0.994985, "f1": 0.993313, "accuracy": 0.994985, "main_score": 0.993313, "hf_subset": "gbm-eng", "languages": [ "gbm-Deva", "eng-Latn" ] }, { "precision": 0.986459, "recall": 0.990973, "f1": 0.987964, "accuracy": 0.990973, "main_score": 0.987964, "hf_subset": "eng-gbm", "languages": [ "eng-Latn", "gbm-Deva" ] }, { "precision": 0.946841, "recall": 0.963892, "f1": 0.952357, "accuracy": 0.963892, "main_score": 0.952357, "hf_subset": "gom-eng", "languages": [ "gom-Deva", "eng-Latn" ] }, { "precision": 0.885917, "recall": 0.919759, "f1": 0.896506, "accuracy": 0.919759, "main_score": 0.896506, "hf_subset": "eng-gom", "languages": [ "eng-Latn", "gom-Deva" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "hne-eng", "languages": [ "hne-Deva", "eng-Latn" ] }, { "precision": 0.979438, "recall": 0.985958, "f1": 0.981612, "accuracy": 0.985958, "main_score": 0.981612, "hf_subset": "eng-hne", "languages": [ "eng-Latn", "hne-Deva" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "raj-eng", "languages": [ "raj-Deva", "eng-Latn" ] }, { "precision": 0.98345, "recall": 0.988967, "f1": 0.985289, "accuracy": 0.988967, "main_score": 0.985289, "hf_subset": "eng-raj", "languages": [ "eng-Latn", "raj-Deva" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "mai-eng", "languages": [ "mai-Deva", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-mai", "languages": [ "eng-Latn", "mai-Deva" ] }, { "precision": 0.470602, "recall": 0.530592, "f1": 0.485057, "accuracy": 0.530592, "main_score": 0.485057, "hf_subset": "mni-eng", "languages": [ "mni-Mtei", "eng-Latn" ] }, { "precision": 0.442811, "recall": 0.558676, "f1": 0.473287, "accuracy": 0.558676, "main_score": 0.473287, "hf_subset": "eng-mni", "languages": [ "eng-Latn", "mni-Mtei" ] }, { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "mup-eng", "languages": [ "mup-Deva", "eng-Latn" ] }, { "precision": 0.980943, "recall": 0.986961, "f1": 0.982949, "accuracy": 0.986961, "main_score": 0.982949, "hf_subset": "eng-mup", "languages": [ "eng-Latn", "mup-Deva" ] }, { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "mwr-eng", "languages": [ "mwr-Deva", "eng-Latn" ] }, { "precision": 0.980441, "recall": 0.986961, "f1": 0.982615, "accuracy": 0.986961, "main_score": 0.982615, "hf_subset": "eng-mwr", "languages": [ "eng-Latn", "mwr-Deva" ] }, { "precision": 0.007273, "recall": 0.01003, "f1": 0.007759, "accuracy": 0.01003, "main_score": 0.007759, "hf_subset": "sat-eng", "languages": [ "sat-Olck", "eng-Latn" ] }, { "precision": 0.003126, "recall": 0.017051, "f1": 0.004327, "accuracy": 0.017051, "main_score": 0.004327, "hf_subset": "eng-sat", "languages": [ "eng-Latn", "sat-Olck" ] } ], "test": [ { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng-ben", "languages": [ "eng-Latn", "ben-Beng" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "guj-eng", "languages": [ "guj-Gujr", "eng-Latn" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng-guj", "languages": [ "eng-Latn", "guj-Gujr" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "kan-eng", "languages": [ "kan-Knda", "eng-Latn" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng-kan", "languages": [ "eng-Latn", "kan-Knda" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng-mal", "languages": [ "eng-Latn", "mal-Mlym" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng-mar", "languages": [ "eng-Latn", "mar-Deva" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng-tel", "languages": [ "eng-Latn", "tel-Telu" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng-urd", "languages": [ "eng-Latn", "urd-Arab" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "asm-eng", "languages": [ "asm-Beng", "eng-Latn" ] }, { "precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "eng-asm", "languages": [ "eng-Latn", "asm-Beng" ] }, { "precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "bho-eng", "languages": [ "bho-Deva", "eng-Latn" ] }, { "precision": 0.977767, "recall": 0.985178, "f1": 0.980237, "accuracy": 0.985178, "main_score": 0.980237, "hf_subset": "eng-bho", "languages": [ "eng-Latn", "bho-Deva" ] }, { "precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "nep-eng", "languages": [ "nep-Deva", "eng-Latn" ] }, { "precision": 0.990119, "recall": 0.993083, "f1": 0.991107, "accuracy": 0.993083, "main_score": 0.991107, "hf_subset": "eng-nep", "languages": [ "eng-Latn", "nep-Deva" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ory-eng", "languages": [ "ory-Orya", "eng-Latn" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "eng-ory", "languages": [ "eng-Latn", "ory-Orya" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "pan-eng", "languages": [ "pan-Guru", "eng-Latn" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng-pan", "languages": [ "eng-Latn", "pan-Guru" ] }, { "precision": 0.917408, "recall": 0.940711, "f1": 0.924605, "accuracy": 0.940711, "main_score": 0.924605, "hf_subset": "pus-eng", "languages": [ "pus-Arab", "eng-Latn" ] }, { "precision": 0.844615, "recall": 0.891304, "f1": 0.859387, "accuracy": 0.891304, "main_score": 0.859387, "hf_subset": "eng-pus", "languages": [ "eng-Latn", "pus-Arab" ] }, { "precision": 0.982872, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "san-eng", "languages": [ "san-Deva", "eng-Latn" ] }, { "precision": 0.957592, "recall": 0.970356, "f1": 0.961693, "accuracy": 0.970356, "main_score": 0.961693, "hf_subset": "eng-san", "languages": [ "eng-Latn", "san-Deva" ] }, { "precision": 0.987648, "recall": 0.991107, "f1": 0.988801, "accuracy": 0.991107, "main_score": 0.988801, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.98666, "recall": 0.98913, "f1": 0.987484, "accuracy": 0.98913, "main_score": 0.987484, "hf_subset": "eng-awa", "languages": [ "eng-Latn", "awa-Deva" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "bgc-eng", "languages": [ "bgc-Deva", "eng-Latn" ] }, { "precision": 0.989625, "recall": 0.993083, "f1": 0.990777, "accuracy": 0.993083, "main_score": 0.990777, "hf_subset": "eng-bgc", "languages": [ "eng-Latn", "bgc-Deva" ] }, { "precision": 0.072901, "recall": 0.096838, "f1": 0.076416, "accuracy": 0.096838, "main_score": 0.076416, "hf_subset": "bod-eng", "languages": [ "bod-Tibt", "eng-Latn" ] }, { "precision": 0.098034, "recall": 0.164032, "f1": 0.110127, "accuracy": 0.164032, "main_score": 0.110127, "hf_subset": "eng-bod", "languages": [ "eng-Latn", "bod-Tibt" ] }, { "precision": 0.386461, "recall": 0.439723, "f1": 0.39924, "accuracy": 0.439723, "main_score": 0.39924, "hf_subset": "boy-eng", "languages": [ "boy-Deva", "eng-Latn" ] }, { "precision": 0.372241, "recall": 0.485178, "f1": 0.400454, "accuracy": 0.485178, "main_score": 0.400454, "hf_subset": "eng-boy", "languages": [ "eng-Latn", "boy-Deva" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "gbm-eng", "languages": [ "gbm-Deva", "eng-Latn" ] }, { "precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng-gbm", "languages": [ "eng-Latn", "gbm-Deva" ] }, { "precision": 0.952816, "recall": 0.967391, "f1": 0.957411, "accuracy": 0.967391, "main_score": 0.957411, "hf_subset": "gom-eng", "languages": [ "gom-Deva", "eng-Latn" ] }, { "precision": 0.921443, "recall": 0.94664, "f1": 0.929677, "accuracy": 0.94664, "main_score": 0.929677, "hf_subset": "eng-gom", "languages": [ "eng-Latn", "gom-Deva" ] }, { "precision": 0.991107, "recall": 0.994071, "f1": 0.992095, "accuracy": 0.994071, "main_score": 0.992095, "hf_subset": "hne-eng", "languages": [ "hne-Deva", "eng-Latn" ] }, { "precision": 0.980402, "recall": 0.986166, "f1": 0.982213, "accuracy": 0.986166, "main_score": 0.982213, "hf_subset": "eng-hne", "languages": [ "eng-Latn", "hne-Deva" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "raj-eng", "languages": [ "raj-Deva", "eng-Latn" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng-raj", "languages": [ "eng-Latn", "raj-Deva" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "mai-eng", "languages": [ "mai-Deva", "eng-Latn" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng-mai", "languages": [ "eng-Latn", "mai-Deva" ] }, { "precision": 0.463163, "recall": 0.509881, "f1": 0.475823, "accuracy": 0.509881, "main_score": 0.475823, "hf_subset": "mni-eng", "languages": [ "mni-Mtei", "eng-Latn" ] }, { "precision": 0.437166, "recall": 0.549407, "f1": 0.466856, "accuracy": 0.549407, "main_score": 0.466856, "hf_subset": "eng-mni", "languages": [ "eng-Latn", "mni-Mtei" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "mup-eng", "languages": [ "mup-Deva", "eng-Latn" ] }, { "precision": 0.984354, "recall": 0.98913, "f1": 0.985837, "accuracy": 0.98913, "main_score": 0.985837, "hf_subset": "eng-mup", "languages": [ "eng-Latn", "mup-Deva" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "mwr-eng", "languages": [ "mwr-Deva", "eng-Latn" ] }, { "precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "eng-mwr", "languages": [ "eng-Latn", "mwr-Deva" ] }, { "precision": 0.013403, "recall": 0.018775, "f1": 0.013957, "accuracy": 0.018775, "main_score": 0.013957, "hf_subset": "sat-eng", "languages": [ "sat-Olck", "eng-Latn" ] }, { "precision": 0.005834, "recall": 0.025692, "f1": 0.007711, "accuracy": 0.025692, "main_score": 0.007711, "hf_subset": "eng-sat", "languages": [ "eng-Latn", "sat-Olck" ] } ] }, "evaluation_time": 357.6398780345917, "kg_co2_emissions": null }