{ "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee", "task_name": "IndicGenBenchFloresBitextMining", "mteb_version": "1.18.0", "scores": { "validation": [ { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.987964, "recall": 0.991976, "f1": 0.989301, "accuracy": 0.991976, "main_score": 0.989301, "hf_subset": "eng-ben", "languages": [ "eng-Latn", "ben-Beng" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "guj-eng", "languages": [ "guj-Gujr", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-guj", "languages": [ "eng-Latn", "guj-Gujr" ] }, { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "precision": 0.989468, "recall": 0.992979, "f1": 0.990639, "accuracy": 0.992979, "main_score": 0.990639, "hf_subset": "kan-eng", "languages": [ "kan-Knda", "eng-Latn" ] }, { "precision": 0.984955, "recall": 0.98997, "f1": 0.986627, "accuracy": 0.98997, "main_score": 0.986627, "hf_subset": "eng-kan", "languages": [ "eng-Latn", "kan-Knda" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.990973, "recall": 0.993982, "f1": 0.991976, "accuracy": 0.993982, "main_score": 0.991976, "hf_subset": "eng-mal", "languages": [ "eng-Latn", "mal-Mlym" ] }, { "precision": 0.995486, "recall": 0.996991, "f1": 0.995988, "accuracy": 0.996991, "main_score": 0.995988, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.992477, "recall": 0.994985, "f1": 0.993313, "accuracy": 0.994985, "main_score": 0.993313, "hf_subset": "eng-mar", "languages": [ "eng-Latn", "mar-Deva" ] }, { "precision": 0.992477, "recall": 0.994985, "f1": 0.993313, "accuracy": 0.994985, "main_score": 0.993313, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.995486, "recall": 0.996991, "f1": 0.995988, "accuracy": 0.996991, "main_score": 0.995988, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "precision": 0.995486, "recall": 0.996991, "f1": 0.995988, "accuracy": 0.996991, "main_score": 0.995988, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.990973, "recall": 0.993982, "f1": 0.991976, "accuracy": 0.993982, "main_score": 0.991976, "hf_subset": "eng-tel", "languages": [ "eng-Latn", "tel-Telu" ] }, { "precision": 0.989468, "recall": 0.992979, "f1": 0.990639, "accuracy": 0.992979, "main_score": 0.990639, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.992477, "recall": 0.994985, "f1": 0.993313, "accuracy": 0.994985, "main_score": 0.993313, "hf_subset": "eng-urd", "languages": [ "eng-Latn", "urd-Arab" ] }, { "precision": 0.967737, "recall": 0.977934, "f1": 0.97108, "accuracy": 0.977934, "main_score": 0.97108, "hf_subset": "asm-eng", "languages": [ "asm-Beng", "eng-Latn" ] }, { "precision": 0.942661, "recall": 0.960883, "f1": 0.948512, "accuracy": 0.960883, "main_score": 0.948512, "hf_subset": "eng-asm", "languages": [ "eng-Latn", "asm-Beng" ] }, { "precision": 0.98345, "recall": 0.988967, "f1": 0.985289, "accuracy": 0.988967, "main_score": 0.985289, "hf_subset": "bho-eng", "languages": [ "bho-Deva", "eng-Latn" ] }, { "precision": 0.96456, "recall": 0.975928, "f1": 0.968238, "accuracy": 0.975928, "main_score": 0.968238, "hf_subset": "eng-bho", "languages": [ "eng-Latn", "bho-Deva" ] }, { "precision": 0.988465, "recall": 0.991976, "f1": 0.989636, "accuracy": 0.991976, "main_score": 0.989636, "hf_subset": "nep-eng", "languages": [ "nep-Deva", "eng-Latn" ] }, { "precision": 0.984286, "recall": 0.988967, "f1": 0.985791, "accuracy": 0.988967, "main_score": 0.985791, "hf_subset": "eng-nep", "languages": [ "eng-Latn", "nep-Deva" ] }, { "precision": 0.996991, "recall": 0.997994, "f1": 0.997325, "accuracy": 0.997994, "main_score": 0.997325, "hf_subset": "ory-eng", "languages": [ "ory-Orya", "eng-Latn" ] }, { "precision": 0.989468, "recall": 0.992979, "f1": 0.990639, "accuracy": 0.992979, "main_score": 0.990639, "hf_subset": "eng-ory", "languages": [ "eng-Latn", "ory-Orya" ] }, { "precision": 0.998495, "recall": 0.998997, "f1": 0.998663, "accuracy": 0.998997, "main_score": 0.998663, "hf_subset": "pan-eng", "languages": [ "pan-Guru", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-pan", "languages": [ "eng-Latn", "pan-Guru" ] }, { "precision": 0.96456, "recall": 0.975928, "f1": 0.968238, "accuracy": 0.975928, "main_score": 0.968238, "hf_subset": "pus-eng", "languages": [ "pus-Arab", "eng-Latn" ] }, { "precision": 0.939652, "recall": 0.958877, "f1": 0.945838, "accuracy": 0.958877, "main_score": 0.945838, "hf_subset": "eng-pus", "languages": [ "eng-Latn", "pus-Arab" ] }, { "precision": 0.942996, "recall": 0.960883, "f1": 0.948847, "accuracy": 0.960883, "main_score": 0.948847, "hf_subset": "san-eng", "languages": [ "san-Deva", "eng-Latn" ] }, { "precision": 0.921682, "recall": 0.945838, "f1": 0.929355, "accuracy": 0.945838, "main_score": 0.929355, "hf_subset": "eng-san", "languages": [ "eng-Latn", "san-Deva" ] }, { "precision": 0.991976, "recall": 0.993982, "f1": 0.992645, "accuracy": 0.993982, "main_score": 0.992645, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.99348, "recall": 0.994985, "f1": 0.993982, "accuracy": 0.994985, "main_score": 0.993982, "hf_subset": "eng-awa", "languages": [ "eng-Latn", "awa-Deva" ] }, { "precision": 0.995486, "recall": 0.996991, "f1": 0.995988, "accuracy": 0.996991, "main_score": 0.995988, "hf_subset": "bgc-eng", "languages": [ "bgc-Deva", "eng-Latn" ] }, { "precision": 0.98345, "recall": 0.988967, "f1": 0.985289, "accuracy": 0.988967, "main_score": 0.985289, "hf_subset": "eng-bgc", "languages": [ "eng-Latn", "bgc-Deva" ] }, { "precision": 0.076801, "recall": 0.096289, "f1": 0.080722, "accuracy": 0.096289, "main_score": 0.080722, "hf_subset": "bod-eng", "languages": [ "bod-Tibt", "eng-Latn" ] }, { "precision": 0.075342, "recall": 0.140421, "f1": 0.086962, "accuracy": 0.140421, "main_score": 0.086962, "hf_subset": "eng-bod", "languages": [ "eng-Latn", "bod-Tibt" ] }, { "precision": 0.244216, "recall": 0.282849, "f1": 0.25304, "accuracy": 0.282849, "main_score": 0.25304, "hf_subset": "boy-eng", "languages": [ "boy-Deva", "eng-Latn" ] }, { "precision": 0.261618, "recall": 0.349047, "f1": 0.2834, "accuracy": 0.349047, "main_score": 0.2834, "hf_subset": "eng-boy", "languages": [ "eng-Latn", "boy-Deva" ] }, { "precision": 0.984955, "recall": 0.98997, "f1": 0.986627, "accuracy": 0.98997, "main_score": 0.986627, "hf_subset": "gbm-eng", "languages": [ "gbm-Deva", "eng-Latn" ] }, { "precision": 0.975928, "recall": 0.983952, "f1": 0.978602, "accuracy": 0.983952, "main_score": 0.978602, "hf_subset": "eng-gbm", "languages": [ "eng-Latn", "gbm-Deva" ] }, { "precision": 0.892071, "recall": 0.920762, "f1": 0.900802, "accuracy": 0.920762, "main_score": 0.900802, "hf_subset": "gom-eng", "languages": [ "gom-Deva", "eng-Latn" ] }, { "precision": 0.870277, "recall": 0.908726, "f1": 0.882247, "accuracy": 0.908726, "main_score": 0.882247, "hf_subset": "eng-gom", "languages": [ "eng-Latn", "gom-Deva" ] }, { "precision": 0.990973, "recall": 0.993982, "f1": 0.991976, "accuracy": 0.993982, "main_score": 0.991976, "hf_subset": "hne-eng", "languages": [ "hne-Deva", "eng-Latn" ] }, { "precision": 0.980943, "recall": 0.986961, "f1": 0.982949, "accuracy": 0.986961, "main_score": 0.982949, "hf_subset": "eng-hne", "languages": [ "eng-Latn", "hne-Deva" ] }, { "precision": 0.990973, "recall": 0.993982, "f1": 0.991976, "accuracy": 0.993982, "main_score": 0.991976, "hf_subset": "raj-eng", "languages": [ "raj-Deva", "eng-Latn" ] }, { "precision": 0.975928, "recall": 0.983952, "f1": 0.978602, "accuracy": 0.983952, "main_score": 0.978602, "hf_subset": "eng-raj", "languages": [ "eng-Latn", "raj-Deva" ] }, { "precision": 0.990973, "recall": 0.993982, "f1": 0.991976, "accuracy": 0.993982, "main_score": 0.991976, "hf_subset": "mai-eng", "languages": [ "mai-Deva", "eng-Latn" ] }, { "precision": 0.993982, "recall": 0.995988, "f1": 0.994651, "accuracy": 0.995988, "main_score": 0.994651, "hf_subset": "eng-mai", "languages": [ "eng-Latn", "mai-Deva" ] }, { "precision": 0.485215, "recall": 0.552658, "f1": 0.501811, "accuracy": 0.552658, "main_score": 0.501811, "hf_subset": "mni-eng", "languages": [ "mni-Mtei", "eng-Latn" ] }, { "precision": 0.533113, "recall": 0.612839, "f1": 0.554735, "accuracy": 0.612839, "main_score": 0.554735, "hf_subset": "eng-mni", "languages": [ "eng-Latn", "mni-Mtei" ] }, { "precision": 0.987964, "recall": 0.991976, "f1": 0.989301, "accuracy": 0.991976, "main_score": 0.989301, "hf_subset": "mup-eng", "languages": [ "mup-Deva", "eng-Latn" ] }, { "precision": 0.974423, "recall": 0.982949, "f1": 0.977265, "accuracy": 0.982949, "main_score": 0.977265, "hf_subset": "eng-mup", "languages": [ "eng-Latn", "mup-Deva" ] }, { "precision": 0.989803, "recall": 0.992979, "f1": 0.990806, "accuracy": 0.992979, "main_score": 0.990806, "hf_subset": "mwr-eng", "languages": [ "mwr-Deva", "eng-Latn" ] }, { "precision": 0.986459, "recall": 0.990973, "f1": 0.987964, "accuracy": 0.990973, "main_score": 0.987964, "hf_subset": "eng-mwr", "languages": [ "eng-Latn", "mwr-Deva" ] }, { "precision": 0.010054, "recall": 0.013039, "f1": 0.010412, "accuracy": 0.013039, "main_score": 0.010412, "hf_subset": "sat-eng", "languages": [ "sat-Olck", "eng-Latn" ] }, { "precision": 0.00427, "recall": 0.022066, "f1": 0.005772, "accuracy": 0.022066, "main_score": 0.005772, "hf_subset": "eng-sat", "languages": [ "eng-Latn", "sat-Olck" ] } ], "test": [ { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng-ben", "languages": [ "eng-Latn", "ben-Beng" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "guj-eng", "languages": [ "guj-Gujr", "eng-Latn" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "eng-guj", "languages": [ "eng-Latn", "guj-Gujr" ] }, { "precision": 1.0, "recall": 1.0, "f1": 1.0, "accuracy": 1.0, "main_score": 1.0, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "kan-eng", "languages": [ "kan-Knda", "eng-Latn" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng-kan", "languages": [ "eng-Latn", "kan-Knda" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "eng-mal", "languages": [ "eng-Latn", "mal-Mlym" ] }, { "precision": 0.994071, "recall": 0.996047, "f1": 0.99473, "accuracy": 0.996047, "main_score": 0.99473, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "eng-mar", "languages": [ "eng-Latn", "mar-Deva" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.985178, "recall": 0.990119, "f1": 0.986825, "accuracy": 0.990119, "main_score": 0.986825, "hf_subset": "eng-tel", "languages": [ "eng-Latn", "tel-Telu" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.982543, "recall": 0.988142, "f1": 0.984354, "accuracy": 0.988142, "main_score": 0.984354, "hf_subset": "eng-urd", "languages": [ "eng-Latn", "urd-Arab" ] }, { "precision": 0.971014, "recall": 0.980237, "f1": 0.973979, "accuracy": 0.980237, "main_score": 0.973979, "hf_subset": "asm-eng", "languages": [ "asm-Beng", "eng-Latn" ] }, { "precision": 0.960474, "recall": 0.972332, "f1": 0.964097, "accuracy": 0.972332, "main_score": 0.964097, "hf_subset": "eng-asm", "languages": [ "eng-Latn", "asm-Beng" ] }, { "precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "bho-eng", "languages": [ "bho-Deva", "eng-Latn" ] }, { "precision": 0.976614, "recall": 0.98419, "f1": 0.979084, "accuracy": 0.98419, "main_score": 0.979084, "hf_subset": "eng-bho", "languages": [ "eng-Latn", "bho-Deva" ] }, { "precision": 0.99753, "recall": 0.998024, "f1": 0.997694, "accuracy": 0.998024, "main_score": 0.997694, "hf_subset": "nep-eng", "languages": [ "nep-Deva", "eng-Latn" ] }, { "precision": 0.991601, "recall": 0.994071, "f1": 0.992424, "accuracy": 0.994071, "main_score": 0.992424, "hf_subset": "eng-nep", "languages": [ "eng-Latn", "nep-Deva" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "ory-eng", "languages": [ "ory-Orya", "eng-Latn" ] }, { "precision": 0.992918, "recall": 0.995059, "f1": 0.993577, "accuracy": 0.995059, "main_score": 0.993577, "hf_subset": "eng-ory", "languages": [ "eng-Latn", "ory-Orya" ] }, { "precision": 0.997036, "recall": 0.998024, "f1": 0.997365, "accuracy": 0.998024, "main_score": 0.997365, "hf_subset": "pan-eng", "languages": [ "pan-Guru", "eng-Latn" ] }, { "precision": 0.985507, "recall": 0.990119, "f1": 0.986989, "accuracy": 0.990119, "main_score": 0.986989, "hf_subset": "eng-pan", "languages": [ "eng-Latn", "pan-Guru" ] }, { "precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "pus-eng", "languages": [ "pus-Arab", "eng-Latn" ] }, { "precision": 0.972991, "recall": 0.981225, "f1": 0.975626, "accuracy": 0.981225, "main_score": 0.975626, "hf_subset": "eng-pus", "languages": [ "eng-Latn", "pus-Arab" ] }, { "precision": 0.946229, "recall": 0.963439, "f1": 0.951812, "accuracy": 0.963439, "main_score": 0.951812, "hf_subset": "san-eng", "languages": [ "san-Deva", "eng-Latn" ] }, { "precision": 0.942358, "recall": 0.960474, "f1": 0.948287, "accuracy": 0.960474, "main_score": 0.948287, "hf_subset": "eng-san", "languages": [ "eng-Latn", "san-Deva" ] }, { "precision": 0.986495, "recall": 0.990119, "f1": 0.987648, "accuracy": 0.990119, "main_score": 0.987648, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.982708, "recall": 0.987154, "f1": 0.984025, "accuracy": 0.987154, "main_score": 0.984025, "hf_subset": "eng-awa", "languages": [ "eng-Latn", "awa-Deva" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "bgc-eng", "languages": [ "bgc-Deva", "eng-Latn" ] }, { "precision": 0.980731, "recall": 0.987154, "f1": 0.982872, "accuracy": 0.987154, "main_score": 0.982872, "hf_subset": "eng-bgc", "languages": [ "eng-Latn", "bgc-Deva" ] }, { "precision": 0.063044, "recall": 0.08498, "f1": 0.067493, "accuracy": 0.08498, "main_score": 0.067493, "hf_subset": "bod-eng", "languages": [ "bod-Tibt", "eng-Latn" ] }, { "precision": 0.080321, "recall": 0.135375, "f1": 0.089959, "accuracy": 0.135375, "main_score": 0.089959, "hf_subset": "eng-bod", "languages": [ "eng-Latn", "bod-Tibt" ] }, { "precision": 0.225348, "recall": 0.280632, "f1": 0.237337, "accuracy": 0.280632, "main_score": 0.237337, "hf_subset": "boy-eng", "languages": [ "boy-Deva", "eng-Latn" ] }, { "precision": 0.261931, "recall": 0.34585, "f1": 0.282708, "accuracy": 0.34585, "main_score": 0.282708, "hf_subset": "eng-boy", "languages": [ "eng-Latn", "boy-Deva" ] }, { "precision": 0.994565, "recall": 0.996047, "f1": 0.995059, "accuracy": 0.996047, "main_score": 0.995059, "hf_subset": "gbm-eng", "languages": [ "gbm-Deva", "eng-Latn" ] }, { "precision": 0.982708, "recall": 0.988142, "f1": 0.984519, "accuracy": 0.988142, "main_score": 0.984519, "hf_subset": "eng-gbm", "languages": [ "eng-Latn", "gbm-Deva" ] }, { "precision": 0.895076, "recall": 0.923913, "f1": 0.903689, "accuracy": 0.923913, "main_score": 0.903689, "hf_subset": "gom-eng", "languages": [ "gom-Deva", "eng-Latn" ] }, { "precision": 0.86721, "recall": 0.906126, "f1": 0.879677, "accuracy": 0.906126, "main_score": 0.879677, "hf_subset": "eng-gom", "languages": [ "eng-Latn", "gom-Deva" ] }, { "precision": 0.992589, "recall": 0.995059, "f1": 0.993412, "accuracy": 0.995059, "main_score": 0.993412, "hf_subset": "hne-eng", "languages": [ "hne-Deva", "eng-Latn" ] }, { "precision": 0.988142, "recall": 0.992095, "f1": 0.98946, "accuracy": 0.992095, "main_score": 0.98946, "hf_subset": "eng-hne", "languages": [ "eng-Latn", "hne-Deva" ] }, { "precision": 0.97859, "recall": 0.985178, "f1": 0.980731, "accuracy": 0.985178, "main_score": 0.980731, "hf_subset": "raj-eng", "languages": [ "raj-Deva", "eng-Latn" ] }, { "precision": 0.971509, "recall": 0.980237, "f1": 0.974308, "accuracy": 0.980237, "main_score": 0.974308, "hf_subset": "eng-raj", "languages": [ "eng-Latn", "raj-Deva" ] }, { "precision": 0.998518, "recall": 0.999012, "f1": 0.998682, "accuracy": 0.999012, "main_score": 0.998682, "hf_subset": "mai-eng", "languages": [ "mai-Deva", "eng-Latn" ] }, { "precision": 0.995553, "recall": 0.997036, "f1": 0.996047, "accuracy": 0.997036, "main_score": 0.996047, "hf_subset": "eng-mai", "languages": [ "eng-Latn", "mai-Deva" ] }, { "precision": 0.463307, "recall": 0.531621, "f1": 0.480373, "accuracy": 0.531621, "main_score": 0.480373, "hf_subset": "mni-eng", "languages": [ "mni-Mtei", "eng-Latn" ] }, { "precision": 0.536094, "recall": 0.615613, "f1": 0.55836, "accuracy": 0.615613, "main_score": 0.55836, "hf_subset": "eng-mni", "languages": [ "eng-Latn", "mni-Mtei" ] }, { "precision": 0.988636, "recall": 0.992095, "f1": 0.989789, "accuracy": 0.992095, "main_score": 0.989789, "hf_subset": "mup-eng", "languages": [ "mup-Deva", "eng-Latn" ] }, { "precision": 0.972661, "recall": 0.981225, "f1": 0.975461, "accuracy": 0.981225, "main_score": 0.975461, "hf_subset": "eng-mup", "languages": [ "eng-Latn", "mup-Deva" ] }, { "precision": 0.983696, "recall": 0.98913, "f1": 0.985507, "accuracy": 0.98913, "main_score": 0.985507, "hf_subset": "mwr-eng", "languages": [ "mwr-Deva", "eng-Latn" ] }, { "precision": 0.982213, "recall": 0.988142, "f1": 0.98419, "accuracy": 0.988142, "main_score": 0.98419, "hf_subset": "eng-mwr", "languages": [ "eng-Latn", "mwr-Deva" ] }, { "precision": 0.010522, "recall": 0.018775, "f1": 0.01191, "accuracy": 0.018775, "main_score": 0.01191, "hf_subset": "sat-eng", "languages": [ "sat-Olck", "eng-Latn" ] }, { "precision": 0.0058, "recall": 0.029644, "f1": 0.008277, "accuracy": 0.029644, "main_score": 0.008277, "hf_subset": "eng-sat", "languages": [ "eng-Latn", "sat-Olck" ] } ] }, "evaluation_time": 132.70012784004211, "kg_co2_emissions": 0.0049654059823318825 }