{ "dataset_revision": "f8650438298df086750ff4973661bb58a201a5ee", "task_name": "IndicGenBenchFloresBitextMining", "mteb_version": "1.18.0", "scores": { "validation": [ { "precision": 0.002523, "recall": 0.005015, "f1": 0.002705, "accuracy": 0.005015, "main_score": 0.002705, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.01243, "recall": 0.033099, "f1": 0.016124, "accuracy": 0.033099, "main_score": 0.016124, "hf_subset": "eng-ben", "languages": [ "eng-Latn", "ben-Beng" ] }, { "precision": 0.002009, "recall": 0.003009, "f1": 0.002013, "accuracy": 0.003009, "main_score": 0.002013, "hf_subset": "guj-eng", "languages": [ "guj-Gujr", "eng-Latn" ] }, { "precision": 0.007908, "recall": 0.034102, "f1": 0.010191, "accuracy": 0.034102, "main_score": 0.010191, "hf_subset": "eng-guj", "languages": [ "eng-Latn", "guj-Gujr" ] }, { "precision": 0.006528, "recall": 0.008024, "f1": 0.006704, "accuracy": 0.008024, "main_score": 0.006704, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.020888, "recall": 0.041123, "f1": 0.024034, "accuracy": 0.041123, "main_score": 0.024034, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "precision": 0.00953, "recall": 0.011033, "f1": 0.009699, "accuracy": 0.011033, "main_score": 0.009699, "hf_subset": "kan-eng", "languages": [ "kan-Knda", "eng-Latn" ] }, { "precision": 0.015032, "recall": 0.046138, "f1": 0.018942, "accuracy": 0.046138, "main_score": 0.018942, "hf_subset": "eng-kan", "languages": [ "eng-Latn", "kan-Knda" ] }, { "precision": 0.003088, "recall": 0.006018, "f1": 0.00349, "accuracy": 0.006018, "main_score": 0.00349, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.011433, "recall": 0.041123, "f1": 0.014807, "accuracy": 0.041123, "main_score": 0.014807, "hf_subset": "eng-mal", "languages": [ "eng-Latn", "mal-Mlym" ] }, { "precision": 0.006038, "recall": 0.01003, "f1": 0.006392, "accuracy": 0.01003, "main_score": 0.006392, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.024424, "recall": 0.044132, "f1": 0.027403, "accuracy": 0.044132, "main_score": 0.027403, "hf_subset": "eng-mar", "languages": [ "eng-Latn", "mar-Deva" ] }, { "precision": 0.012043, "recall": 0.016048, "f1": 0.012523, "accuracy": 0.016048, "main_score": 0.012523, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.013842, "recall": 0.029087, "f1": 0.016247, "accuracy": 0.029087, "main_score": 0.016247, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "precision": 0.028287, "recall": 0.031093, "f1": 0.028757, "accuracy": 0.031093, "main_score": 0.028757, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.033051, "recall": 0.087262, "f1": 0.040694, "accuracy": 0.087262, "main_score": 0.040694, "hf_subset": "eng-tel", "languages": [ "eng-Latn", "tel-Telu" ] }, { "precision": 0.00851, "recall": 0.013039, "f1": 0.008847, "accuracy": 0.013039, "main_score": 0.008847, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.016087, "recall": 0.03009, "f1": 0.018587, "accuracy": 0.03009, "main_score": 0.018587, "hf_subset": "eng-urd", "languages": [ "eng-Latn", "urd-Arab" ] }, { "precision": 0.002013, "recall": 0.004012, "f1": 0.00202, "accuracy": 0.004012, "main_score": 0.00202, "hf_subset": "asm-eng", "languages": [ "asm-Beng", "eng-Latn" ] }, { "precision": 0.019437, "recall": 0.035105, "f1": 0.021641, "accuracy": 0.035105, "main_score": 0.021641, "hf_subset": "eng-asm", "languages": [ "eng-Latn", "asm-Beng" ] }, { "precision": 0.013379, "recall": 0.015045, "f1": 0.013553, "accuracy": 0.015045, "main_score": 0.013553, "hf_subset": "bho-eng", "languages": [ "bho-Deva", "eng-Latn" ] }, { "precision": 0.030604, "recall": 0.057172, "f1": 0.034765, "accuracy": 0.057172, "main_score": 0.034765, "hf_subset": "eng-bho", "languages": [ "eng-Latn", "bho-Deva" ] }, { "precision": 0.01003, "recall": 0.011033, "f1": 0.010364, "accuracy": 0.011033, "main_score": 0.010364, "hf_subset": "nep-eng", "languages": [ "nep-Deva", "eng-Latn" ] }, { "precision": 0.037715, "recall": 0.074223, "f1": 0.045117, "accuracy": 0.074223, "main_score": 0.045117, "hf_subset": "eng-nep", "languages": [ "eng-Latn", "nep-Deva" ] }, { "precision": 0.009105, "recall": 0.013039, "f1": 0.009841, "accuracy": 0.013039, "main_score": 0.009841, "hf_subset": "ory-eng", "languages": [ "ory-Orya", "eng-Latn" ] }, { "precision": 0.014288, "recall": 0.051153, "f1": 0.018975, "accuracy": 0.051153, "main_score": 0.018975, "hf_subset": "eng-ory", "languages": [ "eng-Latn", "ory-Orya" ] }, { "precision": 0.009641, "recall": 0.012036, "f1": 0.009899, "accuracy": 0.012036, "main_score": 0.009899, "hf_subset": "pan-eng", "languages": [ "pan-Guru", "eng-Latn" ] }, { "precision": 0.020924, "recall": 0.049147, "f1": 0.024058, "accuracy": 0.049147, "main_score": 0.024058, "hf_subset": "eng-pan", "languages": [ "eng-Latn", "pan-Guru" ] }, { "precision": 0.040378, "recall": 0.044132, "f1": 0.040869, "accuracy": 0.044132, "main_score": 0.040869, "hf_subset": "pus-eng", "languages": [ "pus-Arab", "eng-Latn" ] }, { "precision": 0.091119, "recall": 0.158475, "f1": 0.102721, "accuracy": 0.158475, "main_score": 0.102721, "hf_subset": "eng-pus", "languages": [ "eng-Latn", "pus-Arab" ] }, { "precision": 0.019644, "recall": 0.023069, "f1": 0.020297, "accuracy": 0.023069, "main_score": 0.020297, "hf_subset": "san-eng", "languages": [ "san-Deva", "eng-Latn" ] }, { "precision": 0.032527, "recall": 0.064193, "f1": 0.037163, "accuracy": 0.064193, "main_score": 0.037163, "hf_subset": "eng-san", "languages": [ "eng-Latn", "san-Deva" ] }, { "precision": 0.004854, "recall": 0.007021, "f1": 0.005195, "accuracy": 0.007021, "main_score": 0.005195, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.016313, "recall": 0.038114, "f1": 0.020103, "accuracy": 0.038114, "main_score": 0.020103, "hf_subset": "eng-awa", "languages": [ "eng-Latn", "awa-Deva" ] }, { "precision": 0.006543, "recall": 0.01003, "f1": 0.006733, "accuracy": 0.01003, "main_score": 0.006733, "hf_subset": "bgc-eng", "languages": [ "bgc-Deva", "eng-Latn" ] }, { "precision": 0.020658, "recall": 0.041123, "f1": 0.023514, "accuracy": 0.041123, "main_score": 0.023514, "hf_subset": "eng-bgc", "languages": [ "eng-Latn", "bgc-Deva" ] }, { "precision": 0.003773, "recall": 0.008024, "f1": 0.004161, "accuracy": 0.008024, "main_score": 0.004161, "hf_subset": "bod-eng", "languages": [ "bod-Tibt", "eng-Latn" ] }, { "precision": 0.016037, "recall": 0.038114, "f1": 0.019653, "accuracy": 0.038114, "main_score": 0.019653, "hf_subset": "eng-bod", "languages": [ "eng-Latn", "bod-Tibt" ] }, { "precision": 0.002348, "recall": 0.004012, "f1": 0.002523, "accuracy": 0.004012, "main_score": 0.002523, "hf_subset": "boy-eng", "languages": [ "boy-Deva", "eng-Latn" ] }, { "precision": 0.023741, "recall": 0.04012, "f1": 0.026763, "accuracy": 0.04012, "main_score": 0.026763, "hf_subset": "eng-boy", "languages": [ "eng-Latn", "boy-Deva" ] }, { "precision": 0.005017, "recall": 0.007021, "f1": 0.005353, "accuracy": 0.007021, "main_score": 0.005353, "hf_subset": "gbm-eng", "languages": [ "gbm-Deva", "eng-Latn" ] }, { "precision": 0.021773, "recall": 0.039117, "f1": 0.023842, "accuracy": 0.039117, "main_score": 0.023842, "hf_subset": "eng-gbm", "languages": [ "eng-Latn", "gbm-Deva" ] }, { "precision": 0.011846, "recall": 0.015045, "f1": 0.012239, "accuracy": 0.015045, "main_score": 0.012239, "hf_subset": "gom-eng", "languages": [ "gom-Deva", "eng-Latn" ] }, { "precision": 0.032789, "recall": 0.056169, "f1": 0.036584, "accuracy": 0.056169, "main_score": 0.036584, "hf_subset": "eng-gom", "languages": [ "eng-Latn", "gom-Deva" ] }, { "precision": 0.001515, "recall": 0.003009, "f1": 0.001693, "accuracy": 0.003009, "main_score": 0.001693, "hf_subset": "hne-eng", "languages": [ "hne-Deva", "eng-Latn" ] }, { "precision": 0.006722, "recall": 0.018054, "f1": 0.008862, "accuracy": 0.018054, "main_score": 0.008862, "hf_subset": "eng-hne", "languages": [ "eng-Latn", "hne-Deva" ] }, { "precision": 0.009369, "recall": 0.011033, "f1": 0.009543, "accuracy": 0.011033, "main_score": 0.009543, "hf_subset": "raj-eng", "languages": [ "raj-Deva", "eng-Latn" ] }, { "precision": 0.024415, "recall": 0.051153, "f1": 0.028498, "accuracy": 0.051153, "main_score": 0.028498, "hf_subset": "eng-raj", "languages": [ "eng-Latn", "raj-Deva" ] }, { "precision": 0.008543, "recall": 0.011033, "f1": 0.008727, "accuracy": 0.011033, "main_score": 0.008727, "hf_subset": "mai-eng", "languages": [ "mai-Deva", "eng-Latn" ] }, { "precision": 0.029404, "recall": 0.057172, "f1": 0.033829, "accuracy": 0.057172, "main_score": 0.033829, "hf_subset": "eng-mai", "languages": [ "eng-Latn", "mai-Deva" ] }, { "precision": 0.00419, "recall": 0.008024, "f1": 0.004702, "accuracy": 0.008024, "main_score": 0.004702, "hf_subset": "mni-eng", "languages": [ "mni-Mtei", "eng-Latn" ] }, { "precision": 0.020466, "recall": 0.047141, "f1": 0.024459, "accuracy": 0.047141, "main_score": 0.024459, "hf_subset": "eng-mni", "languages": [ "eng-Latn", "mni-Mtei" ] }, { "precision": 0.005851, "recall": 0.007021, "f1": 0.006185, "accuracy": 0.007021, "main_score": 0.006185, "hf_subset": "mup-eng", "languages": [ "mup-Deva", "eng-Latn" ] }, { "precision": 0.013569, "recall": 0.027081, "f1": 0.015354, "accuracy": 0.027081, "main_score": 0.015354, "hf_subset": "eng-mup", "languages": [ "eng-Latn", "mup-Deva" ] }, { "precision": 0.008033, "recall": 0.01003, "f1": 0.008042, "accuracy": 0.01003, "main_score": 0.008042, "hf_subset": "mwr-eng", "languages": [ "mwr-Deva", "eng-Latn" ] }, { "precision": 0.019045, "recall": 0.035105, "f1": 0.020787, "accuracy": 0.035105, "main_score": 0.020787, "hf_subset": "eng-mwr", "languages": [ "eng-Latn", "mwr-Deva" ] }, { "precision": 0.002026, "recall": 0.004012, "f1": 0.002046, "accuracy": 0.004012, "main_score": 0.002046, "hf_subset": "sat-eng", "languages": [ "sat-Olck", "eng-Latn" ] }, { "precision": 0.004681, "recall": 0.017051, "f1": 0.005676, "accuracy": 0.017051, "main_score": 0.005676, "hf_subset": "eng-sat", "languages": [ "eng-Latn", "sat-Olck" ] } ], "test": [ { "precision": 0.001977, "recall": 0.002964, "f1": 0.001978, "accuracy": 0.002964, "main_score": 0.001978, "hf_subset": "ben-eng", "languages": [ "ben-Beng", "eng-Latn" ] }, { "precision": 0.017523, "recall": 0.041502, "f1": 0.020911, "accuracy": 0.041502, "main_score": 0.020911, "hf_subset": "eng-ben", "languages": [ "eng-Latn", "ben-Beng" ] }, { "precision": 0.00593, "recall": 0.006917, "f1": 0.005931, "accuracy": 0.006917, "main_score": 0.005931, "hf_subset": "guj-eng", "languages": [ "guj-Gujr", "eng-Latn" ] }, { "precision": 0.013042, "recall": 0.037549, "f1": 0.016423, "accuracy": 0.037549, "main_score": 0.016423, "hf_subset": "eng-guj", "languages": [ "eng-Latn", "guj-Gujr" ] }, { "precision": 0.004469, "recall": 0.006917, "f1": 0.004656, "accuracy": 0.006917, "main_score": 0.004656, "hf_subset": "hin-eng", "languages": [ "hin-Deva", "eng-Latn" ] }, { "precision": 0.020349, "recall": 0.041502, "f1": 0.023861, "accuracy": 0.041502, "main_score": 0.023861, "hf_subset": "eng-hin", "languages": [ "eng-Latn", "hin-Deva" ] }, { "precision": 0.009882, "recall": 0.01087, "f1": 0.009883, "accuracy": 0.01087, "main_score": 0.009883, "hf_subset": "kan-eng", "languages": [ "kan-Knda", "eng-Latn" ] }, { "precision": 0.020897, "recall": 0.055336, "f1": 0.025033, "accuracy": 0.055336, "main_score": 0.025033, "hf_subset": "eng-kan", "languages": [ "eng-Latn", "kan-Knda" ] }, { "precision": 0.004942, "recall": 0.005929, "f1": 0.004943, "accuracy": 0.005929, "main_score": 0.004943, "hf_subset": "mal-eng", "languages": [ "mal-Mlym", "eng-Latn" ] }, { "precision": 0.009318, "recall": 0.036561, "f1": 0.012255, "accuracy": 0.036561, "main_score": 0.012255, "hf_subset": "eng-mal", "languages": [ "eng-Latn", "mal-Mlym" ] }, { "precision": 0.006424, "recall": 0.007905, "f1": 0.006591, "accuracy": 0.007905, "main_score": 0.006591, "hf_subset": "mar-eng", "languages": [ "mar-Deva", "eng-Latn" ] }, { "precision": 0.019305, "recall": 0.038538, "f1": 0.022529, "accuracy": 0.038538, "main_score": 0.022529, "hf_subset": "eng-mar", "languages": [ "eng-Latn", "mar-Deva" ] }, { "precision": 0.007315, "recall": 0.009881, "f1": 0.00754, "accuracy": 0.009881, "main_score": 0.00754, "hf_subset": "tam-eng", "languages": [ "tam-Taml", "eng-Latn" ] }, { "precision": 0.012778, "recall": 0.02668, "f1": 0.015599, "accuracy": 0.02668, "main_score": 0.015599, "hf_subset": "eng-tam", "languages": [ "eng-Latn", "tam-Taml" ] }, { "precision": 0.028328, "recall": 0.031621, "f1": 0.028988, "accuracy": 0.031621, "main_score": 0.028988, "hf_subset": "tel-eng", "languages": [ "tel-Telu", "eng-Latn" ] }, { "precision": 0.046406, "recall": 0.109684, "f1": 0.055611, "accuracy": 0.109684, "main_score": 0.055611, "hf_subset": "eng-tel", "languages": [ "eng-Latn", "tel-Telu" ] }, { "precision": 0.002976, "recall": 0.003953, "f1": 0.002987, "accuracy": 0.003953, "main_score": 0.002987, "hf_subset": "urd-eng", "languages": [ "urd-Arab", "eng-Latn" ] }, { "precision": 0.015835, "recall": 0.028656, "f1": 0.017723, "accuracy": 0.028656, "main_score": 0.017723, "hf_subset": "eng-urd", "languages": [ "eng-Latn", "urd-Arab" ] }, { "precision": 0.003954, "recall": 0.004941, "f1": 0.003955, "accuracy": 0.004941, "main_score": 0.003955, "hf_subset": "asm-eng", "languages": [ "asm-Beng", "eng-Latn" ] }, { "precision": 0.011876, "recall": 0.029644, "f1": 0.014362, "accuracy": 0.029644, "main_score": 0.014362, "hf_subset": "eng-asm", "languages": [ "eng-Latn", "asm-Beng" ] }, { "precision": 0.008153, "recall": 0.009881, "f1": 0.008303, "accuracy": 0.009881, "main_score": 0.008303, "hf_subset": "bho-eng", "languages": [ "bho-Deva", "eng-Latn" ] }, { "precision": 0.030482, "recall": 0.060277, "f1": 0.035082, "accuracy": 0.060277, "main_score": 0.035082, "hf_subset": "eng-bho", "languages": [ "eng-Latn", "bho-Deva" ] }, { "precision": 0.018282, "recall": 0.019763, "f1": 0.018448, "accuracy": 0.019763, "main_score": 0.018448, "hf_subset": "nep-eng", "languages": [ "nep-Deva", "eng-Latn" ] }, { "precision": 0.037463, "recall": 0.072134, "f1": 0.042849, "accuracy": 0.072134, "main_score": 0.042849, "hf_subset": "eng-nep", "languages": [ "eng-Latn", "nep-Deva" ] }, { "precision": 0.005436, "recall": 0.006917, "f1": 0.005601, "accuracy": 0.006917, "main_score": 0.005601, "hf_subset": "ory-eng", "languages": [ "ory-Orya", "eng-Latn" ] }, { "precision": 0.016018, "recall": 0.051383, "f1": 0.020135, "accuracy": 0.051383, "main_score": 0.020135, "hf_subset": "eng-ory", "languages": [ "eng-Latn", "ory-Orya" ] }, { "precision": 0.0084, "recall": 0.009881, "f1": 0.008566, "accuracy": 0.009881, "main_score": 0.008566, "hf_subset": "pan-eng", "languages": [ "pan-Guru", "eng-Latn" ] }, { "precision": 0.020551, "recall": 0.051383, "f1": 0.024685, "accuracy": 0.051383, "main_score": 0.024685, "hf_subset": "eng-pan", "languages": [ "eng-Latn", "pan-Guru" ] }, { "precision": 0.032116, "recall": 0.033597, "f1": 0.032281, "accuracy": 0.033597, "main_score": 0.032281, "hf_subset": "pus-eng", "languages": [ "pus-Arab", "eng-Latn" ] }, { "precision": 0.074823, "recall": 0.125494, "f1": 0.082551, "accuracy": 0.125494, "main_score": 0.082551, "hf_subset": "eng-pus", "languages": [ "eng-Latn", "pus-Arab" ] }, { "precision": 0.018286, "recall": 0.020751, "f1": 0.018456, "accuracy": 0.020751, "main_score": 0.018456, "hf_subset": "san-eng", "languages": [ "san-Deva", "eng-Latn" ] }, { "precision": 0.024156, "recall": 0.056324, "f1": 0.028722, "accuracy": 0.056324, "main_score": 0.028722, "hf_subset": "eng-san", "languages": [ "eng-Latn", "san-Deva" ] }, { "precision": 0.00593, "recall": 0.006917, "f1": 0.005931, "accuracy": 0.006917, "main_score": 0.005931, "hf_subset": "awa-eng", "languages": [ "awa-Deva", "eng-Latn" ] }, { "precision": 0.018962, "recall": 0.031621, "f1": 0.020643, "accuracy": 0.031621, "main_score": 0.020643, "hf_subset": "eng-awa", "languages": [ "eng-Latn", "awa-Deva" ] }, { "precision": 0.000989, "recall": 0.001976, "f1": 0.00099, "accuracy": 0.001976, "main_score": 0.00099, "hf_subset": "bgc-eng", "languages": [ "bgc-Deva", "eng-Latn" ] }, { "precision": 0.011196, "recall": 0.020751, "f1": 0.01282, "accuracy": 0.020751, "main_score": 0.01282, "hf_subset": "eng-bgc", "languages": [ "eng-Latn", "bgc-Deva" ] }, { "precision": 0.006918, "recall": 0.008893, "f1": 0.007249, "accuracy": 0.008893, "main_score": 0.007249, "hf_subset": "bod-eng", "languages": [ "bod-Tibt", "eng-Latn" ] }, { "precision": 0.018592, "recall": 0.038538, "f1": 0.022528, "accuracy": 0.038538, "main_score": 0.022528, "hf_subset": "eng-bod", "languages": [ "eng-Latn", "bod-Tibt" ] }, { "precision": 0.006424, "recall": 0.007905, "f1": 0.00659, "accuracy": 0.007905, "main_score": 0.00659, "hf_subset": "boy-eng", "languages": [ "boy-Deva", "eng-Latn" ] }, { "precision": 0.024964, "recall": 0.05336, "f1": 0.029645, "accuracy": 0.05336, "main_score": 0.029645, "hf_subset": "eng-boy", "languages": [ "eng-Latn", "boy-Deva" ] }, { "precision": 0.005953, "recall": 0.007905, "f1": 0.005976, "accuracy": 0.007905, "main_score": 0.005976, "hf_subset": "gbm-eng", "languages": [ "gbm-Deva", "eng-Latn" ] }, { "precision": 0.01691, "recall": 0.036561, "f1": 0.020218, "accuracy": 0.036561, "main_score": 0.020218, "hf_subset": "eng-gbm", "languages": [ "eng-Latn", "gbm-Deva" ] }, { "precision": 0.01013, "recall": 0.012846, "f1": 0.010609, "accuracy": 0.012846, "main_score": 0.010609, "hf_subset": "gom-eng", "languages": [ "gom-Deva", "eng-Latn" ] }, { "precision": 0.035935, "recall": 0.068182, "f1": 0.042023, "accuracy": 0.068182, "main_score": 0.042023, "hf_subset": "eng-gom", "languages": [ "eng-Latn", "gom-Deva" ] }, { "precision": 0.001483, "recall": 0.002964, "f1": 0.001649, "accuracy": 0.002964, "main_score": 0.001649, "hf_subset": "hne-eng", "languages": [ "hne-Deva", "eng-Latn" ] }, { "precision": 0.008388, "recall": 0.023715, "f1": 0.010239, "accuracy": 0.023715, "main_score": 0.010239, "hf_subset": "eng-hne", "languages": [ "eng-Latn", "hne-Deva" ] }, { "precision": 0.005285, "recall": 0.008893, "f1": 0.005793, "accuracy": 0.008893, "main_score": 0.005793, "hf_subset": "raj-eng", "languages": [ "raj-Deva", "eng-Latn" ] }, { "precision": 0.027885, "recall": 0.054348, "f1": 0.032086, "accuracy": 0.054348, "main_score": 0.032086, "hf_subset": "eng-raj", "languages": [ "eng-Latn", "raj-Deva" ] }, { "precision": 0.008245, "recall": 0.01087, "f1": 0.00842, "accuracy": 0.01087, "main_score": 0.00842, "hf_subset": "mai-eng", "languages": [ "mai-Deva", "eng-Latn" ] }, { "precision": 0.039252, "recall": 0.064229, "f1": 0.043966, "accuracy": 0.064229, "main_score": 0.043966, "hf_subset": "eng-mai", "languages": [ "eng-Latn", "mai-Deva" ] }, { "precision": 0.004777, "recall": 0.006917, "f1": 0.005107, "accuracy": 0.006917, "main_score": 0.005107, "hf_subset": "mni-eng", "languages": [ "mni-Mtei", "eng-Latn" ] }, { "precision": 0.024193, "recall": 0.052372, "f1": 0.029044, "accuracy": 0.052372, "main_score": 0.029044, "hf_subset": "eng-mni", "languages": [ "eng-Latn", "mni-Mtei" ] }, { "precision": 0.002966, "recall": 0.003953, "f1": 0.002967, "accuracy": 0.003953, "main_score": 0.002967, "hf_subset": "mup-eng", "languages": [ "mup-Deva", "eng-Latn" ] }, { "precision": 0.010543, "recall": 0.025692, "f1": 0.012511, "accuracy": 0.025692, "main_score": 0.012511, "hf_subset": "eng-mup", "languages": [ "eng-Latn", "mup-Deva" ] }, { "precision": 0.003954, "recall": 0.004941, "f1": 0.003955, "accuracy": 0.004941, "main_score": 0.003955, "hf_subset": "mwr-eng", "languages": [ "mwr-Deva", "eng-Latn" ] }, { "precision": 0.027341, "recall": 0.051383, "f1": 0.031424, "accuracy": 0.051383, "main_score": 0.031424, "hf_subset": "eng-mwr", "languages": [ "eng-Latn", "mwr-Deva" ] }, { "precision": 0.002965, "recall": 0.003953, "f1": 0.002966, "accuracy": 0.003953, "main_score": 0.002966, "hf_subset": "sat-eng", "languages": [ "sat-Olck", "eng-Latn" ] }, { "precision": 0.004448, "recall": 0.021739, "f1": 0.006187, "accuracy": 0.021739, "main_score": 0.006187, "hf_subset": "eng-sat", "languages": [ "eng-Latn", "sat-Olck" ] } ] }, "evaluation_time": 93.62524628639221, "kg_co2_emissions": 0.006920702352525723 }