{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.6264, -8.2827, -8.7202, -6.5952]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-92", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-8.6055, -7.4805, -7.6055, -6.6055]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.3342, -5.3967, -7.0217, -6.5842]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-877", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4041, -6.7479, -10.0604, -8.6854]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8555, -9.418, -10.043, -9.8868]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-443", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.4648, -8.5585, -8.496, -8.871]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5167, -10.2354, -8.7979, -10.9229]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-474", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.1042, -7.9792, -11.2292, -10.4792]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9218, -8.4843, -10.4218, -10.0155]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-589", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9521, -8.2646, -9.6396, -10.1396]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.1177, -10.0864, -10.7739, -8.9302]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-873", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.1528, -9.5903, -9.5278, -9.0278]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9083, -7.7833, -8.9708, -7.9083]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-251", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8288, -6.8288, -8.5788, -8.7663]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.0782, -8.9219, -8.6094, -8.9844]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-550", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.3039, -8.6477, -9.6164, -8.4602]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7368, -6.9868, -10.2368, -10.5493]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-311", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9499, -7.6061, -11.5436, -11.0124]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.8186, -10.1623, -11.0373, -11.1311]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-490", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.7721, -10.7721, -11.9284, -9.4284]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.0298, -7.8423, -8.4673, -9.6861]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-172", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.7981, -9.1731, -9.5794, -10.3919]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.7711, -10.1149, -10.6774, -11.3336]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-299", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.2351, -9.4539, -8.7976, -11.3914]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.5818, -7.9568, -8.0818, -8.5193]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-28", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.0817, -7.6442, -8.4567, -8.0192]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.7385, -9.0197, -9.4885, -8.7072]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-374", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6891, -7.9391, -9.1891, -8.9391]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.135, -8.26, -7.2288, -8.635]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-533", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.6639, -10.8514, -7.5701, -10.7576]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.7097, -9.8972, -9.4284, -10.1472]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-536", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.44, -8.9087, -8.7212, -8.7212]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3992, -7.8367, -9.2117, -8.2742]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-513", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.0885, -8.7135, -10.0573, -8.276]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.8129, -6.7504, -7.3129, -8.2504]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-688", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.3514, -7.8201, -7.0701, -8.0701]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8681, -9.6494, -9.6806, -10.5556]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-350", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7523, -8.8773, -9.1898, -10.0961]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9108, -7.0046, -8.2546, -8.9108]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-199", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2701, -7.5826, -8.3326, -7.9576]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-6.909, -6.4715, -7.534, -7.4715]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-846", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.3063, -6.8063, -7.8688, -7.4938]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.9866, -8.7366, -7.7991, -9.8929]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-398", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4761, -9.6636, -7.1324, -10.2574]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1621, -9.2871, -10.1621, -11.0996]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-544", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4625, -8.3375, -9.525, -12.2125]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.5624, -8.7187, -10.1874, -7.7187]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-560", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5168, -7.6106, -8.5481, -7.6731]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4468, -7.0093, -8.3218, -8.3843]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-811", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8548, -7.9798, -8.5423, -8.7298]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3335, -8.3648, -9.771, -9.8023]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-689", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.6653, -7.9153, -10.5715, -9.0403]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.3202, -7.789, -7.539, -7.914]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-397", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.3656, -8.2093, -7.7718, -7.7718]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-7.6861, -7.9361, -8.1861, -8.2486]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-801", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.9978, -7.3728, -8.5603, -8.1228]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.226, -9.7573, -10.601, -10.2573]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-528", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.6708, -8.7958, -8.5458, -9.2333]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3665, -7.804, -8.8665, -8.679]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-730", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1173, -6.8986, -7.7111, -8.2111]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.842, -6.9045, -8.0295, -7.217]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-817", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-8.7442, -6.1817, -7.1192, -5.6817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-7.4843, -7.3593, -7.1718, -8.0468]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-232", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.3817, -7.7567, -6.9442, -7.8192]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-7.5002, -7.5627, -8.6252, -7.6877]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-36", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.5428, -6.6053, -8.7928, -7.6678]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.8655, -7.2405, -7.678, -8.4905]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-866", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7735, -8.586, -9.336, -9.7735]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3442, -8.813, -10.0317, -9.3755]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-548", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8012, -7.9262, -8.3637, -8.4887]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.9545, -7.642, -8.4545, -8.0795]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-174", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-8.5075, -8.57, -9.6012, -8.07]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2001, -7.9814, -9.1376, -9.2314]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-369", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6455, -7.8955, -9.4892, -7.8955]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7594, -8.6344, -9.1969, -10.3531]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-391", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.736, -7.986, -8.7985, -9.236]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1925, -8.88, -10.9113, -10.13]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-461", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.286, -10.161, -13.411, -11.286]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.3415, -7.7165, -8.8415, -8.7165]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-680", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.92, -6.92, -7.7325, -7.92]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3063, -8.5563, -10.0876, -9.8688]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-719", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7974, -8.6412, -10.1099, -9.8599]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.372, -7.8095, -9.0595, -10.2158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-380", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.9329, -10.0892, -11.8704, -12.8392]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.3729, -9.8104, -12.0292, -11.0292]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-148", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5657, -9.0657, -10.9407, -8.8782]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.2301, -9.7301, -8.7926, -10.6676]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-364", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.6764, -9.7701, -8.3639, -10.0826]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1466, -7.9591, -9.5216, -8.1466]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-637", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5198, -8.7073, -9.7073, -9.2698]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.9855, -8.9855, -9.9543, -10.1418]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-49", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.2126, -8.9001, -9.9001, -9.4626]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2685, -7.956, -9.1748, -8.956]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-693", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2665, -8.2665, -8.704, -8.954]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5088, -8.3213, -9.04, -9.2588]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-334", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0312, -8.0312, -8.3437, -9.0937]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.1147, -7.5522, -6.8022, -8.2397]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-615", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.2388, -7.9888, -5.9263, -8.6763]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2112, -9.4612, -9.3674, -9.5862]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-561", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.4904, -7.8029, -7.7404, -7.8654]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5443, -8.4818, -9.9506, -9.7318]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-316", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3611, -7.2673, -8.2048, -8.7048]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4712, -8.3462, -9.94, -10.1587]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-499", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9796, -8.6671, -10.1046, -10.3234]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0086, -8.1336, -9.6961, -10.2898]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-670", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1667, -8.1667, -9.4792, -9.1667]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.7998, -8.8623, -8.7686, -10.1436]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-482", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-12.7099, -9.6787, -10.2099, -9.8037]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-6.5141, -6.1391, -5.3266, -6.7016]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-221", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-6.9618, -6.5243, -4.7743, -6.5243]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4858, -8.8921, -7.6108, -9.6421]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-247", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.7137, -8.5575, -8.8387, -8.0575]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.5889, -8.8701, -9.9326, -8.4951]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-842", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.9839, -7.2651, -8.8901, -7.2026]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2872, -8.3809, -10.6622, -9.6934]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-588", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.8438, -7.0625, -9.8125, -8.8125]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9344, -8.1219, -9.1219, -8.9031]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-632", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8938, -6.9251, -8.7376, -8.3001]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.0616, -10.0303, -12.7178, -10.5928]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-489", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.5482, -9.8919, -12.0169, -9.3607]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.5777, -7.4527, -7.8902, -7.7652]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-531", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.0796, -7.2358, -8.8921, -6.9233]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.004, -6.879, -7.629, -7.9415]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-804", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6623, -6.8498, -7.2873, -7.8498]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2941, -6.8566, -7.2941, -8.3566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-864", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.1417, -6.9855, -6.4855, -7.423]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.3102, -9.9352, -10.529, -11.1852]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-241", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3448, -7.0948, -7.7823, -8.7511]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.3884, -7.0759, -7.7634, -7.8884]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-780", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.069, -6.3815, -6.819, -6.819]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.6449, -8.7386, -10.4886, -8.5511]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-595", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3373, -7.8998, -9.3998, -8.8373]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1411, -9.1411, -10.7036, -7.6723]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-810", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1152, -9.9589, -11.1777, -8.4589]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.61, -7.5475, -8.985, -8.7662]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-152", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3793, -8.7856, -10.4106, -9.5981]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9084, -8.2521, -9.6896, -8.4396]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-695", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.6303, -7.5366, -9.2241, -6.7866]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8339, -8.9277, -10.1152, -8.8652]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-449", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7526, -8.4401, -9.7213, -9.7526]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2922, -8.2922, -9.386, -10.4485]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-573", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7668, -7.7668, -9.4543, -9.5481]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9486, -7.5111, -7.6361, -9.3549]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-24", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7235, -6.661, -7.3485, -8.161]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5413, -8.3225, -9.26, -9.1975]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-110", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6104, -7.6104, -8.0479, -8.1104]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7241, -9.2241, -11.7866, -10.9429]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-501", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6547, -9.5297, -11.936, -10.2172]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4994, -7.1557, -8.9682, -7.7182]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-177", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5044, -7.3169, -9.3169, -7.6919]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.3867, -8.543, -10.3555, -8.4805]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-229", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.4263, -9.3013, -11.5826, -8.2701]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.1496, -6.5246, -7.2746, -7.6496]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-687", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.0736, -7.8236, -8.3236, -9.3861]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3049, -8.1174, -8.3674, -9.3674]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-419", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6306, -8.8181, -8.2243, -9.7243]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2576, -8.6951, -10.2889, -9.1639]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-33", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3563, -7.8875, -9.075, -8.2625]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6084, -6.6709, -6.7959, -6.6709]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-45", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.9986, -6.8736, -6.4361, -7.3736]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.4179, -7.6679, -8.7304, -8.3554]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-800", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.7789, -7.5914, -9.2789, -7.2164]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.8276, -6.1401, -7.3276, -7.3901]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-668", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.7149, -6.4649, -6.9024, -6.7774]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-8.2245, -8.2245, -9.662, -9.787]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-312", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-10.2719, -10.6782, -12.3344, -12.8344]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5939, -7.7189, -9.2189, -9.1564]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-239", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7758, -7.7133, -8.1508, -8.2133]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.1702, -8.7327, -10.6702, -11.1077]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-262", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4099, -8.2537, -11.6599, -11.9412]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8547, -7.9484, -9.2922, -9.3859]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-290", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.8255, -7.7005, -10.9818, -11.2318]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.2674, -7.3299, -6.5174, -8.2362]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-510", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.4961, -7.0586, -5.8086, -7.9336]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4722, -8.2847, -8.8785, -8.566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-751", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.2442, -8.9004, -8.4317, -8.5567]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6774, -8.6774, -9.0837, -8.6774]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-85", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1526, -7.5276, -9.3401, -9.8089]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.8435, -6.531, -6.7185, -7.0935]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-741", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.6007, -6.2257, -6.6632, -6.8507]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2734, -8.1796, -9.3359, -9.3984]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-649", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3649, -8.0524, -9.5524, -9.1149]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.9582, -7.2707, -8.5207, -6.2707]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-425", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.8927, -7.1114, -8.2364, -6.9864]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.0054, -7.9116, -7.9741, -9.3491]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-674", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5078, -8.6641, -7.7578, -9.1641]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5719, -9.1032, -9.3219, -10.6657]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-624", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1867, -8.4992, -8.7492, -9.6242]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.73, -6.7612, -7.8237, -7.4487]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-847", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4113, -6.0988, -7.4738, -7.0363]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2782, -9.2469, -9.9657, -9.6844]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-862", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.388, -7.7005, -8.388, -9.013]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.3056, -5.8681, -5.6806, -6.6181]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-31", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.9734, -5.8484, -7.1609, -6.7859]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.6369, -8.7619, -10.7307, -10.1994]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-653", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.854, -8.0415, -10.104, -8.604]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.3582, -6.6707, -7.4832, -7.9207]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-402", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.2145, -5.8395, -6.652, -7.2145]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0973, -7.6598, -8.9723, -9.6286]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-726", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7384, -7.6447, -10.6759, -10.4259]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8591, -7.6716, -8.3591, -8.2966]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-236", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.4601, -7.8038, -8.4913, -7.2413]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.5179, -7.2991, -7.7991, -8.8304]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-426", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1041, -8.5729, -9.0104, -9.9479]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.533, -6.4705, -7.8455, -8.0955]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-384", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.807, -5.9008, -7.2758, -7.7133]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.9103, -9.9728, -11.5353, -11.129]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-605", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.6489, -8.8364, -8.6489, -8.5239]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9533, -7.5783, -8.1408, -8.6408]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-840", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2747, -8.4309, -8.4934, -9.4309]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.26, -7.885, -9.01, -8.9787]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-493", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.3737, -7.8112, -7.5612, -7.8737]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-6.5297, -5.6547, -5.5922, -5.9047]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-676", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-7.7239, -6.4739, -6.7864, -6.2239]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4305, -8.6493, -8.1493, -9.5243]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-256", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.7256, -9.1943, -7.4756, -9.6631]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5652, -9.5027, -7.034, -10.3465]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-481", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9624, -9.8061, -7.0249, -10.4311]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-8.1685, -9.9497, -10.606, -9.0435]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-180", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.3953, -10.1766, -9.2078, -8.6766]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9228, -10.329, -8.4853, -10.704]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-354", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.1236, -10.8423, -8.1236, -10.5298]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.2175, -8.4206, -12.7331, -12.7956]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-752", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3123, -7.0311, -10.9686, -11.7811]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.3197, -8.6635, -9.8197, -7.7572]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-585", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.8895, -12.702, -13.577, -9.2957]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3948, -9.0198, -9.8011, -10.0823]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-421", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2406, -9.2093, -10.1156, -10.3031]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1587, -6.6587, -8.6587, -7.4712]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-335", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3352, -9.1477, -10.4914, -9.8039]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4209, -8.3584, -8.8584, -9.4834]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-794", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4307, -7.7432, -8.8057, -9.087]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.5651, -7.6901, -8.8151, -8.5026]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-823", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.7766, -8.1516, -7.2766, -8.5891]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2956, -7.9206, -10.0768, -9.3581]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-806", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0579, -7.0579, -9.3079, -9.8079]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.3009, -8.9884, -8.0821, -8.8946]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-417", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.2651, -7.4214, -7.3589, -7.6714]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.7851, -5.9726, -7.4726, -7.4101]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-586", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.5782, -6.2657, -8.6407, -7.8282]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4973, -7.7473, -8.3098, -9.466]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-614", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-8.211, -7.711, -8.961, -7.5235]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9866, -8.9241, -9.9241, -10.0491]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-360", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1395, -7.7645, -8.202, -8.3895]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.2646, -9.1709, -10.4209, -9.0459]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-451", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.7698, -9.0511, -10.4886, -8.3011]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7254, -7.8504, -8.6629, -8.8504]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-456", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4931, -6.8368, -7.8993, -8.0243]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5369, -8.1932, -10.1307, -9.9744]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-105", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9553, -7.2365, -9.049, -9.3615]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.6772, -8.1459, -9.8022, -8.0209]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-53", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.819, -11.1627, -12.8502, -8.4752]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3998, -7.9623, -8.4623, -8.3373]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-717", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-7.3054, -7.3054, -7.9929, -8.4304]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.5942, -6.3442, -7.5942, -7.4692]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-722", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.5596, -7.2471, -8.4971, -7.5596]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.66, -9.2225, -10.535, -9.7225]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-889", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6855, -8.248, -8.3105, -9.2793]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.8848, -8.0098, -9.1661, -9.2911]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-129", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.1207, -8.6832, -9.2457, -9.9957]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7082, -7.8645, -10.0207, -10.5832]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-355", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2261, -8.6011, -8.7261, -10.5386]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6564, -8.2189, -11.5002, -11.5627]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-150", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.3667, -7.4292, -10.2417, -10.3667]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9437, -9.6625, -9.4437, -10.35]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-661", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.9686, -8.1561, -7.5311, -8.4061]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.6967, -8.0092, -10.9154, -9.3217]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-88", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.8111, -6.1861, -9.9049, -8.8111]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.8545, -8.8545, -8.6045, -7.542]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-708", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.2544, -8.4731, -8.8481, -6.7231]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.1459, -8.1459, -9.8646, -9.9271]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-882", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5217, -8.6154, -9.5529, -9.3967]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2761, -7.6824, -9.6199, -9.1511]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-431", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9927, -7.7739, -10.3364, -8.9614]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.384, -9.634, -10.0402, -10.1965]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-26", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.421, -7.671, -8.3585, -8.421]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.3357, -9.9607, -9.5232, -11.0544]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-289", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0584, -10.0897, -8.0272, -10.7772]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.543, -8.6368, -9.1993, -8.6993]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-503", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.867, -8.0233, -8.9608, -7.0858]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.3502, -7.4127, -6.8502, -7.9127]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-50", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.4609, -7.1484, -6.4609, -6.9609]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1735, -8.486, -9.4548, -9.6735]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-852", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8965, -7.1465, -7.959, -8.209]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.3755, -9.188, -7.813, -9.2505]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-634", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.3812, -9.725, -6.8812, -9.6312]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5963, -7.8463, -8.9401, -8.9401]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-272", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2177, -8.0302, -8.3427, -9.2489]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.3918, -10.3606, -11.6731, -8.1418]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-193", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.8383, -11.307, -11.7133, -8.557]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7486, -8.3111, -9.7799, -9.3736]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-876", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.7573, -8.0698, -9.1323, -7.7573]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0681, -8.4119, -11.1931, -8.6619]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-609", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.0009, -10.3446, -12.8134, -11.6259]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7118, -8.1806, -9.3681, -8.4931]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-327", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.57, -8.3825, -9.6325, -8.5075]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3395, -8.4645, -6.9645, -8.027]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-802", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1374, -9.0124, -7.1687, -8.6687]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.3563, -6.9813, -5.8563, -8.6375]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-711", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5666, -7.7541, -6.0041, -9.6916]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7179, -7.8741, -8.8741, -9.1241]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-773", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7104, -6.9291, -8.1791, -8.3041]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1287, -8.5975, -9.0662, -9.41]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-818", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2164, -7.7164, -8.4664, -7.9039]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4582, -8.6769, -8.2082, -8.9894]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-202", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6792, -8.7417, -6.8354, -7.7729]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.5192, -6.4567, -7.8942, -8.0817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-393", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4386, -6.6886, -7.7511, -7.4386]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.7382, -8.8319, -8.2382, -9.1757]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-423", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.1013, -7.5701, -7.4451, -8.9138]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.8579, -9.9517, -11.1079, -9.2642]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-29", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7409, -8.9909, -9.2722, -9.4597]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7527, -7.9089, -9.4089, -9.4402]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-458", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3801, -7.1301, -8.0051, -7.9426]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.611, -7.7673, -10.0798, -9.6423]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-201", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4982, -7.9982, -8.5607, -8.3107]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5014, -9.7514, -12.1576, -10.9701]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-61", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.6579, -10.2517, -11.3142, -10.8454]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6548, -8.6548, -8.2486, -9.6861]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-579", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.35, -8.1, -7.9125, -9.2563]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1429, -7.9867, -9.4867, -9.1429]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-200", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.36, -7.4225, -7.6725, -8.11]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6499, -8.4311, -11.3374, -9.2749]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-703", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6792, -7.1792, -9.0854, -8.4292]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9217, -10.2967, -11.703, -9.1092]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-575", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.7516, -10.4704, -10.9704, -9.0016]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2449, -9.2136, -9.4324, -10.5261]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-495", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.9543, -8.4543, -7.3293, -7.5168]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.808, -8.4018, -8.9643, -10.2143]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-446", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7331, -7.6706, -9.4831, -10.2644]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.3008, -8.1133, -7.9883, -8.6758]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-10", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.4365, -7.8115, -6.999, -8.6865]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.2672, -7.3922, -7.1422, -9.2047]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-17", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1643, -7.758, -8.9455, -9.4768]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6777, -6.9902, -9.2402, -9.0527]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-813", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.9904, -7.8185, -13.0685, -13.0685]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0302, -9.999, -7.9677, -10.1552]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-491", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.6489, -11.8676, -8.2114, -11.3989]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.5472, -9.2659, -10.7659, -8.6409]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-345", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.3491, -8.7553, -9.8803, -8.5678]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.2847, -10.7847, -11.7847, -6.566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-13", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.8049, -12.5549, -14.2424, -8.7424]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6595, -6.722, -8.7845, -8.2845]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-534", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5302, -7.749, -11.0927, -11.4365]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4464, -9.2277, -9.9152, -9.7902]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-761", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1796, -8.4296, -8.9921, -9.3983]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1503, -8.0878, -8.9315, -9.5253]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-527", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4221, -7.0471, -8.1096, -8.2346]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7345, -8.547, -9.2657, -9.1407]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-572", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-8.6849, -7.6224, -8.6849, -7.4974]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2092, -8.1467, -8.8654, -10.0842]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-64", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.2629, -9.4816, -8.5441, -10.2004]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6503, -8.9941, -10.0566, -9.9316]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-756", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2666, -7.8916, -9.0166, -9.0166]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9231, -7.6106, -10.6731, -10.0794]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-827", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0806, -6.1744, -11.1119, -10.4244]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4185, -7.5435, -8.8248, -8.5123]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-184", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3004, -7.3629, -8.1754, -7.6129]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6308, -9.0058, -9.1621, -9.7246]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-356", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1163, -8.6788, -9.0851, -9.5538]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.0671, -8.9733, -9.5671, -8.2233]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-467", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0496, -7.7683, -7.7683, -8.0183]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5268, -9.433, -8.433, -10.183]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-508", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2917, -8.1667, -7.4792, -9.448]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.9175, -8.4175, -9.23, -8.1675]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-480", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.3296, -8.5171, -9.1733, -8.9858]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.1089, -10.3902, -11.6714, -9.0464]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-450", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.1693, -8.1068, -8.5443, -9.1068]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2697, -8.4572, -9.8322, -8.5197]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-713", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.4607, -8.4607, -10.0857, -8.2732]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5182, -8.2994, -9.2057, -8.5494]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-502", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.0823, -8.7073, -8.2073, -7.8323]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9746, -8.0684, -8.8184, -8.5059]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-313", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1239, -9.9989, -10.7176, -10.0301]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.8642, -6.1767, -7.6767, -8.2392]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-843", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.7968, -5.7656, -6.7031, -7.8281]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.0126, -9.4501, -9.1688, -10.2626]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-739", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.7173, -9.5923, -8.6548, -9.5298]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5772, -10.6397, -9.2647, -11.0772]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-34", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.976, -7.3822, -8.5072, -9.476]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2683, -7.4871, -9.4558, -9.8308]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-611", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.164, -7.289, -9.8203, -9.1328]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9204, -8.0141, -9.2954, -8.7016]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-788", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8384, -8.1509, -9.8384, -9.3384]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.552, -7.7708, -10.5208, -10.3645]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-475", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5822, -7.5822, -7.5822, -8.6447]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.211, -10.2735, -10.9298, -12.6485]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-198", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.5521, -11.9584, -12.5834, -13.7396]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.2766, -6.6829, -5.8704, -8.7766]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-365", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.7081, -7.3956, -5.7081, -9.2081]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.1281, -8.1906, -8.0031, -9.8156]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-144", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.1723, -8.8598, -6.9536, -10.2036]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6618, -8.3493, -9.2868, -8.5993]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-487", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3895, -8.4833, -9.5145, -8.9208]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4091, -8.4716, -9.9716, -9.9716]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-757", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2693, -7.2068, -8.7693, -8.3943]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0671, -7.7859, -8.8796, -9.4734]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-863", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.5289, -6.5914, -7.8414, -7.8414]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2217, -8.4092, -10.6904, -9.2217]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-434", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2231, -7.6918, -9.5356, -8.9418]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5151, -8.2026, -9.3588, -9.4526]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-891", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.2549, -8.2862, -7.9737, -8.7237]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.4909, -8.3034, -7.6159, -9.8659]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-651", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.167, -7.1045, -7.167, -9.167]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.279, -8.404, -8.654, -9.1853]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-249", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.905, -9.4675, -10.155, -10.6238]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5212, -7.4899, -10.1149, -9.7087]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-42", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1491, -8.1803, -10.0553, -9.0553]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.152, -9.277, -8.777, -9.1208]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-185", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.846, -7.971, -8.096, -7.971]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.94, -10.4712, -12.6275, -12.44]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-819", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.4816, -8.1691, -8.6691, -8.8566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.0924, -7.8424, -8.4674, -8.5299]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-617", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9552, -8.3927, -9.3302, -9.2052]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1964, -8.1339, -9.2589, -8.8214]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-173", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-8.7128, -8.2753, -8.0253, -7.8378]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1055, -7.8555, -9.168, -9.168]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-776", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9012, -7.2137, -8.2762, -8.5262]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1753, -8.7378, -8.8941, -7.8628]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-325", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.3426, -9.4363, -9.4676, -7.2801]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0904, -8.7779, -10.5904, -9.1529]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-227", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.6819, -9.0882, -9.9319, -8.6507]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2495, -9.312, -8.1245, -9.687]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-657", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6593, -7.878, -8.253, -8.253]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7851, -7.5664, -10.8789, -10.5664]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-509", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.634, -6.9465, -10.1965, -9.509]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4397, -7.846, -9.596, -9.9085]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-622", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.5086, -8.3211, -10.1961, -10.6336]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2357, -8.767, -8.3607, -9.3295]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-835", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7991, -8.2991, -9.5179, -9.5491]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.857, -9.2945, -8.232, -10.0758]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-396", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9817, -9.4504, -8.2942, -9.9817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.874, -10.1552, -9.249, -10.499]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-301", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3392, -8.8705, -9.4017, -9.5892]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8017, -8.1767, -8.833, -8.5517]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-56", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.7048, -8.611, -9.2985, -9.2985]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1202, -8.1202, -10.714, -11.0577]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-760", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1316, -8.5066, -11.2253, -11.7566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9191, -8.1691, -10.7628, -9.7628]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-302", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2839, -8.4714, -9.1589, -9.1902]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6194, -9.4319, -10.1194, -10.3069]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-264", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-8.3416, -8.5291, -9.8729, -8.4666]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1806, -8.2744, -10.4619, -10.2744]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-188", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2346, -7.0783, -9.8596, -9.0783]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.8988, -7.7113, -10.6488, -10.8363]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-191", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3659, -7.4596, -10.4909, -10.9284]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8495, -7.287, -8.9745, -8.412]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-525", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.067, -7.3795, -9.1295, -8.8795]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.3151, -7.2526, -7.1901, -7.7526]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-833", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.8024, -6.0524, -6.8649, -6.1149]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.8663, -6.4288, -5.7413, -7.6788]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-697", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.7741, -7.3366, -5.6491, -7.6491]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.9414, -9.6601, -9.6289, -11.2226]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-895", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.7083, -7.8333, -7.7708, -8.8958]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7334, -8.5459, -10.4209, -9.6709]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-277", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1591, -7.5341, -8.5966, -8.7841]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.969, -9.094, -7.9065, -10.2815]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-192", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.8647, -7.521, -7.021, -8.146]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.4121, -10.3183, -12.9746, -10.9121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-485", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-11.0558, -8.8371, -11.2433, -8.7746]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4571, -7.6446, -9.0821, -8.8008]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-672", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1603, -6.9103, -9.6603, -9.1291]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.7448, -8.901, -8.4948, -9.276]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-753", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.0277, -9.1527, -8.6527, -9.6214]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.3642, -6.5517, -7.2392, -7.3017]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-515", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.0885, -5.8385, -7.3385, -7.401]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.7078, -5.2078, -6.6453, -6.8328]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-381", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4986, -5.2486, -6.9361, -7.4361]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.1967, -7.4467, -9.0405, -8.4467]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-147", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9101, -7.4726, -9.5351, -7.8476]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6022, -7.6335, -8.196, -7.696]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-870", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2494, -6.9369, -7.3744, -7.3744]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.4679, -8.9991, -9.7804, -8.1866]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-268", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.1572, -8.7822, -8.2197, -7.9697]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9976, -8.4663, -10.0601, -9.6851]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-644", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.275, -6.2125, -8.275, -7.4625]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9464, -8.4776, -8.6026, -9.1339]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-5", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.1517, -8.308, -9.183, -9.2142]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.9238, -6.0488, -7.6113, -7.1113]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-178", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.7791, -7.6541, -8.0916, -6.9041]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.6894, -9.5644, -11.5956, -9.3769]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-149", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.276, -8.526, -9.7448, -7.901]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0772, -8.7335, -10.6085, -9.5147]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-454", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0348, -7.566, -9.066, -9.0973]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6401, -7.9214, -9.1401, -10.1714]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-231", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.8298, -7.986, -7.736, -9.861]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9928, -9.3991, -9.8053, -9.7116]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-392", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8458, -8.9396, -9.1896, -9.2521]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.1694, -10.3569, -9.3257, -10.4194]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-336", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.3434, -9.5309, -9.7809, -10.9684]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3389, -7.3389, -9.3077, -9.3702]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-213", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.376, -7.3135, -8.5635, -9.1573]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4299, -8.9612, -8.6487, -8.8362]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-685", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.6531, -9.6843, -7.4656, -8.9656]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3225, -8.1037, -9.2287, -9.0412]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-885", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6535, -8.216, -8.7785, -8.6535]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1542, -8.748, -9.123, -9.7792]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-582", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.7552, -8.7552, -8.5677, -8.8177]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.5531, -8.7718, -7.6781, -9.4906]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-119", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.9932, -7.5557, -6.3682, -7.3682]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3659, -7.6784, -8.9909, -8.7409]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-138", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8711, -7.4961, -8.7461, -8.4961]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.6484, -10.4921, -11.3359, -11.5546]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-84", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.628, -9.9718, -11.3155, -11.0655]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.2204, -9.5954, -10.2829, -9.2829]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-851", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.5247, -8.0559, -9.8372, -7.6809]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.6943, -7.6943, -8.2568, -9.0381]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-648", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.5304, -8.7804, -8.7804, -9.1554]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7331, -7.8893, -9.8893, -10.5143]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-16", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4983, -6.9982, -8.5608, -9.5295]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3714, -8.4964, -8.0901, -8.4964]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-406", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.4861, -8.8924, -7.6111, -6.9861]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.2226, -8.5351, -10.0351, -9.5976]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-78", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3083, -7.3708, -11.7145, -11.402]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.3566, -9.1066, -8.4191, -9.5128]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-304", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.4225, -9.2975, -8.485, -9.235]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8695, -7.9633, -9.1195, -9.807]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-523", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6209, -6.2147, -8.8397, -8.4022]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.3454, -8.6579, -9.6892, -9.8454]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-740", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.578, -7.328, -7.8905, -8.8593]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2296, -8.7609, -9.9796, -9.5421]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-557", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3032, -8.2094, -8.8344, -8.5219]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2249, -7.5999, -9.3499, -8.7249]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-41", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.0244, -9.8057, -11.2432, -8.9932]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9899, -8.5524, -9.5524, -9.6149]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-841", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.3142, -8.5017, -10.4705, -10.283]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.6516, -6.9016, -7.2141, -7.0891]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-320", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-7.5798, -6.3923, -6.0798, -6.7048]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.1106, -7.4856, -9.5169, -8.9856]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-139", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.0654, -7.8779, -9.0654, -9.8154]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.8857, -9.3545, -9.9795, -8.9795]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-318", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4864, -8.2989, -9.1114, -8.4864]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9307, -9.0557, -11.5557, -11.6182]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-436", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-8.3861, -9.5111, -9.0111, -10.8236]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.621, -7.496, -7.9335, -6.246]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-39", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.3455, -6.908, -9.4392, -6.658]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9093, -7.7531, -9.2531, -9.3781]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-771", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.184, -7.1215, -9.309, -9.2465]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.3246, -11.0746, -12.6683, -9.8246]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-140", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.8674, -9.9299, -11.4612, -9.0862]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8824, -7.6636, -9.1949, -8.8199]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-684", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2365, -8.0803, -8.8928, -9.5803]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6833, -9.0896, -7.4333, -9.1208]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-638", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2987, -10.5487, -6.7362, -10.0487]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1058, -8.3558, -10.5746, -10.7933]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-375", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.7109, -8.2109, -11.4922, -9.3359]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8122, -8.0622, -8.6247, -8.3747]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-507", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.803, -8.9593, -8.2405, -9.553]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.3232, -7.4482, -9.1982, -8.6357]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-126", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.3546, -7.2921, -8.8546, -8.4796]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.0705, -7.508, -7.883, -8.508]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-132", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.7147, -9.0272, -8.2772, -9.4022]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1481, -8.8981, -7.6169, -8.5544]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-666", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9447, -7.601, -8.101, -7.851]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.188, -9.3755, -9.6568, -9.7193]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-333", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.795, -9.9825, -10.2325, -8.7013]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0678, -8.5365, -8.8803, -9.6303]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-587", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3995, -8.6495, -7.2745, -9.212]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.7102, -6.7102, -7.9602, -7.7102]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-893", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.338, -6.213, -7.4005, -6.7755]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3381, -9.5569, -11.7756, -11.2444]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-728", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9573, -8.176, -10.1135, -9.9573]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.7734, -9.7421, -9.6484, -9.9609]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-494", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.5167, -8.3292, -8.0167, -8.8917]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9672, -7.5609, -9.5922, -9.7484]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-258", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.827, -6.5145, -10.0458, -9.6708]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2194, -8.9382, -9.5007, -9.9069]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-329", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.8162, -8.9412, -8.3787, -9.5037]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.3515, -9.8515, -11.7578, -11.7265]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-162", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5559, -10.7122, -11.9934, -11.8372]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.005, -8.38, -10.255, -10.005]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-538", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-14.5184, -8.6434, -13.1746, -12.3934]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1674, -8.5737, -8.8862, -9.4174]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-293", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.5063, -9.0376, -9.6938, -10.0063]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7158, -9.3721, -9.7783, -10.3408]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-68", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.6123, -10.5498, -9.0186, -10.7998]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.6823, -9.1823, -10.9323, -11.0261]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-308", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.6384, -9.1384, -10.7009, -11.1072]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9637, -8.9949, -9.0262, -10.3387]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-578", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0924, -7.8111, -8.5611, -9.6236]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7444, -8.7131, -9.7131, -10.3069]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-435", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1623, -7.9435, -8.381, -9.4748]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.7403, -8.3653, -11.8966, -10.1466]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-792", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0403, -6.7278, -9.9153, -8.8216]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.0585, -7.121, -8.3085, -8.621]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-897", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.2608, -7.8858, -8.5733, -9.2608]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.7621, -6.8871, -8.3871, -6.6371]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-237", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.3869, -6.9494, -8.9494, -6.3869]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.9816, -10.4191, -11.0441, -11.7316]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-265", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.8654, -9.6779, -9.3967, -11.5842]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9903, -8.2403, -9.6778, -8.3653]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-457", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.4331, -7.6206, -8.6831, -7.5581]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.33, -6.08, -7.7675, -7.705]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-750", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.2081, -5.5831, -8.9268, -8.8331]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7174, -8.1549, -9.2799, -8.8737]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-775", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1047, -7.7922, -8.9172, -8.9797]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.1399, -9.6711, -8.2336, -10.3899]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-54", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.1004, -10.8192, -8.2879, -11.1004]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.0626, -9.4376, -10.8126, -8.9689]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-592", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.0843, -10.0843, -10.678, -9.1155]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3569, -7.7006, -8.9819, -9.5444]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-732", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.8876, -7.3251, -8.7001, -9.2001]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4329, -8.4642, -9.4329, -10.2767]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-124", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8745, -6.7808, -8.6558, -8.9683]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.548, -10.3292, -8.2042, -11.2042]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-404", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9844, -10.2344, -7.7657, -10.8282]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.2724, -6.0224, -6.8349, -7.3349]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-667", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.362, -5.7995, -6.0495, -6.737]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.8535, -8.6035, -9.9785, -10.2285]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-620", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3596, -5.7971, -7.0471, -7.1721]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4242, -7.3617, -9.3304, -9.2992]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-832", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-7.2695, -7.3945, -8.7695, -8.082]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.4773, -7.4148, -9.4148, -8.9773]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-294", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9584, -7.9271, -10.1146, -8.6146]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3905, -7.953, -8.703, -7.953]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-212", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2237, -8.5362, -8.0987, -8.6612]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.8505, -7.7568, -7.2568, -7.5068]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-824", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8467, -10.7842, -8.0342, -11.1904]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9073, -8.5323, -11.9073, -11.4073]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-37", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2621, -7.0746, -10.2934, -9.9184]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.9192, -5.7317, -7.3567, -6.9817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-647", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7813, -5.2501, -7.5001, -6.9376]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.3923, -6.5798, -7.6423, -7.3298]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-125", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.4593, -7.4593, -7.3343, -7.6468]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7539, -6.1602, -10.1289, -9.9102]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-23", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.9299, -5.6174, -7.6174, -6.6174]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.8624, -9.9249, -9.5812, -10.2999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-600", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-12.1501, -10.3063, -8.4626, -10.3063]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7944, -7.9819, -8.4194, -8.7319]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-628", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.4532, -9.9219, -7.2657, -9.9844]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.8101, -7.9351, -11.1226, -10.6226]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-101", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.1147, -7.0522, -11.7709, -10.8334]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.8488, -8.0988, -7.8488, -9.0363]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-115", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5205, -8.833, -8.833, -9.333]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.863, -8.0192, -9.0505, -8.5192]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-358", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7488, -6.3113, -7.3113, -7.9363]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6692, -8.2942, -8.3567, -9.0442]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-120", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.2716, -7.5841, -6.6466, -7.6466]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-10.1857, -12.342, -10.8732, -13.9201]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-47", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.6428, -8.3928, -8.0178, -9.0491]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6779, -6.6467, -9.0217, -8.5842]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-171", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1418, -7.6418, -9.5793, -8.3918]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.8642, -9.2079, -8.3017, -10.2704]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-455", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0885, -10.026, -7.7448, -10.6823]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.8988, -8.6175, -11.8675, -11.6488]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-263", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-15.3681, -8.1337, -14.1962, -13.6337]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4343, -9.2781, -8.1218, -10.3406]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-145", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7121, -7.4621, -8.2121, -8.0246]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1149, -9.4274, -10.1774, -9.3649]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-43", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.659, -8.8153, -8.8778, -9.2528]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.4887, -8.9262, -9.7387, -8.1762]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-86", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.0271, -7.9646, -8.4646, -7.4646]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4011, -7.4948, -9.1823, -8.4948]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-659", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-12.5233, -8.8046, -11.8983, -8.7421]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.4061, -7.7811, -9.8749, -10.2811]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-385", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.6724, -8.7974, -10.4536, -9.7349]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.4393, -8.6268, -9.3768, -9.0643]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-522", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.4033, -7.4658, -7.7783, -8.0283]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.4828, -9.7641, -11.3266, -9.4516]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-330", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2613, -8.1363, -9.0113, -8.4488]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7775, -8.59, -9.0275, -9.34]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-599", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.3636, -9.7698, -10.1136, -9.1448]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.1966, -9.7904, -11.5404, -8.5404]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-820", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.6775, -8.6775, -11.7712, -8.0525]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6272, -8.5334, -8.4709, -9.0959]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-164", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.0722, -8.9785, -9.416, -8.916]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.9527, -8.4839, -7.9214, -8.9214]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-386", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1962, -8.7274, -8.1649, -9.1649]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6811, -7.9936, -8.6186, -8.8061]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-822", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.8676, -7.9926, -8.8051, -8.1176]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.5383, -9.1321, -9.1633, -8.7571]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-372", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.9526, -7.4213, -7.2963, -7.8588]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9019, -8.6519, -9.7144, -9.9644]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-466", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6519, -7.5269, -8.0894, -8.8706]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.8799, -7.5049, -8.3799, -8.8486]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-769", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1406, -7.3281, -9.0469, -8.3906]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.298, -7.423, -9.7668, -9.6418]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-155", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0164, -6.9851, -9.1726, -8.3601]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9472, -9.4472, -9.166, -10.9785]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-437", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.9753, -8.5065, -8.569, -10.8503]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6252, -9.2189, -10.4377, -9.3439]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-280", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7943, -8.5756, -9.7006, -8.5756]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0034, -7.2534, -9.5971, -9.9096]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-207", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.193, -7.318, -8.8805, -8.443]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2957, -7.5769, -9.0144, -8.3269]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-154", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0209, -7.7084, -7.8959, -8.8334]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7975, -7.5787, -9.4225, -8.0787]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-532", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.912, -7.5058, -10.0058, -8.1308]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3461, -8.4086, -9.0336, -10.0336]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-315", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3312, -8.8312, -11.3624, -11.7999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6876, -8.6251, -7.6876, -9.4376]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-886", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4626, -8.5563, -6.4001, -9.1501]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7236, -8.9423, -9.1923, -10.2548]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-664", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5806, -8.4244, -9.1744, -8.6119]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1268, -8.6893, -9.9393, -10.158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-583", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.735, -8.0787, -9.6412, -10.1725]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1717, -9.453, -7.8905, -9.828]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-366", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.1299, -11.5986, -8.1299, -11.3174]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7178, -8.4365, -8.9678, -9.9053]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-539", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9796, -8.6671, -10.6046, -8.4171]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.0509, -8.9571, -8.7696, -8.9884]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-414", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2475, -8.56, -8.7475, -9.4038]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.1571, -6.2196, -6.2196, -7.4071]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-476", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7589, -6.6652, -6.7902, -8.3527]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.733, -9.358, -11.858, -9.108]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-283", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4208, -7.827, -9.1395, -8.0145]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.8762, -7.5637, -7.6262, -8.5325]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-151", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.0278, -7.7778, -8.5903, -9.1216]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.4184, -8.5434, -10.2934, -10.0121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-206", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.1826, -8.1826, -9.7139, -9.7764]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.3745, -7.312, -6.9995, -7.9995]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-797", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.2674, -6.8299, -5.8299, -7.8299]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2054, -8.0804, -9.8304, -9.8304]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-554", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.8748, -9.1248, -10.7186, -10.2811]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.0445, -9.0758, -8.8258, -9.7945]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-463", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4829, -8.9517, -7.5767, -9.4829]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.2605, -7.073, -7.5105, -7.8855]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-641", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.0001, -7.2188, -6.0313, -8.2188]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0546, -8.8046, -10.8984, -9.5546]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-259", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7865, -7.9115, -9.474, -8.0365]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.4749, -4.9749, -5.4124, -5.7874]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-153", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.7928, -4.7303, -5.4803, -5.9803]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.2149, -5.5899, -6.4024, -6.5899]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-63", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.1344, -6.0719, -7.2594, -6.6344]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.7659, -8.0628, -12.9065, -12.4378]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-339", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4601, -7.8039, -11.3039, -9.6789]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5866, -8.5241, -9.9929, -9.5866]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-593", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0729, -8.4792, -8.8542, -9.0104]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9255, -7.363, -8.488, -8.613]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-809", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.113, -7.8005, -8.988, -8.9255]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0669, -7.7857, -9.2232, -9.3794]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-401", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1251, -7.7501, -7.8751, -8.2501]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2966, -8.5154, -9.7654, -8.9216]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-340", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5337, -9.6275, -9.9087, -9.7837]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.5925, -8.3425, -10.4362, -9.905]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-439", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.711, -8.336, -8.586, -8.711]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4679, -7.4679, -8.2179, -8.7179]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-477", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9571, -7.5196, -9.0196, -9.0196]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.129, -5.129, -8.504, -6.504]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-612", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-6.8101, -6.8101, -6.8101, -6.8101]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.9854, -7.1729, -7.1729, -7.6104]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-607", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.0438, -7.3563, -6.4188, -7.6688]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3906, -9.0156, -9.1719, -10.1719]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-343", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.2022, -8.5147, -9.9522, -9.2022]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.543, -8.918, -9.2305, -10.2305]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-368", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.4112, -7.3487, -7.7237, -7.9112]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-6.603, -4.9155, -5.603, -6.228]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-878", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8858, -7.2296, -7.1671, -8.6671]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3135, -7.5635, -10.4385, -10.001]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-275", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3554, -7.9179, -11.9179, -11.1367]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7298, -7.4798, -9.3548, -8.7923]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-266", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6669, -7.8544, -9.4482, -9.2294]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4095, -8.4095, -8.9095, -9.3158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-705", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4558, -6.7683, -8.1433, -8.8621]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.265, -7.4213, -9.7338, -8.7963]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-837", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6827, -6.7139, -9.5889, -8.8702]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-6.5646, -6.1896, -6.1271, -6.2521]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-631", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-7.2191, -6.9066, -5.7816, -6.1566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0735, -9.2922, -10.0735, -10.1672]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-506", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6171, -7.9609, -8.9296, -9.6171]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.3865, -7.7615, -8.7615, -7.699]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-130", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.2316, -8.9191, -10.2941, -7.7941]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.7702, -11.1764, -12.4577, -7.4889]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-97", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.3155, -9.753, -11.5968, -6.9718]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.6351, -10.2288, -11.4163, -8.2913]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-295", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.3671, -11.3515, -13.7265, -9.0077]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6613, -8.5988, -11.3488, -9.0363]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-197", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8033, -8.8971, -12.6471, -11.1158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1102, -8.4227, -8.8602, -9.7039]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-547", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3102, -8.4664, -9.9977, -9.9039]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1881, -8.2819, -9.2506, -9.4069]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-261", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7544, -7.8169, -8.3169, -8.5044]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.2034, -8.7659, -8.9534, -8.5784]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-310", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.1684, -9.1372, -10.9184, -8.0747]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2512, -10.0324, -9.2199, -9.9387]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-880", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5925, -9.7487, -7.03, -9.2175]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.408, -7.5955, -9.9705, -9.4705]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-160", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0855, -7.2418, -9.8355, -8.7418]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.337, -8.087, -7.5245, -9.0245]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-814", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7203, -7.9703, -8.2828, -8.5953]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.474, -8.1615, -8.7865, -8.724]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-176", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8681, -7.1806, -9.1181, -8.8056]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7468, -8.4655, -8.7155, -9.4968]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-581", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8172, -9.0984, -8.8484, -9.9422]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.5577, -7.9327, -7.8702, -9.6202]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-715", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7543, -8.5668, -9.473, -9.2543]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5718, -9.0093, -9.978, -9.3218]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-430", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9003, -8.5878, -9.4003, -8.8378]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.7541, -9.0041, -9.7541, -10.5666]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-428", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3764, -8.5014, -8.6889, -9.0014]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2236, -8.8174, -10.5674, -10.8174]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-537", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6283, -8.2533, -10.8471, -10.6596]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6419, -8.2356, -10.9856, -10.6419]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-297", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6208, -7.8396, -10.1521, -9.4958]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4111, -9.0048, -10.2548, -9.6611]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-444", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.2982, -9.517, -10.7982, -9.4545]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.6342, -8.3842, -7.5717, -9.0717]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-133", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.4262, -8.9262, -8.4262, -9.3949]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.295, -7.67, -9.2638, -8.8575]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-694", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.8715, -6.9965, -8.4965, -8.684]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0467, -6.2342, -8.6092, -8.7342]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-14", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4678, -6.5616, -8.8741, -8.7491]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9467, -8.5092, -10.4467, -9.3217]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-683", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.7201, -8.9388, -11.3138, -7.6263]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3935, -8.456, -9.2998, -9.5185]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-853", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.546, -8.0148, -10.2023, -10.2648]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7956, -8.2956, -9.1706, -9.2331]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-712", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4892, -8.7392, -9.1142, -8.9267]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6638, -8.4763, -8.9138, -8.7263]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-608", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-11.0582, -9.1207, -9.4645, -8.7457]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5261, -8.0261, -9.0573, -10.2761]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-260", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1562, -7.3437, -9.25, -10.4687]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8023, -9.5211, -9.3961, -9.5523]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-328", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6659, -9.1034, -8.5409, -9.0409]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2165, -7.8728, -8.2478, -9.279]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-422", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5079, -7.1329, -7.3204, -7.7579]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-11.7958, -9.6396, -10.0146, -9.2646]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-411", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.5171, -10.5171, -11.6109, -10.9546]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.4169, -7.0419, -7.9169, -7.8544]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-395", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.0648, -6.3773, -8.2523, -8.0648]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.0509, -6.4884, -6.9884, -6.9884]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-35", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7531, -6.1906, -6.8781, -6.8156]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8324, -9.3637, -10.7074, -8.2074]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-767", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.027, -7.652, -9.402, -7.9645]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6589, -8.0339, -7.7839, -8.7527]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-594", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7811, -7.6249, -7.7499, -8.7499]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.6023, -6.0398, -7.1648, -7.1648]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-204", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.1609, -5.9109, -7.0984, -7.1609]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6974, -7.8224, -10.7286, -10.9474]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-98", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-8.5035, -8.941, -9.566, -9.9097]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.1468, -9.1468, -9.1156, -9.7406]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-337", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.802, -9.677, -9.677, -10.4895]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3312, -8.0812, -9.425, -9.4875]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-725", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.3312, -6.6437, -7.8312, -8.0812]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9502, -8.9502, -9.1065, -8.9815]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-700", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.2514, -9.5639, -9.9389, -9.4389]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.559, -7.059, -9.934, -9.1215]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-116", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9532, -7.4532, -8.3907, -8.1407]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3032, -8.0532, -8.7407, -9.3344]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-471", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6831, -8.5893, -8.5268, -8.7768]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.8768, -5.9393, -8.3143, -8.2518]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-629", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.611, -5.486, -9.3923, -8.7985]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.692, -7.5045, -8.817, -8.6295]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-710", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-8.0147, -8.3897, -8.7022, -7.8272]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-6.7409, -6.8034, -4.9909, -7.1159]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-179", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.0771, -7.7021, -6.2021, -8.0771]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2517, -7.9705, -9.4705, -8.283]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-660", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3812, -8.2562, -10.1624, -8.8187]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.0577, -7.8702, -8.4327, -8.3077]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-418", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.3745, -9.3433, -8.562, -9.4683]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3092, -8.1842, -9.1842, -9.9967]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-542", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1371, -7.5121, -8.3246, -11.0121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0964, -7.7839, -9.4402, -9.3152]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-113", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8898, -7.2648, -8.7648, -8.5148]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2041, -10.1416, -8.7041, -11.3916]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-564", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9711, -9.8461, -8.5649, -11.1586]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.148, -9.023, -9.7417, -10.0542]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-789", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.2396, -9.5833, -10.5521, -10.6146]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1894, -8.4394, -9.1269, -9.0644]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-195", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7283, -7.6033, -9.1033, -7.6033]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1436, -7.2373, -9.7686, -8.7998]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-627", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2647, -7.8897, -11.3897, -9.2022]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1317, -8.4755, -9.8192, -8.3505]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-359", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8495, -7.8495, -10.3182, -6.9745]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1943, -8.7256, -9.3193, -9.8818]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-403", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8878, -7.7003, -10.294, -10.794]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0345, -8.1283, -8.7533, -9.097]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-821", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6189, -7.0564, -7.8689, -7.8689]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.3552, -5.4802, -7.2302, -7.4177]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-136", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.2154, -5.9029, -6.7154, -7.2779]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4206, -9.2331, -8.2956, -9.0769]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-723", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.2024, -10.3586, -9.0774, -9.2649]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5609, -8.4046, -10.1546, -9.9359]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-530", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.5271, -7.7146, -11.4333, -11.2771]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.027, -8.402, -9.4957, -9.7145]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-376", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6923, -8.0673, -8.8173, -9.536]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.071, -7.5085, -8.821, -8.696]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-342", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.2038, -8.9538, -8.5163, -9.2351]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.7197, -10.126, -11.8135, -11.876]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-596", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.4744, -9.5369, -10.4744, -11.1619]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-8.8702, -8.9952, -9.4639, -9.9952]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-210", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.4852, -6.4852, -8.2977, -7.7352]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.979, -10.1352, -8.5415, -11.1977]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-400", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.3345, -7.9595, -7.8345, -9.0533]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.949, -7.824, -9.574, -8.699]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-504", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.039, -8.1953, -9.1953, -6.8828]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3158, -8.847, -9.222, -9.3158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-377", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7258, -8.507, -9.6945, -9.007]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.6482, -9.4295, -10.8357, -11.0857]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-91", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1015, -7.3515, -8.3515, -8.9765]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.4722, -7.5347, -6.9097, -8.7222]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-12", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.4363, -7.3113, -6.1863, -6.9988]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7264, -7.7264, -8.7889, -7.8514]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-211", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.8425, -10.4987, -10.155, -9.4675]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.3867, -9.0117, -9.9179, -10.2304]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-90", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.0845, -8.0533, -8.4283, -8.6158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4612, -9.1799, -9.3049, -9.8987]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-415", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-11.6641, -10.7266, -10.8516, -8.6016]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7191, -8.1566, -9.4378, -9.7816]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-409", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7484, -7.4984, -8.6234, -8.6234]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.9817, -8.8255, -7.9192, -9.8567]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-559", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9089, -9.7526, -8.3151, -10.2214]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0835, -8.271, -11.5835, -10.8648]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-442", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.7447, -7.4947, -11.8384, -10.8384]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8937, -7.8937, -9.6125, -7.3937]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-121", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8471, -8.6909, -11.0034, -6.6284]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7836, -8.7211, -10.4086, -9.2836]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-79", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0417, -7.7292, -9.8229, -9.4792]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.9488, -9.5113, -10.4488, -8.3551]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-383", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.5281, -9.5906, -10.4344, -7.4656]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0664, -9.3789, -10.3789, -10.1914]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-317", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.0198, -8.2698, -8.3948, -8.0823]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.3864, -7.2614, -8.0739, -8.5739]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-516", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2999, -8.7999, -9.6749, -9.7999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.025, -8.3062, -8.6812, -9.5875]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-447", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9392, -8.6267, -8.6267, -9.783]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.8028, -6.8028, -8.0528, -8.3028]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-764", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9047, -6.6547, -9.061, -9.8422]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.4755, -7.6317, -7.4442, -8.5067]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-286", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.4741, -8.8804, -7.8804, -9.1616]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.4641, -7.3391, -8.1516, -8.3391]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-830", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.9555, -6.643, -7.2055, -7.7055]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1074, -7.7949, -9.6386, -9.4511]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-181", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.8198, -7.0073, -8.5698, -7.9448]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0844, -8.3657, -9.2407, -8.4282]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-720", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.6851, -10.8726, -11.5289, -9.5601]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9774, -8.0712, -9.8524, -9.4149]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-341", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.6604, -8.6604, -11.0354, -10.8479]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9895, -9.427, -11.5832, -8.2707]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-838", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.5247, -9.2122, -11.3059, -9.0247]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.687, -8.6558, -9.7808, -9.4058]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-349", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2044, -8.7044, -9.2669, -9.0169]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.0391, -9.3829, -9.3516, -10.5079]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-107", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4944, -8.6194, -8.4319, -9.7756]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.1619, -8.0994, -8.5369, -10.1932]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-183", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.5247, -8.3997, -8.5247, -9.0247]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1553, -8.374, -8.374, -8.8428]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-472", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.8707, -7.8082, -8.5582, -8.7457]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.8198, -8.7573, -10.726, -10.2885]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-20", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.9798, -9.5423, -10.7298, -10.8235]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0754, -8.6379, -10.8567, -10.4192]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-440", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5021, -9.0959, -9.9709, -10.0959]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6608, -8.5983, -8.2233, -10.0983]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-407", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0645, -8.4708, -8.1583, -9.1895]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-11.9487, -9.8237, -11.605, -9.5112]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-460", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-11.2816, -8.6878, -10.6566, -8.1253]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.2795, -8.4357, -6.6857, -8.6232]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-186", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.7739, -7.5864, -6.3364, -7.7739]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7588, -8.3838, -9.1026, -9.6963]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-157", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.7478, -6.9978, -7.4353, -8.2478]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8627, -8.8627, -9.6127, -7.0502]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-805", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.9517, -7.9517, -8.4517, -6.9517]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.5572, -5.6822, -6.2447, -7.0572]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-673", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.6009, -5.7259, -5.3509, -6.4134]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-6.7605, -6.198, -7.073, -7.3855]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-854", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-6.9768, -5.9143, -7.1018, -7.1018]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.3588, -9.6088, -11.5463, -8.9838]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-738", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1528, -8.1841, -8.6216, -8.1841]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.025, -8.6187, -10.0875, -8.6812]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-496", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.8179, -9.6929, -9.0991, -10.4429]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8911, -9.0161, -10.6723, -9.6723]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-298", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.326, -9.451, -10.5135, -10.4197]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4389, -8.1264, -8.7514, -8.5639]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-189", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.1107, -11.017, -9.7982, -9.3295]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.0622, -9.5622, -8.9997, -9.7185]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-427", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-12.166, -10.2598, -8.416, -9.3848]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.8685, -8.681, -9.8373, -9.9935]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-18", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.5548, -8.3048, -10.1173, -10.461]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2583, -7.352, -9.1333, -8.352]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-279", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.343, -7.468, -10.3117, -8.718]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7018, -6.7643, -10.3893, -8.6706]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-76", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4135, -7.0698, -10.6323, -9.9448]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-7.3009, -6.8009, -6.2384, -7.0509]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-669", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-6.8041, -6.3041, -6.6791, -6.8666]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5323, -8.8135, -8.626, -9.7823]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-353", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3394, -8.5894, -8.3394, -9.5269]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.1161, -7.4286, -6.9911, -8.3661]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-452", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.3114, -6.8114, -7.6864, -8.4989]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7923, -8.9173, -11.136, -11.4485]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-483", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6271, -9.5646, -11.0021, -11.0959]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1944, -9.1319, -11.6944, -11.3194]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-38", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-11.1921, -9.3483, -12.5046, -8.2858]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.3994, -8.6181, -8.4931, -8.8056]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-787", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.3694, -8.4631, -8.2131, -8.8381]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6951, -9.0701, -8.2576, -10.0076]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-4", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.7412, -7.8349, -7.2099, -9.1787]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.0745, -10.2307, -11.387, -8.8245]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-287", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.5999, -11.1936, -12.6936, -8.5999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6661, -8.5723, -8.7598, -9.5723]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-681", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4966, -10.5903, -8.9966, -11.3716]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.9862, -6.4862, -8.7362, -7.6737]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-361", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.6055, -6.6055, -8.6055, -7.043]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.3222, -8.6659, -8.4472, -9.3222]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-282", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.1928, -7.5366, -7.0366, -8.5053]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.6628, -5.5378, -8.5378, -7.9128]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-226", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.5265, -6.214, -9.5578, -8.714]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.9681, -7.1556, -7.7806, -8.1556]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-812", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.6711, -7.7649, -7.5149, -8.6399]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8579, -8.8892, -10.6704, -8.5767]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-568", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3916, -7.5166, -9.0479, -8.3916]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5323, -8.9698, -10.4698, -10.8761]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-845", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0032, -6.847, -7.5345, -9.1282]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0077, -7.3514, -10.0702, -10.6327]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-326", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.6022, -7.6178, -12.6178, -12.7428]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-7.8836, -8.0711, -8.5711, -9.4149]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-66", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.1044, -9.0732, -7.8544, -10.0107]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4205, -8.1705, -9.4205, -8.2955]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-742", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8214, -8.0089, -8.9464, -8.0714]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.2474, -9.9974, -10.2474, -11.6849]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-601", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.719, -10.719, -9.5002, -11.8127]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2177, -7.2177, -8.5302, -8.7489]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-1", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1435, -7.1435, -11.4248, -10.081]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0697, -9.5385, -9.5697, -11.8822]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-22", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.1889, -9.1889, -8.1264, -10.5951]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.5113, -7.7613, -8.9488, -8.5113]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-755", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.3585, -8.7335, -9.7648, -9.2335]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.2194, -9.4694, -10.4382, -10.5632]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-424", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.2525, -7.6275, -8.1275, -8.565]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8926, -8.9238, -10.3926, -10.1738]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-678", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.9359, -7.1859, -8.6234, -8.3734]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7304, -7.1054, -7.9804, -7.6679]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-324", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.1661, -7.0411, -7.4161, -7.5411]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6713, -7.2338, -8.6088, -7.4213]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-850", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3646, -6.7709, -7.9584, -7.9584]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2284, -8.4784, -9.1034, -9.5409]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-52", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.2854, -7.8479, -7.3479, -9.1292]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2205, -7.6892, -8.6267, -8.3767]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-737", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7557, -8.0057, -9.1932, -8.6307]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.3051, -6.5551, -7.4301, -7.0551]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-702", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.0461, -5.9211, -6.5461, -6.2336]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6222, -9.4035, -10.5285, -9.8722]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-524", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.163, -9.9443, -7.8193, -9.3193]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2689, -7.8314, -9.1126, -9.0189]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-208", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.799, -8.049, -9.8303, -7.9865]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.8851, -9.9163, -8.9476, -10.2288]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-351", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.7198, -9.5635, -9.0948, -9.7823]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-6.1196, -6.0571, -5.9946, -6.8696]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-215", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-5.8639, -6.0514, -6.3639, -7.3639]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.7486, -7.5611, -8.8736, -7.4361]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-288", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.2961, -8.0773, -10.3586, -6.5773]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7387, -8.2387, -9.1762, -9.0512]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-278", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1767, -6.8642, -8.5517, -8.2392]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3086, -8.1524, -9.2149, -8.7149]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-855", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.499, -8.999, -10.6865, -9.124]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0726, -8.0414, -11.1351, -10.5726]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-109", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1492, -7.5242, -10.3679, -9.2117]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.2436, -8.0561, -7.9936, -8.3686]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-118", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.0602, -7.404, -7.7165, -8.3415]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3656, -8.3344, -9.2719, -9.1156]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-844", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4817, -8.0442, -8.9192, -8.5442]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8387, -6.2762, -9.0262, -9.4012]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-137", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0402, -7.2277, -9.3527, -8.9152]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.8946, -9.8946, -11.8633, -12.0196]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-106", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.4554, -10.2992, -12.2992, -9.7054]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9608, -8.1796, -10.8358, -10.8046]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-306", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4058, -8.6246, -10.6246, -10.6558]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3226, -8.8539, -10.0726, -10.2289]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-8", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6753, -7.5503, -8.3628, -8.7378]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2205, -10.908, -9.2205, -11.3455]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-309", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9313, -11.6501, -8.3688, -11.6813]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.722, -9.6595, -8.0033, -9.6595]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-774", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9886, -9.9886, -7.8011, -10.4573]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.45, -7.825, -9.825, -9.2313]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-571", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-8.1336, -8.4461, -10.3836, -7.0086]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4329, -10.4642, -9.0267, -10.9954]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-291", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5652, -9.0027, -8.659, -9.8777]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.1817, -9.1192, -11.1504, -9.4629]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-378", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.8949, -9.1762, -11.0824, -8.5199]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9794, -9.5419, -8.6044, -9.9482]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-798", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4637, -8.995, -7.9012, -8.5262]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7101, -7.7726, -8.5226, -8.2726]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-736", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.8759, -6.8134, -7.0009, -7.5009]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8992, -8.5554, -10.0867, -9.9304]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-357", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2407, -8.3969, -10.1469, -10.1157]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5889, -8.4951, -9.4951, -9.5889]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-748", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.4488, -6.8238, -7.1988, -7.8238]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.5811, -6.7686, -7.9561, -7.2686]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-763", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.1093, -6.9218, -7.8593, -7.2968]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8766, -9.0953, -10.5953, -9.6266]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-518", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.5184, -10.3309, -10.5497, -10.5184]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5113, -7.8863, -9.5738, -7.9488]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-896", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2567, -8.0692, -9.8817, -8.6317]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6475, -9.4913, -9.0225, -10.335]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-75", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.157, -7.032, -7.532, -7.4695]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.5663, -5.5038, -6.7538, -7.1288]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-102", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8393, -5.8393, -7.4643, -7.5893]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6806, -9.0556, -8.5556, -10.9931]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-770", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.6342, -11.1342, -9.1654, -11.8842]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2635, -8.2635, -9.9197, -8.326]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-9", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.3492, -9.5054, -12.1617, -9.0679]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.16, -7.0975, -7.7225, -8.035]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-74", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.5399, -6.7899, -7.3524, -7.4774]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8353, -9.9603, -10.3666, -10.4603]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-556", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.4063, -8.8438, -9.0938, -8.4063]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1007, -7.8195, -9.382, -8.9445]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-468", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3009, -7.9884, -8.2384, -8.8947]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4409, -9.9722, -8.9097, -10.7847]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-307", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.6892, -12.2204, -9.2829, -12.5017]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.0691, -7.5691, -9.0691, -8.9441]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-134", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1937, -7.0687, -8.3187, -7.6937]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9887, -8.1137, -11.5825, -10.4575]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-772", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.5362, -7.5362, -7.4112, -8.2237]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.9993, -8.4993, -9.0305, -7.6243]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-716", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-8.5527, -10.1777, -11.5527, -8.8652]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.0868, -7.1493, -10.3055, -9.8055]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-244", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2889, -6.2889, -10.2576, -10.3826]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1203, -9.4328, -7.4641, -9.9953]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-577", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0491, -10.3616, -7.8929, -10.6429]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3648, -7.8648, -9.0523, -8.6773]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-209", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6802, -6.3989, -8.6489, -6.5864]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0879, -9.9316, -11.8379, -11.8379]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-267", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.9951, -10.0263, -11.9638, -12.0576]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.771, -7.396, -8.5835, -8.5835]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-783", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.6984, -6.6359, -7.6984, -8.0109]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.2385, -9.676, -11.4885, -9.426]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-535", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.7459, -9.1209, -11.2459, -8.8709]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.0356, -8.0981, -7.4731, -9.6606]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-869", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.0799, -8.1424, -7.2674, -9.6424]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.245, -8.6513, -7.7138, -9.9638]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-83", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.1959, -7.2428, -9.9615, -10.6178]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9799, -7.6674, -9.1049, -8.3549]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-40", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1621, -8.3496, -8.7246, -8.5371]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.629, -6.629, -9.0665, -7.879]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-766", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3735, -8.9047, -10.811, -9.0297]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4811, -6.6061, -9.6998, -9.1061]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-122", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2486, -6.5298, -10.2486, -9.9361]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.6558, -9.2183, -8.3433, -10.3121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-413", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.546, -9.6085, -8.7647, -10.921]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.2206, -8.4081, -9.0644, -9.1894]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-240", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6581, -7.4081, -8.2206, -8.0331]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5816, -8.2378, -9.0503, -8.6128]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-652", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2047, -8.1422, -9.1422, -8.8922]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.5749, -9.4811, -9.5124, -9.1999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-690", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-11.6554, -10.7804, -8.9367, -7.9367]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2489, -7.3426, -11.0301, -11.4051]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-190", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.5641, -9.4078, -8.5016, -9.6578]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.087, -8.3058, -9.587, -8.1183]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-82", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0845, -7.6783, -10.772, -8.3658]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9729, -7.1291, -8.2541, -8.6291]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-520", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0159, -6.8909, -7.8909, -8.1409]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.2279, -8.6654, -8.6029, -9.3529]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-576", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6961, -8.5399, -8.5399, -8.6024]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.0577, -8.9952, -9.7764, -10.2139]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-724", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.5118, -7.5118, -7.6993, -8.6368]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8441, -7.5941, -10.2191, -9.7503]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-706", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8432, -7.3744, -8.8119, -8.8119]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4596, -8.3971, -9.2408, -10.8658]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-514", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9852, -8.2039, -9.7352, -10.2977]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.6002, -9.7564, -11.1939, -12.1002]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-488", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9366, -9.1866, -9.6241, -10.8741]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-6.3211, -6.5711, -7.2586, -6.8211]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-606", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.124, -7.1865, -9.4052, -5.8115]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-6.4862, -6.8612, -6.9237, -6.7987]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-58", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-7.1945, -6.4445, -7.007, -5.632]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1424, -7.0799, -8.4549, -8.3924]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-321", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.0916, -6.6541, -7.8416, -7.4666]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7756, -9.1819, -10.9006, -11.1506]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-625", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2037, -8.7662, -10.4225, -10.235]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0445, -10.7007, -12.4507, -12.2007]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-555", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.2591, -10.2591, -12.4779, -11.9779]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9701, -7.9388, -8.2513, -8.8763]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-734", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4143, -7.9455, -8.1955, -8.3205]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9447, -5.3822, -8.5072, -7.6947]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-222", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4041, -5.5291, -7.7791, -7.2166]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.973, -9.098, -11.6605, -8.723]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-303", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8613, -8.8926, -10.1738, -9.1738]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8481, -7.0981, -9.6293, -10.0981]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-619", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2279, -5.8529, -7.4779, -7.4154]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1441, -9.3316, -7.6753, -10.2066]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-158", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1335, -8.1648, -6.5398, -8.6023]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5425, -8.605, -9.9175, -9.8238]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-498", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7267, -8.8517, -10.008, -10.008]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5527, -8.9902, -9.8027, -9.0527]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-569", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7179, -8.2491, -9.2804, -8.3741]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5559, -8.7121, -8.3996, -9.4934]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-630", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4704, -9.7829, -7.9704, -9.8766]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-10.8126, -9.2501, -10.8439, -8.7501]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-292", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3936, -8.5811, -9.0186, -9.0186]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.9678, -8.5928, -8.3428, -9.1865]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-465", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.7216, -9.1591, -9.0341, -9.4716]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.0452, -9.9514, -10.8264, -10.7952]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-682", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.6706, -10.4206, -11.2643, -11.2643]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.1397, -6.6397, -6.3897, -7.6397]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-399", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-6.146, -6.8335, -6.0835, -7.396]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1785, -7.241, -10.0535, -8.9285]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-2", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9951, -6.8389, -10.8389, -8.9014]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2021, -8.2334, -9.1396, -8.8584]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-795", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7406, -7.3656, -8.0531, -8.4906]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.8351, -5.6476, -6.0226, -6.7726]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-168", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-6.4903, -6.4903, -6.1153, -7.5528]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9293, -8.648, -9.8355, -9.023]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-859", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.0355, -6.473, -7.7855, -7.6605]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9282, -7.6469, -7.9594, -8.0219]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-782", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.5243, -8.0243, -8.7118, -7.7743]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2089, -6.0527, -9.8027, -8.6152]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-218", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.4765, -5.5702, -11.039, -9.2577]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7549, -8.7236, -9.8174, -8.7236]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-492", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.5391, -8.7891, -10.8203, -7.7891]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.261, -8.886, -9.1985, -9.5735]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "belebele", "pair_id": "belebele-645", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6198, -7.8385, -8.0885, -9.026]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.156, -8.2185, -8.781, -9.4373]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10856", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4718, -7.4093, -8.0968, -8.2843]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1346, -7.4471, -8.0721, -8.3846]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10247", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6522, -7.5272, -8.3397, -7.6522]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.717, -9.9045, -8.0607, -10.4982]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7410", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0598, -9.6536, -9.5598, -10.2473]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0558, -7.4621, -9.3371, -8.5871]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3581", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.3791, -7.4728, -11.5666, -9.7228]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9377, -9.094, -11.094, -10.7815]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13087", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.9171, -9.1983, -10.8546, -8.8858]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.3312, -10.6124, -9.8937, -10.8937]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3504", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.3818, -10.0693, -8.0693, -9.5693]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9775, -9.3525, -9.415, -10.4775]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2383", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2609, -7.9796, -8.0421, -9.4796]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.8684, -9.6497, -10.8684, -11.2122]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11496", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1758, -8.5508, -9.9571, -10.3633]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.348, -7.848, -9.723, -8.4105]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1058", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3377, -9.2127, -10.2439, -9.3377]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2545, -10.0045, -11.1295, -11.0045]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6013", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9599, -10.0224, -11.8662, -11.5537]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.9836, -8.5461, -8.2961, -9.0461]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12143", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.5507, -8.0507, -8.1132, -7.4257]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.5609, -7.9359, -7.1234, -9.1234]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10932", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.3989, -6.8989, -7.2739, -7.7114]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-14.2853, -11.3009, -12.6759, -9.9259]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5099", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.7611, -10.2455, -13.2455, -9.7455]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.8946, -8.2071, -8.3321, -8.6446]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12772", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.555, -7.93, -8.93, -8.68]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5884, -8.2447, -9.0259, -9.1822]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8717", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8702, -7.4327, -8.4327, -8.4327]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4323, -8.8698, -9.1823, -9.9948]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4750", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.396, -6.771, -7.271, -7.7085]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.5707, -9.1019, -9.6644, -9.9769]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9520", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.2584, -8.2584, -8.1334, -9.3834]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6613, -7.4738, -9.2238, -9.1613]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5691", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.893, -8.0805, -9.143, -9.2055]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.8639, -9.8952, -12.5514, -12.1452]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-565", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4524, -8.2649, -9.6399, -10.5774]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2624, -8.5124, -8.8249, -9.8562]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11656", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3477, -8.4414, -9.0664, -9.5352]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.4168, -9.3231, -9.6981, -9.2293]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5997", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-11.941, -10.8473, -12.191, -10.3785]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4866, -6.9241, -8.9554, -8.5491]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10159", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.0267, -7.2767, -8.0267, -7.9642]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.7871, -8.4746, -8.2246, -10.0683]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2310", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6376, -8.0751, -6.7626, -8.9813]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6468, -7.6468, -9.3968, -9.2718]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1918", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2882, -7.1007, -9.0069, -8.6632]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.316, -8.5347, -9.9097, -9.8472]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13562", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.5506, -6.5506, -8.4881, -8.2381]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6154, -8.8654, -8.9279, -8.8654]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3484", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5099, -9.5099, -9.1349, -10.0411]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-12.3529, -10.5717, -12.2279, -11.8842]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5989", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3508, -9.507, -10.8508, -10.4133]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2032, -8.8594, -10.3282, -9.9844]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-759", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0874, -8.1812, -8.4312, -9.2124]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9798, -8.8548, -10.3235, -10.6048]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3884", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.6524, -6.4649, -7.4649, -7.4649]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.6417, -6.9542, -7.5792, -8.2667]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9997", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.26, -7.4788, -7.7913, -8.8225]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2563, -8.1, -8.6625, -9.2875]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7558", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.467, -8.7795, -9.2795, -10.1232]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.6233, -7.1858, -7.4358, -8.3733]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9725", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.778, -7.2467, -7.3092, -8.0592]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7913, -7.3538, -7.3538, -8.3538]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1199", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9809, -7.5121, -7.8246, -8.8871]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0056, -8.8806, -9.8806, -10.0994]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3026", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.6498, -7.2123, -7.5873, -8.5248]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1945, -8.7883, -9.6633, -9.9133]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9100", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.08, -7.6113, -8.6738, -8.4863]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7975, -8.3288, -9.7663, -10.0788]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6927", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8628, -6.9878, -9.1128, -9.1128]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4694, -9.4069, -10.1881, -10.2506]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13268", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.951, -8.201, -8.326, -8.6385]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1893, -8.4705, -9.158, -9.283]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2386", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.3198, -7.8198, -8.0698, -7.5698]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.272, -8.4595, -10.0532, -9.6782]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-709", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4701, -8.2201, -9.8139, -9.4389]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.156, -5.406, -5.906, -5.781]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1105", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.8035, -7.366, -8.1785, -7.616]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.5909, -9.0909, -10.5597, -8.4034]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13613", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.4943, -11.1818, -13.5724, -8.9006]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.0237, -8.0862, -7.5862, -8.7425]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2097", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.123, -8.0293, -8.4043, -9.373]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7161, -9.2786, -9.8411, -10.6848]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10528", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.0677, -8.5364, -8.3489, -9.2864]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.0231, -8.5231, -8.0856, -9.3356]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11780", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6087, -7.6399, -7.7024, -7.6399]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8632, -8.5507, -9.332, -9.6132]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9073", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8528, -7.5403, -8.4778, -8.4778]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0056, -7.8494, -10.9119, -10.7556]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7014", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.5234, -9.5546, -11.2734, -10.8046]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8982, -9.242, -8.992, -9.3045]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3369", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.0492, -10.8305, -9.0492, -9.2992]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2918, -8.3543, -9.3543, -9.3543]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-623", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4297, -7.6797, -8.8672, -8.6172]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.1472, -9.241, -8.8035, -9.3347]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2314", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4431, -8.4118, -8.9118, -8.7868]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6677, -8.4177, -9.5427, -9.2302]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2716", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.9341, -7.9341, -8.9341, -8.1841]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4946, -8.4009, -8.5884, -8.7134]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10185", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.3992, -7.3367, -7.3367, -7.3992]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0691, -8.5691, -9.9129, -9.7566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7224", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3039, -8.2101, -9.0851, -9.7414]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3794, -8.5356, -8.7231, -9.0669]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7577", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4146, -9.2896, -9.7271, -9.9771]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.9161, -7.2286, -7.7286, -7.0411]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10327", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.0875, -7.5562, -8.1187, -7.1812]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0952, -8.3452, -8.8452, -8.9702]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2051", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0702, -8.1952, -8.9452, -9.0077]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0841, -8.7716, -9.5841, -9.7404]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9306", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8025, -7.49, -8.4275, -8.49]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.5289, -7.9039, -7.5914, -8.5914]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10001", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4749, -7.8811, -7.4436, -8.3186]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.7005, -9.5443, -9.3568, -9.9505]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12158", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.6595, -9.0345, -8.097, -9.2532]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.983, -7.733, -8.7955, -9.108]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6546", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.111, -8.8297, -9.2047, -9.2047]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5638, -7.5951, -7.7826, -8.4076]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9581", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.669, -7.7628, -8.0128, -8.3253]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0554, -8.4304, -10.7116, -10.2116]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6832", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.4957, -6.8082, -8.1832, -7.8082]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-5.6765, -5.5515, -6.989, -6.114]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8503", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-5.7147, -4.9022, -4.3397, -4.9022]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.9904, -5.6779, -6.3654, -6.0529]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9849", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.1808, -5.4933, -5.6183, -5.8683]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.747, -9.7782, -10.5595, -10.122]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3623", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1857, -8.4982, -9.4982, -8.8732]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.7009, -7.8884, -7.8259, -7.8259]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11290", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3043, -7.7418, -9.0543, -7.8668]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6722, -8.5784, -8.9847, -10.2972]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3477", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0994, -9.8182, -10.9744, -11.3494]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.322, -8.3533, -9.2595, -9.4783]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10178", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.1997, -7.1997, -8.0122, -8.1997]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9821, -8.5759, -9.4196, -9.6384]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8677", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7066, -7.1441, -8.1441, -8.2066]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.045, -6.6075, -6.4825, -7.3575]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9881", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.1367, -7.0742, -8.6992, -7.6992]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.6213, -7.6213, -8.2463, -8.4963]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6231", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0373, -8.0998, -9.0998, -9.2248]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5456, -9.3581, -10.3581, -10.2018]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4899", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7509, -9.0009, -10.0634, -9.7196]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.6228, -10.3416, -9.7166, -9.8416]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12680", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3473, -8.9098, -8.3473, -9.0348]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.3358, -8.5546, -7.6171, -9.2733]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10871", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.991, -7.8348, -7.5848, -8.2098]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.2174, -6.8736, -8.8111, -9.5924]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11293", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7777, -6.9965, -8.8715, -8.7465]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9661, -7.7473, -8.6848, -9.1848]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11158", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1734, -8.4234, -8.6734, -8.4859]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3543, -7.8231, -7.2606, -8.2606]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10541", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1467, -7.4904, -6.9279, -8.3654]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4507, -8.3569, -9.7007, -9.2632]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-455", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9274, -8.4899, -8.9274, -8.4899]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.5121, -7.2621, -7.7621, -8.3871]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9876", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1148, -7.2398, -7.6148, -8.5523]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.8509, -10.6634, -8.9759, -11.1947]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5406", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6092, -8.6404, -9.2967, -9.6717]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4863, -8.455, -9.5175, -8.705]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7820", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-12.0292, -9.3104, -10.9667, -9.9042]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6375, -8.3875, -9.1687, -9.7312]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12518", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7472, -8.2472, -9.2472, -10.2785]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.316, -8.191, -8.5035, -8.816]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-83", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.3505, -7.288, -6.7255, -7.663]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.5313, -10.1876, -10.8126, -11.3126]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-658", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.2355, -9.3605, -10.7042, -10.7667]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.4486, -6.6361, -6.6361, -7.5736]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6384", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-8.4862, -8.6112, -9.0487, -9.2362]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.5454, -6.7329, -7.5454, -7.4204]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-614", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.5767, -8.1392, -8.8267, -9.0454]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3378, -8.9003, -9.8066, -9.9628]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8656", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6509, -7.1821, -8.1196, -8.1821]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.5711, -5.7586, -6.0711, -6.0086]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7087", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-5.1351, -4.5726, -4.5726, -4.3226]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.7788, -9.5601, -10.7476, -10.5913]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4626", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.753, -8.9093, -9.003, -9.753]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9822, -9.2634, -9.8572, -9.9197]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4666", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9183, -8.5746, -9.9496, -10.2308]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.5185, -9.2373, -9.0185, -9.9248]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10099", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5281, -9.6218, -10.1218, -10.4968]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6925, -7.88, -8.3175, -8.88]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1221", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.2415, -7.6165, -7.3665, -8.304]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4514, -8.5764, -9.9201, -9.7639]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7467", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4391, -8.3766, -9.6266, -9.4704]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0557, -8.4307, -8.6807, -9.3995]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2663", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1495, -8.2745, -8.5245, -9.3683]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.1386, -9.4511, -10.1386, -10.3886]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12145", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2348, -8.766, -9.016, -9.7348]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.5417, -9.4792, -8.6667, -9.9792]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3494", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-7.8313, -7.8938, -7.5813, -8.5813]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1608, -8.7233, -9.4421, -9.7233]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9399", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9281, -7.4906, -8.6781, -8.7406]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.7427, -10.3989, -11.8677, -11.2739]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5868", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6545, -9.7795, -10.9357, -11.1232]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.0573, -7.4948, -8.4948, -7.7448]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3075", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.7628, -6.7628, -8.0128, -6.7003]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5736, -10.3236, -11.1361, -10.7611]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7672", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.4182, -8.3557, -9.2307, -9.0119]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.0677, -7.8177, -7.7552, -7.1927]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13399", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.4391, -8.9078, -9.3766, -7.7203]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.2157, -7.2782, -8.2157, -7.9032]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4195", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3713, -8.3713, -8.8088, -9.1213]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-10.1738, -10.7676, -11.2363, -10.7988]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4041", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3132, -9.3132, -9.3132, -9.5007]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7456, -8.3081, -9.1518, -9.3081]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9178", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6882, -7.1257, -8.1882, -8.1882]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "en_scaf_pl", "gold": "C", "pred": "D", "correct": false, "logprobs": [-5.3898, -5.5773, -5.5773, -5.2023]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8187", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.1077, -7.7952, -6.6077, -7.7327]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4908, -8.3345, -9.0845, -9.772]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3352", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1139, -9.1451, -10.1451, -10.5201]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.1086, -8.7023, -10.8586, -10.2961]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5984", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7534, -8.5659, -11.1909, -10.2847]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-7.9752, -7.3502, -7.4127, -7.1627]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7367", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9622, -7.7122, -8.4622, -8.7122]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.2343, -4.3593, -4.1718, -4.6718]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13892", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.509, -6.884, -7.9465, -6.884]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6421, -8.5483, -9.2671, -9.5171]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13669", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6103, -9.1416, -9.4853, -9.9853]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9628, -9.4628, -11.2128, -10.9003]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7774", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6443, -8.988, -11.0505, -10.863]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0034, -8.5659, -9.4096, -9.6284]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8934", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0259, -7.4634, -8.4634, -8.4009]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4292, -9.8979, -8.3354, -10.2417]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3547", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8775, -8.7212, -7.8462, -8.8462]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3376, -8.9314, -9.1814, -9.6189]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-912", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5089, -8.1964, -8.5089, -8.1964]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8589, -9.5777, -8.3589, -10.1402]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6085", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9525, -10.765, -9.9525, -11.6712]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0332, -8.4082, -9.3457, -9.377]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11805", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9628, -8.5878, -9.5878, -9.4003]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1125, -8.675, -9.5813, -9.3625]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4665", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.416, -8.3847, -9.1972, -9.1972]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.676, -7.926, -8.926, -9.2385]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10357", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7224, -8.5349, -9.2849, -9.6599]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0146, -8.6084, -9.5146, -9.6396]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8679", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7884, -7.2884, -8.5384, -8.4759]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7018, -7.6393, -7.7018, -8.3893]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-792", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.0426, -8.0738, -8.0738, -8.0113]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5237, -8.2425, -8.805, -9.0862]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6975", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.7115, -9.4615, -9.0865, -9.9303]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.449, -8.1365, -10.449, -10.2928]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1498", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4874, -7.6437, -8.5187, -8.6437]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.658, -8.8455, -8.3455, -9.158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10620", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6388, -9.4826, -9.6701, -10.3576]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.7497, -10.4684, -8.2184, -10.4997]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11828", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.143, -9.1118, -8.2993, -8.9243]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4242, -8.1742, -8.7992, -8.2992]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1813", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7327, -7.9827, -8.6702, -8.4827]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.3906, -8.6406, -10.0156, -9.4531]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12768", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.0673, -7.9423, -10.1611, -7.4423]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0816, -8.5503, -10.0816, -10.1441]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6391", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3759, -8.6572, -9.3447, -10.1884]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7904, -7.6654, -9.3841, -9.3216]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1379", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0784, -7.4222, -7.7347, -8.4847]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2316, -8.3566, -8.9191, -9.2628]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12400", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9496, -9.2933, -9.3558, -10.0121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-5.8479, -5.6604, -5.7854, -5.4729]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7082", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.5115, -5.449, -6.0115, -5.574]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3505, -7.163, -7.663, -8.538]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-965", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.2086, -6.7711, -7.3961, -8.3961]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9938, -8.1501, -9.0251, -9.4626]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11421", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1441, -7.9566, -8.2066, -8.5816]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-7.435, -7.685, -8.31, -8.435]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13842", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-10.2296, -9.0108, -9.8858, -8.8858]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5902, -9.1527, -10.1527, -10.2152]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9510", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.5628, -9.9066, -11.7503, -11.8128]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.4948, -9.526, -8.5573, -9.401]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7436", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1801, -7.7426, -7.3051, -8.9301]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.1334, -8.5709, -10.5397, -10.9147]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5471", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.2623, -6.6373, -6.5123, -7.6373]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.256, -8.7873, -7.5373, -8.2873]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5494", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.4987, -8.3112, -7.5612, -8.1862]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.3449, -9.5637, -9.9074, -7.3762]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6665", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9575, -10.1138, -9.9888, -9.3638]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.412, -8.8808, -8.0683, -9.4745]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5855", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2499, -8.9687, -8.7187, -9.9999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9181, -8.5743, -9.4493, -9.3243]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8953", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3852, -8.2915, -9.1665, -9.3227]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9092, -8.9717, -9.8467, -9.5654]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9530", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.1285, -8.066, -8.2535, -8.566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.8505, -9.038, -9.5067, -10.1317]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3988", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.7141, -10.1203, -9.4016, -10.2453]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "en_scaf_pl", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.0406, -8.7906, -8.7906, -8.2906]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1484", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2356, -8.3606, -9.3294, -8.7356]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1487, -8.9925, -10.18, -10.6487]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7104", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.5754, -7.8254, -8.2004, -9.4816]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.5149, -8.3274, -9.5149, -10.5774]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11373", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6402, -8.9527, -9.7339, -10.3589]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4641, -7.4641, -8.7766, -8.5891]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6829", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.9934, -7.3684, -7.9934, -7.6809]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.4699, -7.4074, -7.2199, -7.4699]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2534", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6076, -7.4826, -7.9826, -7.7951]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6509, -7.7759, -9.8696, -9.6821]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3661", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.9388, -7.4388, -8.9701, -8.5013]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.8454, -8.7517, -9.0642, -9.9079]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2432", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2713, -7.115, -6.6775, -8.74]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.863, -7.4255, -8.863, -8.988]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4207", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0987, -7.755, -9.1612, -9.005]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9833, -8.4833, -9.3583, -10.0771]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1798", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.3552, -7.6677, -8.0427, -9.324]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2702, -8.0202, -8.5827, -8.9577]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11064", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6909, -7.3784, -8.5034, -8.1284]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.5794, -7.0794, -7.7669, -7.9544]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6378", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0512, -8.1449, -8.5199, -8.7699]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7769, -8.5269, -9.4019, -9.5269]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9051", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1372, -8.0435, -8.981, -8.9185]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.3642, -8.4892, -8.4267, -9.0829]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10860", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.608, -9.7955, -10.1705, -10.5455]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0112, -8.7925, -9.2612, -9.6675]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13066", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8546, -10.0421, -10.1046, -11.1671]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6727, -8.829, -9.6102, -9.6415]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6817", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.9455, -7.008, -7.758, -7.758]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.4823, -9.451, -8.2323, -7.7323]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2960", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.6438, -10.9251, -10.4251, -8.0813]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.8961, -8.4586, -8.7711, -9.1461]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11771", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8367, -9.3367, -9.2742, -9.3992]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2349, -9.7349, -10.5161, -10.9224]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12786", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.839, -8.464, -8.2765, -8.6515]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.1419, -9.2044, -10.9857, -9.7044]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3552", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.2505, -6.938, -7.563, -6.938]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6021, -8.3521, -9.1021, -9.3521]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2945", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-7.5139, -7.8889, -9.2326, -9.1389]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9747, -8.5372, -9.3184, -9.5997]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8642", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4038, -8.0288, -8.9038, -8.3413]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3633, -8.9258, -10.1446, -10.3633]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11867", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.9827, -8.764, -8.0765, -8.5765]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.8046, -11.9921, -12.5859, -10.1484]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7128", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.0388, -9.82, -8.8825, -9.695]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0803, -7.1116, -10.4866, -10.2053]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4556", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4339, -6.9652, -8.4027, -8.2777]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.6058, -7.4183, -6.3558, -7.7308]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4245", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.024, -7.3365, -6.9615, -8.149]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.9124, -8.5374, -8.1624, -8.8499]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11985", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.7897, -7.6022, -7.5397, -7.5397]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-8.4845, -8.6095, -8.8595, -8.6095]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5109", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.401, -8.651, -7.901, -8.401]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.7676, -7.3926, -7.6426, -7.8926]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10160", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.1148, -8.9273, -6.8648, -7.8648]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.7742, -11.2117, -12.5242, -10.618]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4969", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9826, -10.2326, -11.7326, -8.8576]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2379, -6.3629, -8.1754, -8.2379]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8068", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.4852, -7.6727, -8.8602, -8.6727]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.4249, -8.4561, -8.3936, -9.0811]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3922", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8427, -9.8115, -10.624, -11.124]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7133, -8.9008, -9.682, -10.182]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2418", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.0811, -7.1748, -7.3623, -8.1748]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.8463, -10.2526, -8.6276, -10.0963]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12660", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4089, -8.8464, -8.9714, -9.6277]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3962, -6.8962, -7.5837, -8.0212]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-934", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.2767, -5.9642, -6.4642, -7.2142]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9077, -8.0952, -9.0327, -9.314]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3356", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4048, -7.1861, -9.8111, -8.7486]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-6.3068, -5.4318, -5.9943, -6.2443]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8168", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.0401, -5.6026, -7.2901, -6.7901]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-5.8079, -4.9954, -5.2454, -4.8079]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-428", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7496, -8.7496, -9.4371, -8.8121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.1749, -9.2687, -8.9874, -9.7999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7930", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.9017, -9.6517, -9.0892, -10.6829]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.543, -6.3555, -6.8555, -7.668]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2043", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.653, -8.4655, -9.2155, -9.3405]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-6.7032, -6.3282, -6.2032, -6.8907]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4168", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-6.9347, -6.0597, -5.8722, -6.3722]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.9406, -9.4719, -6.6906, -9.1281]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4686", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.6036, -8.9786, -6.9786, -8.8224]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.954, -7.704, -8.0165, -8.1415]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4070", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.2986, -7.8611, -8.2361, -7.7986]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3292, -7.7667, -8.2042, -8.0167]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3979", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8486, -9.1611, -9.8486, -9.5986]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-6.3643, -6.6768, -7.7393, -7.6143]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7382", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.8969, -8.1469, -9.4594, -9.1469]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7626, -8.3876, -9.1688, -9.3876]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9307", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.324, -8.0428, -8.9178, -8.4178]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6169, -8.1169, -9.1169, -9.4919]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13817", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.831, -7.4247, -7.9872, -8.3622]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3905, -8.0467, -8.8905, -9.2655]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2583", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3666, -7.7729, -8.7104, -9.1166]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.146, -8.271, -8.396, -10.146]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1141", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.5849, -7.3349, -7.2099, -8.3974]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8793, -9.5668, -9.4731, -10.1606]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3563", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.0311, -9.0623, -8.7811, -9.6873]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.793, -8.8868, -10.3555, -10.0743]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5665", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3923, -10.0173, -10.2361, -10.7673]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.675, -9.3, -10.1125, -10.6438]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7675", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0917, -9.8105, -11.0605, -10.9667]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-4.9958, -4.8083, -4.8083, -5.1833]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8500", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.3679, -7.8054, -7.6804, -8.3679]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2396, -8.1146, -9.0521, -8.1146]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5812", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.809, -8.5277, -8.8402, -8.9652]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0373, -7.9123, -9.006, -9.5998]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5290", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.5804, -8.7679, -7.6429, -9.5492]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.1131, -11.2068, -8.7381, -10.8631]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12654", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.5846, -10.2096, -9.4909, -9.3971]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.4798, -7.2923, -8.2298, -8.4173]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1841", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.4958, -7.1833, -9.3708, -8.9958]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.0387, -7.9137, -8.7262, -9.1325]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2412", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.4003, -8.2128, -8.0878, -9.2128]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3998, -7.3373, -9.3686, -9.4311]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13372", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1454, -7.3329, -9.2704, -8.7704]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7393, -8.5205, -9.3955, -9.5518]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8654", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8515, -7.5077, -8.5702, -8.6327]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.6343, -10.9155, -9.978, -11.6343]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4966", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7179, -8.0617, -8.1867, -9.0304]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5995, -8.412, -9.2558, -9.3808]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8665", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.011, -7.7297, -8.9172, -8.6672]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7984, -8.7046, -9.2984, -10.1421]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2424", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9504, -7.6379, -7.6379, -8.7004]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.0574, -6.3074, -7.2449, -7.3699]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4845", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.1364, -6.6364, -7.5114, -7.4489]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.754, -7.9102, -8.9102, -9.7227]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11783", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4509, -7.6384, -8.0134, -9.0134]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3632, -7.9882, -8.7382, -8.4882]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3774", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.5203, -7.8953, -8.5828, -9.0828]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4846, -7.9846, -9.2971, -9.0471]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13010", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.0076, -7.6326, -8.5076, -8.4451]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.724, -7.5365, -8.1302, -9.0365]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1935", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7974, -7.9537, -8.7037, -9.2349]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.9032, -8.5595, -9.122, -9.747]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4164", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.5332, -7.7832, -8.7832, -9.3145]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7853, -8.3478, -9.7853, -9.9103]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5430", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4011, -7.7136, -8.9636, -7.8386]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9141, -8.5391, -9.3829, -9.6954]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8989", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7135, -7.3385, -8.401, -8.2135]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9395, -7.7832, -10.377, -9.2832]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12821", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7793, -8.6543, -8.7168, -9.3418]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.1235, -6.186, -6.561, -6.686]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1256", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.8868, -7.6368, -7.3243, -7.8868]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.7417, -9.8354, -9.4292, -9.6792]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13898", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8521, -8.7896, -9.4146, -8.9771]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.2281, -8.2906, -8.1656, -9.0406]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1123", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.0409, -8.2597, -7.5097, -8.9472]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4353, -7.4353, -8.9978, -9.0291]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12763", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9643, -6.4643, -8.183, -8.5268]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2442, -8.7129, -10.0254, -9.0254]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7243", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3869, -8.5744, -9.8244, -9.5744]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.4649, -10.1524, -10.9337, -7.9962]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13861", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.7159, -9.8409, -10.0284, -8.1222]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.6658, -8.8221, -8.6346, -7.2596]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13798", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.7496, -9.1871, -10.3121, -7.8121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.0233, -4.3358, -5.4608, -5.8358]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13971", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.6528, -5.9028, -7.1528, -7.3403]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9308, -7.4933, -8.3058, -8.1183]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4200", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.3921, -8.6734, -7.2984, -9.0796]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.108, -10.1705, -11.7955, -13.0142]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3305", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.1229, -9.5292, -11.9042, -12.1542]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0269, -8.7456, -9.4644, -9.1831]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12136", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9865, -9.6428, -8.8928, -8.6428]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.0169, -7.1419, -7.9544, -7.7669]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-619", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0461, -7.5148, -9.6711, -8.5148]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.5008, -7.0008, -7.6258, -7.4383]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10141", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-8.5153, -7.9528, -8.5153, -7.7028]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6246, -7.8433, -8.4683, -8.7808]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4756", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2364, -7.4864, -7.8614, -8.3614]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7536, -9.5036, -10.5661, -10.0349]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12015", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.0524, -8.8649, -9.2399, -8.5524]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.5244, -7.1494, -8.3994, -8.7119]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7021", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.678, -9.3655, -11.4905, -11.7405]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.8318, -8.3631, -8.4256, -9.4256]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12893", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4472, -8.3847, -7.8222, -8.9472]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.8315, -7.519, -8.144, -8.519]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-135", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2309, -8.6059, -9.2309, -9.7309]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-4.8521, -5.6646, -6.8521, -6.0396]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8484", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4335, -6.8085, -8.371, -8.371]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.1004, -8.1629, -9.1004, -9.0379]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1610", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4184, -8.2309, -8.5434, -9.1996]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0263, -7.6513, -8.2138, -8.7138]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11504", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.5561, -8.0874, -7.7124, -7.8999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4644, -8.3394, -8.5894, -10.4957]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11537", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.9868, -7.2368, -7.2368, -8.2993]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4858, -7.0483, -7.7983, -8.5483]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1960", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4383, -8.5633, -9.1883, -10.0321]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.1011, -7.7574, -8.0074, -8.9449]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5532", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6572, -6.9072, -6.9697, -7.7822]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2114, -7.5239, -8.2739, -8.2114]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7108", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.8737, -7.3737, -7.9987, -8.1237]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.295, -8.0762, -9.0137, -8.8887]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-513", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8232, -7.9482, -8.5732, -8.5107]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8589, -8.5151, -9.2964, -9.4839]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8556", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1131, -7.3944, -8.5194, -8.4569]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4122, -9.1934, -9.9747, -10.4747]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2070", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6956, -7.3206, -8.5393, -9.0081]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6892, -7.5642, -10.2517, -9.908]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4709", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9929, -8.8679, -10.0866, -9.9929]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.843, -10.1555, -9.6868, -10.4368]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3250", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.1964, -8.5714, -7.5714, -8.7589]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3593, -7.6093, -9.2343, -8.8905]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6200", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7589, -6.8526, -9.7901, -9.1339]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.6045, -5.3545, -5.4795, -5.417]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2515", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-7.1187, -6.4312, -6.6187, -6.3062]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.8505, -8.538, -9.3193, -9.6318]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8970", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6132, -7.2382, -8.3632, -8.3632]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8641, -8.4578, -9.2078, -9.3953]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8844", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8867, -7.5117, -8.5742, -8.5742]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.7601, -9.7288, -11.6976, -11.7601]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13740", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-14.0808, -8.5027, -12.659, -12.0652]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.8942, -9.6754, -12.4254, -11.5817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7733", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6224, -8.8411, -10.9036, -10.7161]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.7385, -9.3635, -10.1135, -8.4885]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10405", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9235, -9.0173, -9.4548, -7.7048]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.256, -8.9122, -9.5997, -9.881]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8520", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0282, -7.5282, -8.5907, -8.5282]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4354, -8.6542, -9.7792, -9.6854]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12608", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6363, -8.4176, -9.4176, -9.8551]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.2481, -8.8731, -10.2793, -10.9356]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7507", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.8947, -9.0978, -11.1915, -12.2228]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.102, -6.6645, -7.227, -7.5395]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12815", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.0275, -5.965, -6.84, -6.9025]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-13.3891, -12.0141, -12.4516, -10.6391]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3550", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.6812, -9.7125, -9.15, -9.7125]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.5939, -8.9377, -8.0314, -8.9064]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6195", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.8911, -8.8598, -8.1411, -9.2973]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.0172, -8.2047, -11.486, -11.611]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-886", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0227, -6.8664, -9.4289, -10.0852]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7556, -8.1931, -8.7556, -8.9431]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5859", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-9.9939, -8.8376, -8.7751, -8.2751]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.8849, -7.0724, -5.6974, -6.3224]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13979", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.3316, -4.8316, -4.2066, -5.2691]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8224, -7.6349, -9.1349, -9.3849]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7258", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7128, -8.3378, -9.5878, -9.2128]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8579, -7.1704, -7.5454, -7.7954]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13331", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0735, -7.261, -8.0735, -7.9485]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.449, -8.199, -9.4803, -7.3865]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13490", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.6158, -7.9908, -10.1158, -6.6783]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9393, -10.6581, -12.4706, -11.8456]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5853", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2818, -9.9381, -11.6256, -11.1256]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.816, -9.0347, -9.9097, -10.2535]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13078", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0975, -8.1912, -9.8162, -10.2537]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3866, -8.5428, -9.4803, -9.9178]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10380", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-10.5739, -9.5427, -8.9489, -10.4177]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.1543, -9.7168, -9.4668, -10.4043]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2384", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3142, -7.5642, -8.5954, -8.6267]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.2376, -9.8939, -10.4251, -11.4251]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4252", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.5198, -9.2073, -10.1761, -10.4573]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1203, -7.964, -9.339, -9.4015]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5589", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7089, -7.8339, -8.5839, -9.0214]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.3795, -8.4107, -8.3482, -7.8482]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3959", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.7827, -9.1265, -8.5952, -9.189]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9539, -8.4851, -8.7976, -8.7351]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11400", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.6962, -7.0087, -8.3212, -7.3212]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3683, -8.6808, -8.9308, -9.7433]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6838", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.3334, -7.5209, -7.2709, -8.2084]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4626, -8.1814, -9.4001, -8.4314]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12958", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6632, -8.1632, -9.8194, -8.2882]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9308, -8.5871, -9.3371, -9.6183]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8544", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1504, -7.4629, -8.5254, -8.6504]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.1235, -9.061, -10.186, -8.3735]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3199", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.8406, -9.4343, -11.3718, -7.1218]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9388, -8.5326, -9.3138, -9.5951]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8628", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0071, -7.6321, -8.3821, -8.6321]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6828, -7.9328, -8.8703, -8.6828]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1888", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.4955, -7.683, -8.7455, -8.4955]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9788, -9.0413, -9.8538, -9.1663]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5164", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8563, -9.0125, -9.825, -9.6688]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1967, -8.9467, -10.1967, -10.0092]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2107", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1031, -7.3531, -8.7906, -8.3531]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7202, -8.3765, -9.314, -9.4077]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8708", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9179, -7.6054, -8.6679, -8.6054]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2752, -7.7752, -8.3377, -8.7127]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3508", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.2988, -9.2988, -9.2675, -10.9238]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3604, -7.9542, -8.7667, -8.5167]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6140", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3947, -7.7072, -8.4572, -8.1447]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.9508, -10.4821, -10.4508, -9.9508]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12726", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5924, -8.9674, -9.5924, -9.5612]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.47, -9.8762, -10.1887, -10.3762]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3789", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9305, -9.5242, -10.3992, -10.4617]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4203, -7.6391, -8.8266, -9.3266]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11520", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.0087, -8.0087, -7.5712, -8.3212]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.0183, -5.5808, -6.0808, -5.9558]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7085", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-4.8847, -4.8847, -4.7597, -4.9472]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0619, -7.6557, -9.6869, -9.4994]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11508", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5359, -7.6921, -9.0046, -8.3796]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.2124, -6.0249, -6.5874, -6.8374]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7266", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.1383, -5.8883, -6.2008, -6.5133]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.1259, -8.3134, -7.8759, -8.8134]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4559", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.7278, -8.0403, -7.3528, -8.509]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.5021, -8.5334, -10.8146, -8.4709]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3433", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.9673, -10.7173, -13.1235, -9.7173]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6392, -8.9517, -9.2017, -8.9517]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5018", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.2868, -9.9743, -11.5056, -9.0681]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0181, -8.6743, -9.4868, -9.6431]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8760", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1956, -7.4456, -8.5081, -8.5081]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1115, -8.8303, -9.8928, -10.0178]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9509", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0593, -9.0905, -9.9343, -10.3093]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2581, -8.5081, -9.1643, -8.5081]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10206", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.5611, -10.3111, -11.9673, -8.6236]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7709, -8.8022, -9.2397, -9.4272]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4409", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7921, -8.5734, -8.5734, -9.0109]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.7671, -8.2046, -7.5796, -8.0796]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11166", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.0672, -8.0985, -7.3485, -7.536]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3689, -8.2439, -8.6814, -8.8064]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1400", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2808, -7.937, -8.3745, -8.2495]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6894, -8.4082, -9.2207, -9.4394]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8769", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6375, -7.45, -8.3875, -8.3875]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.9118, -5.1618, -5.5993, -5.6618]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8212", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.2005, -5.8255, -6.763, -6.5755]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9606, -11.1793, -10.1481, -10.2731]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3330", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.0084, -11.0084, -10.1959, -10.6646]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.1124, -10.2999, -10.7999, -9.2999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6030", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3734, -9.5922, -10.9984, -10.5609]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.7966, -7.6091, -7.9841, -7.4841]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9782", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.2482, -8.3107, -8.8732, -8.1857]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.8997, -10.1497, -10.306, -11.306]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5385", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5858, -9.0233, -8.8045, -9.5233]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4759, -7.8822, -10.6009, -9.2572]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6177", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.355, -9.0738, -11.6363, -10.1988]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3781, -9.3781, -9.4718, -9.7843]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-165", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.6555, -9.7492, -9.3117, -9.5617]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.2354, -9.1104, -10.0791, -10.6104]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13052", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.953, -9.1874, -9.9687, -10.9062]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2853, -9.6915, -10.4728, -10.1603]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5235", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2702, -8.239, -9.4265, -9.864]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.9521, -9.1708, -9.0146, -9.4833]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3961", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.2158, -9.6846, -8.3721, -9.5908]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.4493, -8.3868, -10.2618, -10.1681]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5521", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9943, -7.5881, -8.4631, -7.8381]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8695, -9.5883, -10.2133, -10.182]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8001", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3601, -9.1101, -10.1413, -10.6726]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.826, -5.1385, -6.1385, -5.8885]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7093", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-5.0433, -4.6058, -5.1058, -4.7308]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9673, -7.4673, -7.4673, -7.9673]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3518", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.3767, -8.6579, -7.8454, -8.3454]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.1681, -6.4806, -6.7306, -7.3556]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2367", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.5211, -5.8024, -5.9899, -7.3649]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-5.837, -5.5245, -4.337, -6.0245]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-397", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.2492, -7.9367, -5.9055, -8.593]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8007, -8.5194, -9.0819, -9.7069]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1717", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5524, -6.7399, -7.4899, -8.2399]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.213, -9.088, -10.1192, -10.1817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13908", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7092, -8.3342, -9.1154, -9.9592]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1354, -8.8229, -9.4167, -10.1979]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2348", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8268, -7.4518, -7.8893, -8.733]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5871, -8.1496, -9.0871, -9.0871]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4589", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.571, -8.2585, -8.446, -8.7585]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.7227, -7.7227, -7.5352, -8.2227]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4792", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.1766, -7.2391, -7.0516, -7.8641]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.946, -7.8523, -9.0085, -9.2898]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2721", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-7.5227, -6.8352, -6.7102, -7.7102]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.472, -8.9408, -10.222, -10.1283]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3631", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.9218, -8.9218, -10.3281, -10.5156]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.8746, -10.1871, -9.3746, -10.8121]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13122", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2662, -10.6099, -8.1724, -11.2037]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.247, -7.372, -8.0595, -8.0595]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12459", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2566, -8.1629, -9.3504, -8.7254]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3765, -8.9702, -9.7202, -9.9702]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9379", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4015, -7.714, -8.839, -8.8703]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.8677, -9.399, -8.9615, -10.3677]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5732", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.3164, -11.9102, -9.8164, -11.6602]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6564, -7.7189, -8.7814, -7.9689]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6978", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.6206, -9.6831, -10.9018, -9.2456]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4393, -7.8455, -9.3455, -9.408]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4523", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-6.6142, -6.0517, -6.5517, -6.7392]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6696, -8.5758, -8.9508, -10.0446]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10950", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1961, -7.3523, -7.6648, -8.4148]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.4426, -6.3176, -7.3176, -7.5676]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1497", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0009, -6.8134, -8.4384, -8.1259]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2058, -8.5808, -9.237, -9.862]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6417", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.395, -8.27, -8.9575, -9.6763]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6824, -7.9324, -9.1824, -9.1199]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6145", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4174, -7.6361, -8.7611, -9.1049]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.5905, -6.903, -6.903, -7.3405]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-561", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.267, -7.642, -8.2045, -8.517]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.729, -9.4165, -9.604, -10.1977]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12116", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.3573, -9.5761, -9.3886, -9.7948]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1406, -9.7968, -10.6093, -10.5156]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7403", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.2886, -9.9136, -10.7574, -10.8511]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8567, -8.638, -9.013, -9.263]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3542", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.2991, -9.1741, -8.7366, -8.9241]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.264, -8.1702, -7.9202, -8.9827]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3009", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.1932, -7.1307, -6.3807, -7.2557]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7943, -7.4505, -7.7005, -9.2005]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1737", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0794, -7.3919, -7.9544, -8.9232]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3166, -7.9416, -8.0041, -8.6291]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-419", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.5539, -7.2414, -7.9289, -8.0539]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.1786, -5.9911, -6.8661, -7.0536]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5457", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.8922, -6.5172, -6.8297, -7.1422]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6161, -9.0224, -9.3349, -9.4286]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13368", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.8353, -8.6165, -7.179, -9.0228]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9897, -9.521, -10.6772, -10.4272]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13243", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4648, -8.621, -9.371, -9.2773]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.0642, -6.3142, -7.3767, -7.3767]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-631", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.415, -7.415, -8.8525, -8.29]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7598, -8.3535, -10.416, -10.1348]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3591", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2286, -7.4474, -9.3849, -8.9786]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5543, -9.0231, -8.3356, -9.3981]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12024", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1859, -8.9984, -7.6859, -8.9984]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9409, -8.2534, -8.9097, -9.7222]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12286", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.7099, -9.7724, -10.2724, -11.1474]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9108, -8.1295, -10.5358, -9.817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10583", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-5.6379, -3.9504, -4.8254, -4.6379]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7809, -9.9684, -10.6246, -10.9059]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12810", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.8301, -7.3301, -8.3301, -8.4551]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3276, -8.3588, -9.2963, -10.5776]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5808", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.1177, -8.4927, -11.0239, -10.5552]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3005, -7.5817, -9.2067, -8.5817]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6742", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6709, -7.7022, -9.0772, -8.9522]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4047, -8.9984, -9.8734, -10.0922]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8874", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9514, -7.3889, -8.5139, -8.5139]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3789, -8.1289, -9.2851, -9.3476]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-566", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7479, -8.1854, -8.2479, -9.7166]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3622, -7.2997, -7.4872, -8.5497]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10708", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.108, -7.3892, -7.7017, -8.3892]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.7232, -4.3482, -6.4732, -6.1607]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8177", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-7.2049, -5.2049, -4.4549, -5.2674]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1702, -9.2327, -9.8264, -9.8577]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13780", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2284, -8.4784, -8.9784, -9.6659]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5285, -9.341, -9.6535, -10.3723]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7594", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-12.0175, -10.3925, -9.6425, -10.9238]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.0357, -10.6295, -9.2545, -10.567]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7829", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.3036, -9.4599, -10.0224, -10.5849]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "en_scaf_pl", "gold": "B", "pred": "A", "correct": false, "logprobs": [-6.5364, -6.7864, -7.8489, -8.2864]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-736", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6616, -8.2866, -9.8804, -10.5054]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3782, -8.5345, -9.097, -9.472]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-75", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.0441, -8.1066, -8.1066, -8.6066]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2356, -8.9231, -9.7669, -10.0481]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9196", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7086, -8.1773, -9.3336, -9.1148]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8683, -7.2746, -7.3996, -8.3371]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-816", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.5912, -9.2162, -8.7787, -8.9037]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8637, -8.9574, -10.0512, -9.8324]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11687", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.5409, -6.9784, -8.4784, -7.8534]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4528, -8.2653, -9.2028, -9.9528]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9525", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0477, -7.329, -8.8915, -9.4227]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-7.7274, -7.8524, -7.1024, -8.1024]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9799", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.2617, -9.0742, -10.4804, -8.3242]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.2084, -7.5209, -8.7709, -8.0834]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10901", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.1143, -8.9893, -9.3643, -9.3643]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.3049, -8.7424, -8.3049, -7.9924]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7274", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.4521, -8.7646, -9.5146, -8.3896]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7446, -8.4008, -9.1508, -9.4321]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8886", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8085, -7.4335, -8.4335, -8.5585]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7905, -9.5717, -10.0717, -10.1342]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7980", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8561, -9.2311, -10.1061, -10.5124]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.1961, -9.1961, -9.8836, -9.8524]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7747", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.308, -10.9643, -11.7768, -11.8705]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.2201, -8.0326, -9.3763, -8.8451]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5418", "lang": "pl_scaf_en", "gold": "C", "pred": "A", "correct": false, "logprobs": [-8.9004, -9.2129, -9.4629, -9.4629]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1574, -8.1886, -8.3136, -8.6886]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6321", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6723, -8.3286, -8.7973, -9.3598]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.6158, -9.3346, -8.1471, -8.2721]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5597", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.1795, -7.4295, -6.492, -7.1795]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.8666, -9.8979, -10.8354, -10.7416]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3720", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7261, -8.4448, -8.9448, -9.3198]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1119, -7.9244, -8.2994, -8.9869]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10624", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.305, -9.1487, -10.1175, -10.4925]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0218, -9.2718, -9.7093, -9.6156]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6157", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9621, -10.0246, -10.3996, -10.8371]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-7.6338, -9.2588, -8.9463, -8.1338]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4180", "lang": "pl_scaf_en", "gold": "D", "pred": "A", "correct": false, "logprobs": [-8.7922, -8.9797, -9.261, -9.1047]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6894, -9.6582, -9.8457, -10.5019]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9480", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4364, -9.6239, -9.9052, -10.4364]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "en_scaf_pl", "gold": "A", "pred": "D", "correct": false, "logprobs": [-9.5964, -9.5339, -10.5964, -9.3464]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-418", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.2851, -9.5038, -10.2851, -8.6601]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-6.9175, -6.98, -6.98, -7.855]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12925", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9042, -7.9667, -7.9667, -8.8417]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7416, -8.6478, -9.5541, -9.7728]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2990", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2112, -6.8987, -7.4612, -8.2112]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9173, -6.8548, -7.1048, -7.9173]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13499", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.0526, -6.8026, -7.1151, -8.0526]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8027, -9.1777, -9.1777, -8.7402]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1945", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.8793, -8.8168, -9.7855, -7.6918]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.2874, -8.4124, -8.0374, -9.6311]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9498", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.0153, -8.4528, -7.5153, -9.484]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0869, -8.4619, -9.0244, -8.8994]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12557", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.9936, -7.7436, -7.1186, -8.6186]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.6896, -9.1896, -10.0333, -10.3771]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2790", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9211, -7.9524, -8.5149, -8.9836]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5777, -8.2652, -9.1715, -9.3277]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8696", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8333, -7.4896, -8.4896, -8.4271]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4284, -8.0534, -9.3347, -9.6784]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7335", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.2886, -6.9761, -7.9136, -8.2261]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5982, -8.2232, -9.1607, -9.3169]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9242", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7787, -7.31, -8.435, -8.3725]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.6804, -7.8679, -8.6179, -8.8679]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6923", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3971, -7.5221, -8.0846, -8.2096]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6059, -8.6371, -9.6996, -9.6371]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3339", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3424, -9.6237, -10.3424, -10.2487]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.3994, -7.8369, -8.3369, -9.2119]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-63", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.9097, -7.3472, -8.0347, -8.4722]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3351, -7.2726, -7.8351, -7.8976]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7379", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.0533, -7.4283, -8.1158, -8.3658]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-6.5671, -5.6296, -6.7546, -6.5671]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8382", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-5.6971, -4.8221, -5.7596, -4.3846]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6749, -7.1124, -8.2374, -8.9249]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4870", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.7846, -6.5971, -7.0346, -8.0346]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3287, -5.8287, -7.5162, -7.9537]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10138", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.5082, -6.9144, -7.4144, -8.6332]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3372, -7.5872, -8.1497, -8.4622]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9899", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.5888, -8.2138, -8.9951, -9.1826]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.201, -7.5135, -8.826, -9.076]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8074", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6978, -8.6041, -10.0103, -11.5416]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6842, -7.9655, -9.6217, -9.6842]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11184", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.2691, -7.4566, -8.5816, -8.0191]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7316, -8.4191, -9.2003, -9.4503]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8927", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.8074, -7.6199, -8.4324, -7.9324]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-6.209, -5.8965, -5.959, -5.584]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2505", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.5338, -7.4713, -7.1588, -7.0963]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1579, -9.3454, -9.7829, -9.6579]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7762", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1976, -9.7913, -10.5413, -10.1351]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.3287, -6.2037, -6.8287, -7.0162]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8528", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.6667, -8.0417, -9.073, -9.0417]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6979, -7.3542, -7.9167, -8.2917]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-585", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6727, -7.6415, -8.079, -8.5165]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.9513, -10.6388, -9.2013, -10.3888]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3783", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.7816, -9.1878, -7.3753, -8.8753]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-7.4567, -6.8317, -6.7692, -7.9567]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1205", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.6805, -8.118, -8.493, -9.3055]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.1229, -8.2791, -7.7166, -7.4666]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12976", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7661, -7.8286, -7.8286, -8.3911]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.352, -7.9145, -7.352, -9.1958]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2930", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.3242, -7.3242, -6.8242, -8.3867]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.0088, -8.165, -10.7588, -10.3838]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11943", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6081, -6.7331, -8.2956, -7.7956]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.3617, -6.1117, -6.6742, -6.9867]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3867", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1394, -9.0769, -10.0769, -10.4207]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.408, -8.283, -8.7205, -9.2205]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10398", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1738, -8.9863, -8.8613, -9.5175]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.3165, -8.1915, -8.1915, -9.0665]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12870", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.9789, -7.9164, -8.6664, -9.1039]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.562, -9.9057, -10.062, -10.2182]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8087", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8854, -8.0729, -8.1979, -8.6979]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.3381, -10.2131, -7.9006, -9.4631]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11888", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-11.4582, -10.2707, -7.7707, -8.7707]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-12.0293, -10.7481, -8.4356, -9.0606]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4733", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.2987, -9.8612, -7.3612, -8.2987]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0334, -7.3771, -8.6271, -9.4709]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4620", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7338, -7.7338, -8.1088, -9.1088]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0516, -8.8641, -9.4578, -10.1453]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4770", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7568, -7.6005, -7.6005, -7.9755]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.568, -7.318, -7.943, -7.943]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2562", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9919, -7.9294, -8.8669, -8.9294]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3696, -8.5259, -8.5259, -8.9009]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1329", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3534, -8.5409, -8.7909, -8.7909]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.6947, -7.3822, -8.4447, -8.1322]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5429", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7551, -7.1926, -9.3176, -8.6926]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.9968, -9.9968, -10.6218, -10.2155]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3562", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4486, -8.4174, -8.7924, -8.8549]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6411, -8.1099, -9.4849, -9.2349]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10697", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.3667, -8.9917, -8.9292, -9.3042]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.7129, -8.9629, -9.9316, -10.5566]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12517", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.8731, -7.0606, -7.8106, -8.1231]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.3341, -8.5216, -7.7091, -9.5841]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-352", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9513, -9.9201, -7.8888, -10.2326]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-5.5068, -4.8818, -5.5068, -5.5693]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8278", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-4.4536, -4.5161, -5.4536, -4.3286]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.613, -8.4568, -9.1443, -9.6755]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2022", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.499, -6.624, -6.6865, -7.6865]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9984, -9.5922, -10.7484, -10.2797]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7426", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1751, -8.8938, -9.6126, -9.7063]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.3305, -8.3305, -9.018, -9.4555]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3095", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.6535, -6.091, -6.341, -6.6535]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.9876, -9.1438, -9.7688, -10.9251]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9640", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.4198, -9.8885, -8.5448, -10.7323]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9644, -8.8707, -9.1832, -9.2457]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1926", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2464, -7.6526, -8.0276, -8.2776]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5818, -8.2693, -8.7693, -9.5818]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10733", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.9814, -7.9814, -8.1064, -8.7939]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.3687, -8.6812, -10.025, -10.1812]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3725", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8702, -7.8077, -7.8077, -8.5889]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9053, -8.2178, -9.0303, -9.4366]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-830", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.4321, -7.8696, -7.1196, -8.1196]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-14.4313, -9.4938, -14.2907, -13.9]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6152", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8798, -9.4735, -10.661, -10.8798]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.907, -8.782, -10.1883, -10.5008]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3162", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7457, -7.1207, -8.0582, -8.6207]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7087, -8.1462, -8.3337, -9.1775]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11357", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2687, -8.9875, -9.3625, -10.3]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2487, -8.8737, -10.4049, -10.0612]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12343", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1895, -9.127, -10.7833, -10.1583]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.7147, -6.1522, -6.4647, -7.4022]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-666", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0018, -7.5643, -7.7518, -8.9393]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.3532, -10.3532, -11.0407, -11.0095]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7663", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1533, -9.4658, -10.0283, -10.5283]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.2124, -8.4624, -10.5249, -10.0562]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7425", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.4146, -9.7271, -11.2271, -10.3209]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.4408, -6.4408, -7.1908, -7.2533]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3277", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.1575, -5.4075, -6.095, -6.4075]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3565, -8.9502, -9.4502, -10.2315]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11516", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6232, -6.7482, -6.8732, -7.6857]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.5508, -9.5196, -11.8946, -10.6133]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12583", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.747, -9.0595, -9.497, -8.1845]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-5.8934, -5.9559, -6.9559, -6.0809]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8414", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-5.3959, -5.5209, -5.0834, -4.8334]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4924, -8.3674, -9.8986, -9.5549]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1613", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7354, -7.9229, -9.2979, -9.2979]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "en_scaf_pl", "gold": "D", "pred": "A", "correct": false, "logprobs": [-9.5229, -9.9292, -9.6479, -9.7729]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9516", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.8536, -10.7911, -10.6661, -9.8223]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.2029, -8.8591, -9.8279, -9.9841]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9289", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8675, -7.2113, -8.3988, -8.2738]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.8529, -8.6029, -8.9779, -9.4466]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2961", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.0321, -7.9384, -7.8134, -8.5634]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.1627, -7.5377, -12.0689, -11.1627]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1517", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6919, -6.8481, -9.7231, -8.9419]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4297, -9.0235, -10.3672, -9.6172]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13023", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0123, -9.1685, -10.1998, -9.981]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7522, -8.2834, -8.5334, -9.0959]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11463", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.313, -8.063, -8.0005, -8.3755]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7583, -9.3833, -9.852, -10.3208]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9690", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1212, -8.8087, -9.4337, -9.9649]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9867, -8.768, -9.018, -9.7992]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11208", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.9545, -7.8295, -7.517, -8.7045]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.758, -7.6955, -9.6642, -9.3205]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6181", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.1351, -7.6976, -8.6351, -8.7601]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.743, -9.243, -9.3055, -9.9617]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7409", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.1197, -9.0572, -8.651, -9.6822]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.1466, -7.0216, -8.0216, -7.7716]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6585", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.037, -8.4745, -9.287, -8.8495]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4813, -8.7938, -9.0438, -8.7938]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12219", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.1826, -8.9951, -8.8701, -8.2451]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.5325, -6.47, -7.4075, -8.095]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4472", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.492, -5.8045, -6.617, -7.117]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8395, -9.652, -11.027, -11.0582]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5028", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.1261, -8.4073, -10.9698, -9.5948]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5564, -8.9939, -11.2126, -10.9314]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13576", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.164, -8.789, -9.2265, -9.539]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.6084, -9.0459, -8.7334, -9.2959]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2672", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.1078, -6.3578, -6.7953, -7.2328]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.1327, -8.3827, -10.7264, -9.3202]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7187", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-10.0405, -10.5717, -11.5405, -11.228]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4058, -9.4995, -9.9683, -9.9683]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7465", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.8992, -9.493, -10.3992, -10.5867]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9755, -8.6943, -9.4443, -9.6943]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9149", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7902, -7.4777, -8.5402, -8.7277]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.5505, -10.8942, -9.113, -11.363]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5405", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.8627, -10.2689, -9.2689, -10.6752]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.5452, -6.6077, -6.8577, -7.6702]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4226", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.1327, -6.3202, -6.5702, -7.4452]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.4776, -7.5401, -8.5401, -8.7901]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11756", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9383, -7.782, -9.0945, -8.407]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.7244, -9.2556, -10.2244, -10.5369]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2265", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.8538, -7.9475, -8.51, -8.9475]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.3468, -9.6593, -10.4718, -10.5343]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7856", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.198, -8.2293, -9.3543, -9.4793]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.6021, -8.1334, -11.2271, -10.7271]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13767", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.6168, -7.6481, -10.5231, -10.1793]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-9.7044, -8.8294, -7.7669, -8.8919]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12119", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.9795, -7.8545, -7.667, -8.042]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.9665, -6.779, -7.5915, -8.2165]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2040", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.4913, -6.4288, -7.1788, -7.6788]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.2571, -7.4446, -8.0696, -8.7571]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13716", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9036, -9.0286, -9.0911, -10.1224]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.4324, -6.8699, -8.9949, -8.4949]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-756", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.754, -7.629, -8.8165, -8.9415]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.9001, -8.1501, -7.2751, -8.0251]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12963", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.8852, -9.729, -7.4477, -8.6352]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7679, -7.7054, -8.0804, -8.5179]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3136", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-8.4271, -7.6146, -7.9896, -7.4896]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.1924, -9.6611, -9.9736, -9.8799]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9526", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8504, -8.3192, -9.1004, -8.5067]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.7346, -9.6409, -10.2346, -10.2659]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13727", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.5412, -9.3537, -9.8537, -9.9787]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7308, -7.637, -8.1995, -8.387]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10956", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6667, -7.6667, -8.4792, -8.3542]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2911, -8.6036, -9.3536, -9.5723]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6587", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.4951, -8.1201, -8.6201, -8.8701]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1231, -9.1856, -10.7793, -10.4981]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3408", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-12.4292, -10.5229, -11.8354, -11.6792]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0994, -8.6931, -9.5994, -9.7556]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8822", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.9648, -7.5273, -8.5898, -8.5898]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.3181, -8.1306, -10.1306, -7.1306]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5581", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4947, -7.9947, -10.3384, -8.3072]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5348, -9.4723, -10.441, -10.0348]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4596", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9885, -9.176, -10.3635, -10.1448]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8987, -8.68, -9.4925, -9.68]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8828", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.743, -7.368, -8.3055, -8.4305]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.3102, -9.9039, -10.6539, -10.7164]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13008", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.6096, -8.6409, -8.7659, -9.3284]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.0683, -8.1933, -8.6933, -8.7558]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5019", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.4361, -8.2486, -9.0923, -8.3736]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.3448, -8.2823, -7.8448, -9.751]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-582", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.0997, -9.2559, -8.0997, -10.1622]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5307, -9.0932, -10.9057, -10.4995]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9535", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1471, -9.8659, -11.4596, -12.0221]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8754, -7.9379, -9.4379, -8.8754]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11796", "lang": "pl_scaf_en", "gold": "B", "pred": "D", "correct": false, "logprobs": [-10.6318, -8.8818, -8.6318, -8.5693]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.7844, -8.5969, -7.9719, -8.7844]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13281", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5565, -8.1502, -9.1502, -8.9002]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-7.6211, -7.0586, -7.4961, -8.0586]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5393", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.8259, -8.0134, -8.8884, -8.6384]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1001, -9.1001, -9.7876, -10.3813]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12577", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.2299, -7.5112, -8.1987, -8.7612]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9788, -10.26, -8.6038, -8.0413]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7047", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-14.0664, -12.9258, -12.3633, -10.0508]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4296, -8.8984, -9.2421, -9.4609]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10039", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.07, -8.32, -9.195, -8.445]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9344, -4.9344, -7.6844, -6.9344]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8215", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4835, -6.046, -8.546, -8.7335]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.4659, -9.3409, -9.1222, -10.2159]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7907", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-13.0876, -12.8532, -9.4157, -12.9001]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.4889, -7.4889, -10.4264, -10.1452]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10494", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.479, -8.3228, -9.729, -9.5103]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.5753, -8.0441, -7.7316, -7.5441]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13543", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.0842, -7.8342, -7.9592, -8.1467]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8306, -8.6119, -9.3619, -9.5494]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9211", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3631, -7.9256, -8.8006, -8.4256]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1224, -7.8412, -9.9974, -9.5287]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10158", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8159, -7.0659, -8.8784, -8.1909]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6515, -8.9952, -9.9327, -10.4952]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2080", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3892, -7.5454, -7.9829, -9.0142]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8403, -8.4965, -9.4653, -9.7465]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3895", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.999, -8.374, -9.5302, -8.9365]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.5265, -10.3703, -9.6203, -10.8078]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8030", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.9687, -8.5937, -7.9062, -9.2187]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-8.3334, -8.2084, -7.7709, -7.3959]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13484", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-9.3155, -8.5655, -8.8155, -6.6905]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9151, -7.0401, -7.7276, -7.9151]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1158", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.7229, -8.2854, -8.8479, -8.7854]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.9455, -8.508, -8.508, -9.133]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1997", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5681, -8.8181, -8.9431, -9.0681]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.6247, -7.6247, -7.3747, -8.1247]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1658", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5282, -8.4344, -7.0282, -9.0907]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.6951, -6.8201, -6.5076, -7.1326]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-467", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.7165, -6.654, -5.9665, -6.0915]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0432, -8.387, -8.5745, -9.137]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7002", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.7408, -7.6783, -8.6783, -8.6158]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.308, -7.7143, -7.5268, -8.3393]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11152", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.363, -8.3005, -8.3005, -8.488]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9041, -8.9041, -11.0291, -10.7478]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4970", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0501, -7.8001, -9.2689, -9.5814]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5035, -7.6285, -7.816, -8.441]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13197", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7525, -7.815, -8.1275, -8.2525]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.4725, -8.0662, -9.66, -9.1912]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6215", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.7503, -8.0316, -10.1566, -9.5941]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.7162, -5.2162, -6.5912, -6.5287]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8297", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-6.6495, -4.7745, -4.587, -5.5245]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.0803, -8.3928, -11.424, -11.0803]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7089", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.4626, -8.7751, -10.4938, -10.2438]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1874, -9.1874, -9.9374, -10.2812]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12842", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.8676, -7.8051, -9.0551, -9.0551]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.4012, -9.1199, -8.8074, -9.5887]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12040", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.6659, -10.0097, -8.6659, -9.8847]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.6884, -10.4072, -12.2197, -9.7197]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2800", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8463, -7.9088, -8.4713, -8.9713]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.878, -7.9405, -7.753, -9.4092]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-657", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-8.7843, -8.4093, -7.7218, -9.2531]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-4.946, -4.946, -4.196, -5.3835]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13968", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-7.2072, -7.2697, -6.3322, -8.7697]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.7667, -8.3292, -8.3917, -9.2355]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6278", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1336, -9.1961, -9.2586, -9.9148]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.5242, -8.7117, -9.0242, -9.2117]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7791", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.9539, -9.0164, -9.3601, -10.2664]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.4381, -9.7506, -9.9381, -10.6569]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8091", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6834, -9.0897, -8.8397, -9.8397]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2447, -7.5884, -7.8384, -8.0884]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11207", "lang": "pl_scaf_en", "gold": "C", "pred": "D", "correct": false, "logprobs": [-9.5432, -8.262, -8.762, -8.137]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.5566, -5.5566, -7.3691, -6.9316]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8356", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-8.3064, -6.2439, -7.5564, -7.2439]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-12.7082, -8.7707, -11.7395, -8.3957]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8137", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-14.1876, -12.4689, -14.3908, -10.4376]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.2717, -7.8342, -9.4904, -9.1467]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6940", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9346, -8.1846, -9.4034, -8.9346]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.362, -10.2057, -10.112, -10.9245]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3784", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.2912, -9.2599, -8.3849, -8.6974]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-10.5858, -8.742, -8.617, -9.117]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1834", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.7144, -8.6831, -8.1206, -8.3706]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0577, -8.6202, -9.5577, -9.7452]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8737", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.732, -7.4508, -8.4508, -8.4508]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6409, -8.0784, -7.5784, -8.8909]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5739", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-12.8509, -8.7884, -10.4447, -10.7572]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7507, -7.5007, -8.0007, -8.8757]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-953", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.3779, -6.9404, -6.8779, -8.0654]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.2529, -8.4716, -8.5341, -9.8466]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9465", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.3148, -9.5648, -8.9086, -10.6586]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.1551, -8.1551, -8.5926, -9.0301]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9486", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.5606, -8.4668, -7.6543, -9.0918]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7819, -7.0944, -7.7194, -8.9069]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1614", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.871, -8.1835, -9.0273, -9.6523]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-8.926, -9.2385, -9.9885, -10.2385]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1243", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2724, -8.5224, -9.7099, -9.2099]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.3907, -8.4219, -9.2344, -10.1094]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2164", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7009, -7.1696, -8.2946, -9.0446]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.5018, -8.3143, -8.3143, -8.9705]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-906", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.9597, -7.3972, -7.2097, -8.0222]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.6212, -8.8087, -9.715, -9.59]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7068", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0205, -8.8955, -10.3643, -10.4268]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0181, -8.5493, -9.3618, -9.6431]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8811", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.169, -7.5752, -8.7627, -8.5752]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.3593, -10.0468, -10.3593, -10.9218]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7658", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.6589, -9.8464, -10.1902, -11.2839]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-9.5898, -8.1836, -8.1211, -8.8711]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3100", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.9292, -7.0542, -7.2417, -8.3667]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.962, -9.0245, -9.0558, -11.337]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3440", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-11.0362, -8.6924, -8.6924, -9.6924]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.9008, -8.057, -9.5883, -9.7445]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10991", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.1234, -7.9047, -8.9672, -8.1547]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6529, -9.4029, -10.1841, -10.0591]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10384", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7167, -7.9354, -8.9979, -8.8104]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.2128, -8.8378, -9.0878, -10.1503]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10563", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.817, -9.2232, -8.4732, -9.6295]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.4747, -9.4434, -9.6309, -10.4434]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3715", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1437, -8.7687, -8.9562, -9.2375]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.9876, -11.9876, -9.5189, -12.1751]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4943", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.2996, -10.9559, -8.5809, -11.0496]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-5.8009, -6.4884, -5.9884, -6.3009]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8184", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-5.4545, -5.517, -6.017, -4.4545]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.945, -7.8825, -9.8825, -8.9138]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-484", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.3581, -7.6394, -9.3269, -8.3269]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.6819, -8.7444, -8.9319, -10.2756]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2227", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-11.0249, -7.8374, -7.4624, -9.4311]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.6571, -7.4071, -8.7196, -8.7196]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12546", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-8.081, -7.331, -8.081, -8.0185]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.9571, -7.9883, -9.5196, -8.7383]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12794", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.545, -8.2325, -10.1075, -8.4825]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0267, -8.6205, -9.433, -9.7142]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8865", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.4635, -7.1823, -8.1198, -8.2448]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.814, -8.439, -9.6265, -10.314]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2169", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0347, -6.7847, -8.2222, -8.8159]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.7684, -7.7684, -9.4559, -9.3622]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2300", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.3893, -6.5455, -7.983, -8.6705]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.0992, -9.4742, -10.7555, -10.3492]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-7830", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.6159, -8.3659, -9.0534, -9.2409]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7842, -7.8154, -8.6904, -9.1279]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8136", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.685, -7.2475, -7.4975, -8.685]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.3427, -8.5302, -9.9989, -9.8427]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4545", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.1107, -8.3607, -9.6107, -9.3294]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.0048, -8.161, -9.411, -9.5048]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11963", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.262, -7.762, -8.6995, -8.637]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-12.0845, -10.2095, -8.7095, -10.5845]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10797", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.5384, -8.2884, -8.1009, -9.2259]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "en_scaf_pl", "gold": "C", "pred": "A", "correct": false, "logprobs": [-9.9203, -10.0453, -10.6703, -10.7641]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12740", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.0969, -7.8781, -8.5031, -8.3469]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-11.0041, -10.3791, -11.3166, -10.7853]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8024", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.2699, -10.0824, -10.9574, -10.8012]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-7.9212, -6.7337, -7.2337, -6.6087]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10143", "lang": "pl_scaf_en", "gold": "D", "pred": "C", "correct": false, "logprobs": [-9.789, -9.4765, -7.7265, -9.6952]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.4136, -9.5698, -9.9448, -9.2261]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1751", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.8251, -8.0126, -8.1376, -8.0126]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.1539, -8.2164, -10.3726, -9.8101]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1826", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.7259, -7.3509, -7.9134, -8.1009]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.2093, -9.9281, -10.1468, -11.2718]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5786", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-11.1762, -10.0512, -10.4575, -11.3637]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.0913, -10.3725, -12.0913, -9.2163]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5011", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.7472, -8.841, -10.1535, -9.9972]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "en_scaf_pl", "gold": "D", "pred": "C", "correct": false, "logprobs": [-8.8486, -8.1611, -7.8486, -8.5986]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2134", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-8.0707, -7.1332, -8.3207, -8.3207]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.2988, -8.5488, -10.5176, -10.6738]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5762", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.991, -9.1785, -10.5847, -10.4597]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-10.9499, -9.4499, -9.5749, -9.1999]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13713", "lang": "pl_scaf_en", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.2148, -10.1836, -9.4961, -8.9961]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-7.0934, -7.5934, -8.0309, -8.2809]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-667", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.1277, -9.3152, -9.3152, -9.7527]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.6849, -9.4036, -9.2161, -10.1536]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6593", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5641, -8.6891, -8.0016, -9.4704]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.9464, -9.7902, -8.1339, -10.4152]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-12165", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-11.1624, -9.3186, -8.6311, -9.9436]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.3623, -8.1123, -9.831, -9.7998]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9704", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.5465, -9.3277, -10.984, -11.5152]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "en_scaf_pl", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.5554, -9.8992, -10.8054, -11.2429]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-14008", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.8972, -8.3972, -9.6159, -9.6472]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3782, -7.847, -8.847, -9.1907]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-11928", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.0183, -6.8933, -8.0183, -7.5808]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.6211, -9.2148, -10.0898, -10.2773]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8629", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-10.0879, -7.4941, -8.5566, -8.6191]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-9.9401, -7.0964, -9.2214, -8.5964]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10255", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.4547, -7.9547, -9.7047, -9.2047]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.592, -7.8107, -8.4982, -9.1857]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1445", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.9116, -6.6303, -7.0678, -8.0053]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.3287, -10.1412, -11.7037, -11.6724]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6009", "lang": "pl_scaf_en", "gold": "A", "pred": "A", "correct": true, "logprobs": [-9.5815, -9.5815, -9.894, -10.0502]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "en_scaf_pl", "gold": "A", "pred": "C", "correct": false, "logprobs": [-8.8874, -9.0124, -8.7624, -9.1374]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6617", "lang": "pl_scaf_en", "gold": "A", "pred": "C", "correct": false, "logprobs": [-10.4395, -10.3457, -9.0957, -10.002]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.6766, -8.3641, -9.2391, -9.4266]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9274", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.684, -8.2778, -9.4965, -9.2778]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.291, -6.4785, -8.041, -8.1035]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10006", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.2697, -6.8947, -7.3322, -7.9572]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4599, -8.2724, -9.2724, -9.6787]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13063", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.182, -7.1195, -8.6195, -9.557]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "en_scaf_pl", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.8546, -8.5109, -9.5421, -9.7609]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10786", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.0369, -8.0994, -8.8494, -9.3807]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-7.9139, -7.1639, -7.9139, -8.7264]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-2279", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-6.8285, -5.641, -5.7035, -6.641]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.5329, -8.3141, -9.2516, -9.3766]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-10496", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.384, -8.7278, -9.8528, -9.8215]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "en_scaf_pl", "gold": "B", "pred": "C", "correct": false, "logprobs": [-7.2371, -5.9871, -5.5496, -6.7371]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8205", "lang": "pl_scaf_en", "gold": "B", "pred": "C", "correct": false, "logprobs": [-5.5765, -5.139, -3.8265, -5.139]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-9.2119, -8.9619, -10.3994, -10.3057]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5242", "lang": "pl_scaf_en", "gold": "A", "pred": "D", "correct": false, "logprobs": [-6.7182, -5.7182, -6.6557, -5.5307]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.8376, -8.5251, -9.3688, -9.5876]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8632", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7257, -8.3507, -9.2257, -8.6632]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-6.9047, -6.1547, -8.0297, -7.3422]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8265", "lang": "pl_scaf_en", "gold": "B", "pred": "A", "correct": false, "logprobs": [-7.9605, -8.273, -9.523, -9.1793]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.5906, -6.2156, -7.4656, -7.4656]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-13805", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-8.7688, -7.5813, -7.7063, -8.2063]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-9.7826, -8.3139, -8.6264, -9.5951]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6763", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-7.4797, -6.6672, -6.7922, -7.4172]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.7008, -9.107, -9.482, -9.7633]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3208", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.2311, -8.6061, -8.7936, -9.2311]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.1338, -7.9463, -8.8838, -9.5713]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3428", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-9.5916, -9.5916, -9.4041, -10.2166]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "en_scaf_pl", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.1847, -8.9034, -9.4659, -10.0909]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-5945", "lang": "pl_scaf_en", "gold": "A", "pred": "B", "correct": false, "logprobs": [-10.4867, -9.1742, -10.1742, -10.6742]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "en_scaf_pl", "gold": "C", "pred": "C", "correct": true, "logprobs": [-8.5972, -7.5972, -6.2847, -8.2222]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-1304", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.645, -9.52, -7.395, -10.1762]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.9055, -8.968, -11.5305, -10.843]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-4172", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-11.6474, -9.3974, -11.8036, -11.2099]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-7.7033, -6.7033, -7.0158, -7.3908]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-3092", "lang": "pl_scaf_en", "gold": "C", "pred": "B", "correct": false, "logprobs": [-9.4189, -8.1689, -8.4814, -9.1064]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "en_scaf_pl", "gold": "B", "pred": "B", "correct": true, "logprobs": [-14.4398, -9.8929, -13.1429, -12.5492]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-8112", "lang": "pl_scaf_en", "gold": "B", "pred": "B", "correct": true, "logprobs": [-13.6043, -9.1981, -12.5106, -11.7606]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "en_scaf_pl", "gold": "C", "pred": "B", "correct": false, "logprobs": [-10.0947, -9.2822, -9.7197, -9.7822]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-6335", "lang": "pl_scaf_en", "gold": "C", "pred": "C", "correct": true, "logprobs": [-10.0436, -8.5436, -8.2311, -9.1373]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "en_scaf_pl", "gold": "D", "pred": "D", "correct": true, "logprobs": [-11.4253, -10.6753, -11.1128, -10.5816]}
{"tag": "armB_500M", "condition": "xscaffold", "benchmark": "mmlu", "pair_id": "mmlu-9675", "lang": "pl_scaf_en", "gold": "D", "pred": "B", "correct": false, "logprobs": [-10.3693, -8.9943, -9.6506, -9.6193]}